00010000:00000010:2.1F:1763346457.276312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972600. 00010000:00000010:2.1:1763346457.276336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532d67200. 00010000:00000010:2.1:1763346457.280265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3d00. 00010000:00000010:2.1:1763346457.280282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb538744800. 00010000:00000010:1.1F:1763346467.826725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb538744e00. 00010000:00000010:1.1:1763346467.826760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417894300. 00010000:00000010:1.1:1763346467.826765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972a00. 00010000:00000010:1.1:1763346467.826770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1e00. 00010000:00000010:1.1:1763346467.826773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972500. 00010000:00000010:1.1:1763346467.826793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:3.1F:1763346467.843274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a400. 00010000:00000010:3.1:1763346467.866277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:3.1:1763346467.866295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3d00. 00010000:00000010:3.1:1763346467.866299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:3.1:1763346467.866302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a400. 00010000:00000010:0.1F:1763346467.869246:0:105623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:0.1:1763346467.869262:0:105623:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36800. 00010000:00000010:3.1:1763346467.874313:0:67676:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8c00. 00010000:00000010:3.1:1763346467.874328:0:67676:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:1.1:1763346467.907497:0:1025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00010000:00000010:1.1:1763346467.907506:0:1025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1e00. 00010000:00000010:1.1:1763346467.934749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972500. 00010000:00000010:1.1:1763346467.934766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:0.1:1763346467.978299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:0.1:1763346467.978321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:3.1:1763346467.985298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8700. 00010000:00000010:3.1:1763346467.985307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:2.1:1763346468.060388:0:19975:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:1.1:1763346468.084814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:2.1:1763346468.143263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346468.162277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00010000:00000010:2.1:1763346468.166302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:1.1:1763346468.171173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:1.1:1763346468.204108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346468.215275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346468.215295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346468.219327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:1.1:1763346468.245366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:0.1:1763346468.297688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:2.1:1763346468.312250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346468.328380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346468.368267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346468.381265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346468.413446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:3.1:1763346468.452551:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8500. 00010000:00000010:3.1:1763346468.452568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00010000:00000010:0.1:1763346468.525251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346468.531269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:1.1:1763346468.544380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00010000:00000010:1.1:1763346468.571833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:1.1:1763346468.571851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8900. 00010000:00000010:1.1:1763346468.571855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:1.1:1763346468.571859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:3.1:1763346468.582864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972c00. 00010000:00000010:3.1:1763346468.582880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00010000:00000010:3.1:1763346468.582884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972500. 00010000:00000010:3.1:1763346468.582887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:1.1:1763346468.591721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:1.1:1763346468.591735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8200. 00010000:00000010:0.1:1763346468.599483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:0.1:1763346468.599496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c800. 00010000:00000010:2.1:1763346468.628293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346468.640392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80dc00. 00010000:00000010:0.1:1763346468.646266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:0.1:1763346468.651280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:1.1:1763346468.659275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8000. 00010000:00000010:1.1:1763346468.659290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346468.659294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00010000:00000010:1.1:1763346468.678273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346468.717272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:3.1:1763346468.725414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:1.1:1763346468.754249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346468.851927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346468.869326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:3.1:1763346468.904265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:3.1:1763346468.953368:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00010000:00000010:3.1:1763346468.953386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:1.1:1763346469.012276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8c00. 00010000:00000010:1.1:1763346469.012292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:0.1:1763346469.041460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:2.1:1763346469.053283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:2.1:1763346469.068839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:0.1:1763346469.088285:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346469.088299:0:25650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8d00. 00010000:00000010:0.1:1763346469.088304:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00010000:00000010:0.1:1763346469.088308:0:25650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972f00. 00010000:00000010:2.1:1763346469.125814:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8100. 00010000:00000010:2.1:1763346469.125825:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36800. 00010000:00000010:2.1:1763346469.125829:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8b00. 00010000:00000010:2.1:1763346469.125833:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:1.1:1763346469.143337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a400. 00010000:00000010:1.1:1763346469.143356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078900. 00010000:00000010:2.1:1763346469.146493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346469.146508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:0.1:1763346469.161272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:0.1:1763346469.184379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:3.1:1763346469.194366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:3.1:1763346469.212589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:2.1:1763346469.221414:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8d00. 00010000:00000010:2.1:1763346469.221430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346469.227893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c800. 00010000:00000010:0.1:1763346469.254267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:0.1:1763346469.301426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346469.309263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:3.1:1763346469.329252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:2.1:1763346469.384277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346469.403775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:3.1:1763346469.457087:0:57663:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:3.1:1763346469.543269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8800. 00010000:00000010:3.1:1763346469.543291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:0.1:1763346469.663268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:2.1:1763346469.667280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37e00. 00010000:00000010:0.1:1763346469.692403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:0.1:1763346469.721335:0:19977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:0.1:1763346469.721345:0:19977:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972a00. 00010000:00000010:0.1:1763346469.721350:0:19977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:0.1:1763346469.721355:0:19977:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3c00. 00010000:00000010:2.1:1763346469.748285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8b00. 00010000:00000010:2.1:1763346469.748293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:2.1:1763346469.748297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8100. 00010000:00000010:2.1:1763346469.748300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:3.1:1763346469.752464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:3.1:1763346469.752485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078500. 00010000:00000010:2.1:1763346469.765278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972100. 00010000:00000010:2.1:1763346469.765298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:1.1:1763346469.792637:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:2.1:1763346469.819508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:2.1:1763346469.870853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346469.870876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078300. 00010000:00000010:2.1:1763346469.870881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346469.871431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:3.1:1763346469.893414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80dc00. 00010000:00000010:3.1:1763346469.904459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:0.1:1763346469.918577:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b400. 00010000:00000010:1.1:1763346469.923034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3b00. 00010000:00000010:1.1:1763346469.923052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:1.1:1763346469.923056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346469.948665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:2.1:1763346469.960256:0:3287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346470.001671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:3.1:1763346470.014418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:1.1:1763346470.027253:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00010000:00000010:2.1:1763346470.048417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:3.1:1763346470.097268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:3.1:1763346470.107313:0:104273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:3.1:1763346470.132290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:1.1:1763346470.172248:0:3289:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8c00. 00010000:00000010:1.1:1763346470.172256:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346470.217430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078300. 00010000:00000010:2.1:1763346470.217450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c800. 00010000:00000010:0.1:1763346470.238529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:3.1:1763346470.247694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:1.1:1763346470.253873:0:3287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:2.1:1763346470.270552:0:19973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346470.270560:0:19973:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:2.1:1763346470.270565:0:19973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00010000:00000010:2.1:1763346470.270569:0:19973:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972000. 00010000:00000010:2.1:1763346470.287717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:2.1:1763346470.287726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346470.287730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078500. 00010000:00000010:2.1:1763346470.287733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346470.292256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346470.292274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:1.1:1763346470.309438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8200. 00010000:00000010:1.1:1763346470.309458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:2.1:1763346470.319754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346470.319770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:2.1:1763346470.319773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346470.319777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:1.1:1763346470.328472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00010000:00000010:0.1:1763346470.348261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972a00. 00010000:00000010:0.1:1763346470.348277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346470.348281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:2.1:1763346470.358265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:2.1:1763346470.387409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346470.397274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:0.1:1763346470.435447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:3.1:1763346470.454574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:2.1:1763346470.484638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:2.1:1763346470.515664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346470.627425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:0.1:1763346470.637988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:3.1:1763346470.686671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:2.1:1763346470.744416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8a00. 00010000:00000010:2.1:1763346470.744426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:0.1:1763346470.817256:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:3.1:1763346470.824671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:0.1:1763346470.846380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:0.1:1763346470.867288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:0.1:1763346470.867309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078500. 00010000:00000010:0.1:1763346470.867315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346470.867319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8000. 00010000:00000010:0.1:1763346470.900859:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8e00. 00010000:00000010:0.1:1763346470.900876:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:0.1:1763346470.900881:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8500. 00010000:00000010:0.1:1763346470.900893:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37e00. 00010000:00000010:3.1:1763346470.905288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:3.1:1763346470.905300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8700. 00010000:00000010:2.1:1763346470.913286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8500. 00010000:00000010:2.1:1763346470.913310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37e00. 00010000:00000010:0.1:1763346470.930525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:0.1:1763346470.930546:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8e00. 00010000:00000010:0.1:1763346470.930552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346470.930555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:2.1:1763346470.953535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:3.1:1763346470.981525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80dc00. 00010000:00000010:1.1:1763346470.990292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:1.1:1763346470.990311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:1.1:1763346470.990314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:1.1:1763346471.012248:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:1.1:1763346471.029256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:0.1:1763346471.051251:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:2.1:1763346471.072902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:2.1:1763346471.086057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:0.1:1763346471.117262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:0.1:1763346471.185417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346471.199479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346471.249101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0600. 00010000:00000010:2.1:1763346471.297247:0:19806:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972f00. 00010000:00000010:2.1:1763346471.297258:0:19806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:1.1:1763346471.335530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:1.1:1763346471.335540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:1.1:1763346471.335544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00010000:00000010:1.1:1763346471.335547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:0.1:1763346471.367632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:3.1:1763346471.371380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:3.1:1763346471.400540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00010000:00000010:3.1:1763346471.412331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:3.1:1763346471.412340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8000. 00010000:00000010:3.1:1763346471.412343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:3.1:1763346471.412347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:0.1:1763346471.431256:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3d00. 00010000:00000010:0.1:1763346471.431269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00010000:00000010:0.1:1763346471.431273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3e00. 00010000:00000010:0.1:1763346471.431276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ba00. 00010000:00000010:0.1:1763346471.442282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:0.1:1763346471.442295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8d00. 00010000:00000010:2.1:1763346471.453382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8400. 00010000:00000010:2.1:1763346471.453397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:2.1:1763346471.512813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346471.665420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:3.1:1763346471.724512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ae00. 00010000:00000010:3.1:1763346471.724533:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3f00. 00010000:00000010:3.1:1763346471.724539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b600. 00010000:00000010:3.1:1763346471.724543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:3.1:1763346471.736339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:3.1:1763346471.740264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:0.1:1763346471.762465:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b600. 00010000:00000010:2.1:1763346471.766269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3f00. 00010000:00000010:2.1:1763346471.766293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:2.1:1763346471.766298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37e00. 00010000:00000010:3.1:1763346471.813619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346471.828365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:0.1:1763346471.851317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:2.1:1763346471.877252:0:54690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c800. 00010000:00000010:0.1:1763346471.895294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:1.1:1763346471.937123:0:62989:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ae00. 00010000:00000010:0.1:1763346471.948689:0:62147:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:0.1:1763346471.960342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36800. 00010000:00000010:2.1:1763346471.998246:0:105625:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:2.1:1763346472.049085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3d00. 00010000:00000010:2.1:1763346472.049099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c800. 00010000:00000010:2.1:1763346472.104960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80dc00. 00010000:00000010:3.1:1763346472.117766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346472.135270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80dc00. 00010000:00000010:2.1:1763346472.158325:0:19997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3bc00. 00010000:00000010:2.1:1763346472.158351:0:19997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3e00. 00010000:00000010:2.1:1763346472.158357:0:19997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00010000:00000010:2.1:1763346472.158385:0:19997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00010000:00000010:2.1:1763346472.176254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:2.1:1763346472.176275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80dc00. 00010000:00000010:2.1:1763346472.176279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078f00. 00010000:00000010:2.1:1763346472.176283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346472.187416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:2.1:1763346472.187439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078300. 00010000:00000010:2.1:1763346472.193503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972500. 00010000:00000010:2.1:1763346472.193524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:3.1:1763346472.224669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b000. 00010000:00000010:3.1:1763346472.224694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3000. 00010000:00000010:3.1:1763346472.224708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00010000:00000010:3.1:1763346472.224712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a800. 00010000:00000010:3.1:1763346472.244012:0:19997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a800. 00010000:00000010:3.1:1763346472.262717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00010000:00000010:2.1:1763346472.270278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3000. 00010000:00000010:2.1:1763346472.270295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:2.1:1763346472.270299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:2.1:1763346472.292278:0:19973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346472.301451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346472.315515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:3.1:1763346472.330867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:0.1:1763346472.339280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:1.1:1763346472.374262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:1.1:1763346472.477564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:1.1:1763346472.508319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:2.1:1763346472.555201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:1.1:1763346472.611262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972300. 00010000:00000010:1.1:1763346472.611276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:3.1:1763346472.669263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3d00. 00010000:00000010:3.1:1763346472.669273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a800. 00010000:00000010:3.1:1763346472.669278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3b00. 00010000:00000010:3.1:1763346472.669281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b000. 00010000:00000010:3.1:1763346472.669298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417894300. 00010000:00000010:3.1:1763346472.669301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3bc00. 00010000:00000010:2.1:1763346472.692749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80dc00. 00010000:00000010:3.1:1763346472.710606:0:3287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346472.730927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346472.741305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ac00. 00010000:00000010:2.1:1763346472.741314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3c00. 00010000:00000010:2.1:1763346472.741318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00010000:00000010:2.1:1763346472.741320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3000. 00010000:00000010:3.1:1763346472.763900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:3.1:1763346472.763920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:3.1:1763346472.763924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:3.1:1763346472.763927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:3.1:1763346472.772262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:3.1:1763346472.772269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8a00. 00010000:00000010:2.1:1763346472.780811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8600. 00010000:00000010:2.1:1763346472.780823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:2.1:1763346472.786861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346472.786878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346472.786882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346472.786886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:0.1:1763346472.801274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346472.818279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:2.1:1763346472.826264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8c00. 00010000:00000010:2.1:1763346472.826277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346472.826281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:0.1:1763346472.865274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:2.1:1763346472.883250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:3.1:1763346472.909885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3bc00. 00010000:00000010:3.1:1763346472.929346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:3.1:1763346472.955440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:0.1:1763346472.974895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346473.056784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:1.1:1763346473.071666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:3.1:1763346473.107364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:1.1:1763346473.168834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8100. 00010000:00000010:1.1:1763346473.168845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:2.1:1763346473.268421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:3.1:1763346473.278399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346473.306278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346473.335925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346473.335935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:2.1:1763346473.335939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346473.335941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:3.1:1763346473.358277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:3.1:1763346473.358292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346473.361385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b000. 00010000:00000010:2.1:1763346473.361401:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:3.1:1763346473.362274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:3.1:1763346473.362290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:3.1:1763346473.397269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8100. 00010000:00000010:3.1:1763346473.397286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:2.1:1763346478.735276:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078900. 00010000:00000010:2.1:1763346478.735293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c800. 00010000:00000010:2.1:1763346478.735297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346478.735300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:1.1:1763346480.156304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a000. 00010000:00000010:1.1:1763346480.156342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00010000:00000010:1.1:1763346480.156347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972300. 00010000:00000010:1.1:1763346480.156351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:3.1:1763346480.160267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:3.1:1763346480.160284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00010000:00000010:1.1:1763346480.180611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:2.1:1763346480.194271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346480.194287:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346480.194292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346480.194295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:0.1:1763346480.230263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346480.230272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:2.1:1763346480.236845:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8c00. 00010000:00000010:2.1:1763346480.236863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:1.1:1763346480.295577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:1.1:1763346480.295591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:2.1:1763346480.299249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8d00. 00010000:00000010:2.1:1763346480.299262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:2.1:1763346480.347101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346480.347108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346480.354259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:2.1:1763346480.354306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:3.1:1763346480.369463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:1.1:1763346480.370342:0:3288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:1.1:1763346480.370348:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:1.1:1763346480.370351:0:3288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:1.1:1763346480.413263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346480.413277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972d00. 00010000:00000010:1.1:1763346480.413281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:1.1:1763346480.417267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:0.1:1763346480.424893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:3.1:1763346480.433266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346480.548290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:0.1:1763346480.548306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8100. 00010000:00000010:0.1:1763346480.548311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:0.1:1763346480.553353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:0.1:1763346480.562401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:2.1:1763346480.569393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346480.569408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:2.1:1763346480.569413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346480.569416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346480.604262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346480.604278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:2.1:1763346480.604282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346480.604285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346480.639255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:0.1:1763346480.653952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:0.1:1763346480.664240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:3.1:1763346480.669267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:2.1:1763346480.677277:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8100. 00010000:00000010:2.1:1763346480.677290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0600. 00010000:00000010:2.1:1763346480.677293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:2.1:1763346480.691978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:3.1:1763346480.723255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:1.1:1763346480.744259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:1.1:1763346480.757268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:2.1:1763346480.812351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:2.1:1763346480.824257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:0.1:1763346480.854242:0:104283:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:0.1:1763346480.888023:0:105778:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8100. 00010000:00000010:0.1:1763346480.888038:0:105778:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:0.1:1763346480.945263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346480.958282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:2.1:1763346480.976246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:1.1:1763346480.990241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:1.1:1763346480.990249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8600. 00010000:00000010:1.1:1763346480.990253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:1.1:1763346480.990257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:3.1:1763346481.010436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972500. 00010000:00000010:3.1:1763346481.010448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:3.1:1763346481.013453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00010000:00000010:3.1:1763346481.013466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:3.1:1763346481.019719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:3.1:1763346481.019725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8a00. 00010000:00000010:3.1:1763346481.029683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f200. 00010000:00000010:3.1:1763346481.029699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346481.042376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:3.1:1763346481.056850:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346481.062300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:0.1:1763346481.079276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:1.1:1763346481.083288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f700. 00010000:00000010:1.1:1763346481.083307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:1.1:1763346481.083312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:0.1:1763346481.103283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:0.1:1763346481.140525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346481.147378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:3.1:1763346481.163363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a800. 00010000:00000010:2.1:1763346481.202262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00010000:00000010:2.1:1763346481.215364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:0.1:1763346481.240279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:2.1:1763346481.273628:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f300. 00010000:00000010:2.1:1763346481.273637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:0.1:1763346481.346666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3c00. 00010000:00000010:0.1:1763346481.346691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a800. 00010000:00000010:2.1:1763346481.363385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:2.1:1763346481.372274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346481.390275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346481.406270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00010000:00000010:2.1:1763346481.406291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972c00. 00010000:00000010:2.1:1763346481.406295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:2.1:1763346481.406300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f100. 00010000:00000010:3.1:1763346481.415638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:3.1:1763346481.415656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:3.1:1763346481.415660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:3.1:1763346481.415663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:3.1:1763346481.423473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:3.1:1763346481.423558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:3.1:1763346481.436617:0:19802:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fc00. 00010000:00000010:3.1:1763346481.436634:0:19802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:2.1:1763346481.444591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:0.1:1763346481.449273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346481.454272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:0.1:1763346481.469253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:2.1:1763346481.474460:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346481.474470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346481.474474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:3.1:1763346481.526431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ae00. 00010000:00000010:3.1:1763346481.578389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346481.593364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:0.1:1763346481.627534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:2.1:1763346481.656854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:2.1:1763346481.672225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:2.1:1763346481.691410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:1.1:1763346481.738272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346481.763298:0:58433:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00010000:00000010:2.1:1763346481.765348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b600. 00010000:00000010:2.1:1763346481.765364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:0.1:1763346481.766244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:3.1:1763346481.766356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37400. 00010000:00000010:0.1:1763346481.784656:0:105249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:0.1:1763346481.796058:0:63000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:0.1:1763346481.839879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:0.1:1763346481.839897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00010000:00000010:2.1:1763346481.844265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:2.1:1763346481.844304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:0.1:1763346481.844400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:0.1:1763346481.844407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:3.1:1763346481.844509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b400. 00010000:00000010:2.1:1763346481.927939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:3.1:1763346481.931971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00010000:00000010:2.1:1763346481.932248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00010000:00000010:1.1:1763346481.933381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:3.1:1763346481.933594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:3.1:1763346481.933599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00010000:00000010:3.1:1763346481.933601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:1.1:1763346481.967317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:2.1:1763346481.983906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:3.1:1763346481.990760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b400. 00010000:00000010:3.1:1763346481.990767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:1.1:1763346481.991809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:2.1:1763346481.992532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346481.997257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346481.997273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:2.1:1763346481.997277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346481.997280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:1.1:1763346482.000958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00010000:00000010:3.1:1763346482.004953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b400. 00010000:00000010:3.1:1763346482.004979:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3c00. 00010000:00000010:3.1:1763346482.004984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a400. 00010000:00000010:3.1:1763346482.004986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:2.1:1763346482.028606:0:57685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:0.1:1763346482.084323:0:19846:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:0.1:1763346482.084335:0:19846:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:0.1:1763346482.162482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:0.1:1763346482.162490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346482.193940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:2.1:1763346482.199255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346482.212878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:1.1:1763346482.261416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:1.1:1763346482.261423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:1.1:1763346482.261430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972600. 00010000:00000010:1.1:1763346482.261435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:1.1:1763346482.261453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:3.1:1763346482.295255:0:5737:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972f00. 00010000:00000010:3.1:1763346482.295265:0:5737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00010000:00000010:3.1:1763346482.295269:0:5737:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972000. 00010000:00000010:3.1:1763346482.295273:0:5737:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346482.301246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ae00. 00010000:00000010:1.1:1763346482.301254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:1.1:1763346482.301258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:1.1:1763346482.301262:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972d00. 00010000:00000010:1.1:1763346482.301266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:1.1:1763346482.301269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8c00. 00010000:00000010:2.1:1763346482.312259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:2.1:1763346482.312271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8500. 00010000:00000010:0.1:1763346482.312305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ba00. 00010000:00000010:0.1:1763346482.312312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8f00. 00010000:00000010:3.1:1763346482.312351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:3.1:1763346482.312357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb531bb8400. 00010000:00000010:3.1:1763346482.312375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0600. 00010000:00000010:3.1:1763346482.312378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972800. 00010000:00000010:0.1:1763346482.317410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00010000:00000010:0.1:1763346482.317426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a400. 00010000:00000010:0.1:1763346482.371269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346482.371279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f900. 00010000:00000010:0.1:1763346482.371284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:0.1:1763346482.371286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:2.1:1763346482.383363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:3.1:1763346482.414341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:3.1:1763346482.414348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:3.1:1763346482.414354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:0.1:1763346482.414409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:3.1:1763346482.470043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a400. 00010000:00000010:3.1:1763346482.470065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3e00. 00010000:00000010:3.1:1763346482.470072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ba00. 00010000:00000010:3.1:1763346482.470076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b400. 00010000:00000010:3.1:1763346482.470079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:3.1:1763346482.470081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00010000:00000010:3.1:1763346482.470084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b600. 00010000:00000010:3.1:1763346482.470086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:3.1:1763346482.474749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a000. 00010000:00000010:3.1:1763346482.474770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417894300. 00010000:00000010:3.1:1763346482.474776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b000. 00010000:00000010:3.1:1763346482.474780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a800. 00010000:00000010:2.1:1763346482.477381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:3.1:1763346482.478278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ac00. 00010000:00000010:3.1:1763346482.478296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417598500. 00010000:00000010:3.1:1763346482.478303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb536053000. 00010000:00000010:3.1:1763346482.478306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00010000:00000010:2.1:1763346482.502261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346482.520285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346482.574261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346482.601399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:3.1:1763346482.620579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00000020:00000010:3.0:1763346482.657358:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1e10. 00000100:00000040:3.0:1763346482.657368:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346482.657373:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346482.657374:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346482.657376:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346482.657380:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.657382:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346482.657388:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.657390:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.657392:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=4 00000020:00000001:3.0:1763346482.657394:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:3.0:1763346482.657398:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00010000:3.0:1763346482.657406:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0200/0x757b854463af9912 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921250d expref: 16 pid: 57808 timeout: 6152 lvb_type: 1 00010000:00000001:3.0:1763346482.657415:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.657417:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.657418:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346482.657421:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346482.657429:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346482.657436:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb401812a00 x1848996540744832/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:203/0 lens 328/0 e 0 to 0 dl 1763346493 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346482.657443:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346482.657445:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.657462:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346482.657475:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346482.657477:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346482.657481:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4006 00000100:00000040:3.0:1763346482.657485:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 2 00000100:00000001:3.0:1763346482.657487:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201012736 : -105879508538880 : ffff9fb401812a00) 00000100:00000040:3.0:1763346482.657491:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401812a00 x1848996540744832/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:203/0 lens 328/0 e 0 to 0 dl 1763346493 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346482.657498:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346482.657502:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cfc0. 00000100:00000001:3.0:1763346482.657504:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346482.657515:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cfc0. 00000100:00100000:3.0:1763346482.657519:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401812a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+16:2356:x1848996540744832:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346482.657523:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540744832 00010000:00000001:3.0:1763346482.657526:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346482.657528:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346482.657530:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346482.657536:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346482.657540:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346482.657545:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb532190400. 02000000:00000001:3.0:1763346482.657547:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.657549:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.657552:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346482.657555:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346482.657557:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.657558:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.657559:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=4 00000020:00000001:3.0:1763346482.657561:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:3.0:1763346482.657564:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000040:3.0:1763346482.657567:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972d00 count: 3 00002000:00000001:3.0:1763346482.657571:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346482.657576:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346482.657580:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346482.657586:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229448 : -105879140322168 : ffff9fb41773b488) 00002000:00000001:3.0:1763346482.657588:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229360 : -105879140322256 : ffff9fb41773b430) 00002000:00000001:3.0:1763346482.657590:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346482.657597:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346482.657601:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b488/ffff9fb41773b430 to site lru. bkt: ffff9fb535ee6840 00010000:00010000:3.0:1763346482.657605:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0200/0x757b854463af9912 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x252f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921250d expref: 16 pid: 57808 timeout: 6152 lvb_type: 1 00000100:00001000:3.0:1763346482.657613:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb535129c50 time=125 v=5 (1 0 0 0) 00010000:00000001:3.0:1763346482.657618:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346482.657623:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.657625:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346482.657628:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0200/0x757b854463af9912 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x252f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921250d expref: 16 pid: 57808 timeout: 6152 lvb_type: 1 00000020:00000001:3.0:1763346482.657638:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.657642:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.657644:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.657646:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.657652:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346482.657654:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346482.657659:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.657660:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.657663:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.657665:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346482.657667:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0200 with handle 0x757b854463af9912 from hash 00010000:00000001:3.0:1763346482.657669:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346482.657670:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.657671:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.657672:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346482.657678:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.657680:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.657682:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346482.657683:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346482.657687:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0200/0x757b854463af9912 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x252f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921250d expref: 16 pid: 57808 timeout: 6152 lvb_type: 1 00010000:00000040:3.0:1763346482.657695:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 9 00000020:00000040:3.0:1763346482.657698:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 15 00010000:00000001:3.0:1763346482.657705:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.657707:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346482.657709:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346482.657712:0:5737:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb51e80c200 00010000:00000001:3.0:1763346482.657715:0:5737:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346482.657718:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346482.657722:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346482.657724:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.657726:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346482.657727:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346482.657729:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.657732:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346482.657734:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346482.657737:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.657744:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763346482.657748:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346482.657756:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x252f:0x0].0x0 (ffff9fb417972d00) refcount = 2 00010000:00000040:3.0:1763346482.657760:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346482.657762:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.657770:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.657771:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.657772:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346482.657774:0:5737:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.657776:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346482.657780:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9cfc0. 00000100:00000001:3.0:1763346482.657784:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346482.657790:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb515746480. 00000100:00000001:3.0:1763346482.657792:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198830687360 : -105874878864256 : ffff9fb515746480) 00000100:00000001:3.0:1763346482.657794:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198830687360 : -105874878864256 : ffff9fb515746480) 00000100:00000001:3.0:1763346482.657797:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346482.657798:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346482.657800:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346482.657803:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346482.657819:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.657821:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.657823:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.657824:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.657826:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346482.657827:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346482.657830:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.657831:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.657833:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763346482.657835:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb515746480. 00000100:00000001:3.0:1763346482.657838:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346482.657839:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346482.657841:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9cfc0. 00010000:00000001:3.0:1763346482.657843:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346482.657844:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346482.657846:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.657851:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346482.657854:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346482.657856:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346482.657861:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346482.657863:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346482.657866:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346482.657869:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346482.657871:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.657874:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346482.657877:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346482.657881:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb220. 00000100:00000200:3.0:1763346482.657886:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540744832, offset 224 00000400:00000200:3.0:1763346482.657892:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346482.657904:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346482.657909:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198195:198195:256:4294967295] 192.168.204.16@tcp LPNI seq info [198191:198191:8:4294967295] 00000400:00000200:3.0:1763346482.657919:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346482.657925:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346482.657929:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ef800. 00000800:00000200:3.0:1763346482.657935:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346482.657943:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346482.657947:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ef800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346482.659782:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346482.659791:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346482.659794:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.659796:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346482.659805:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401812a00 x1848996540744832/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:203/0 lens 328/224 e 0 to 0 dl 1763346493 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346482.659816:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401812a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+17:2356:x1848996540744832:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 2315us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346482.659827:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4006 00000100:00000040:3.0:1763346482.659832:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346482.659834:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346482.659836:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346482.659844:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3000. 00000020:00000010:3.0:1763346482.659849:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1e10. 00000020:00000010:3.0:1763346482.659853:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5c00. 00000020:00000040:3.0:1763346482.659859:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 16 00000100:00000001:3.0:1763346482.659862:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346482.665309:0:58416:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00080000:00000001:3.0:1763346482.710204:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346482.710240:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346482.710243:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346482.710246:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911650 is committed 00000001:00000040:3.0:1763346482.710252:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 1 00000020:00000040:3.0:1763346482.710256:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 15 00000001:00000010:3.0:1763346482.710259:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb9ea0. 00000020:00000001:3.0:1763346482.710264:0:58673:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346482.710267:0:58673:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346482.710269:0:58673:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:3.0:1763346482.710271:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 14 00000020:00000010:3.0:1763346482.710274:0:58673:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb532cb91e0. 00040000:00000001:3.0:1763346482.710278:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346482.710281:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346482.710283:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb4020b5c00. 00080000:00000001:3.0:1763346482.710286:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346482.710289:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346482.710290:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346482.710291:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346482.710293:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb4020b6c00. 00080000:00000001:3.0:1763346482.710296:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346482.710298:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346482.710300:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346482.710302:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346482.710303:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911648 is committed 00000001:00000040:3.0:1763346482.710305:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:3.0:1763346482.710307:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000001:00000010:3.0:1763346482.710309:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb4178753c0. 00040000:00000001:3.0:1763346482.710311:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346482.710312:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346482.710314:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52f82dc00. 00080000:00000001:3.0:1763346482.710316:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346482.710341:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346482.710343:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346482.710344:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346482.710345:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911649 is committed 00000001:00000040:3.0:1763346482.710348:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:3.0:1763346482.710350:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:3.0:1763346482.710352:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb40e770660. 00040000:00000001:3.0:1763346482.710355:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346482.710357:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346482.710358:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb51fd75800. 00080000:00000001:3.0:1763346482.710361:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346482.710381:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346482.710392:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b488/ffff9fb41773b430 to site lru. bkt: ffff9fb535ee6840 00002000:00000001:3.0:1763346482.710395:0:86566:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346482.710406:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972d00 count: 2 00010000:00000001:3.0:1763346482.710409:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763346482.710413:0:86566:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346482.710419:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346482.710421:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346482.710427:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229448 : -105879140322168 : ffff9fb41773b488) 00002000:00000001:3.0:1763346482.710430:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229360 : -105879140322256 : ffff9fb41773b430) 00002000:00000001:3.0:1763346482.710432:0:86566:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346482.710438:0:86566:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346482.710440:0:86566:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x252f:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763346482.710443:0:86566:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x252f:0x0] updating lvb mtime from disk: 0 -> 1763346482 00002000:00010000:3.0:1763346482.710445:0:86566:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x252f:0x0] updating lvb ctime from disk: 0 -> 1763346482 00002000:00010000:3.0:1763346482.710447:0:86566:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x252f:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:3.0:1763346482.710449:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b488/ffff9fb41773b430 to site lru. bkt: ffff9fb535ee6840 00002000:00000001:3.0:1763346482.710453:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.710455:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.710460:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:3.0:1763346482.710464:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.710467:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.710470:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:3.0:1763346482.710472:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.710475:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.710478:0:86566:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346482.710484:0:86566:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.710492:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.710494:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346482.710496:0:86566:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.710503:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.710514:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.710518:0:86566:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346482.710521:0:86566:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346482.710531:0:86566:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346482.710534:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.710537:0:86566:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346482.710539:0:86566:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.710545:0:86566:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346482.710546:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.710548:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.710549:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:3.0:1763346482.710551:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.710553:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.710555:0:86566:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346482.710558:0:86566:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.710566:0:86566:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346482.710567:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.710569:0:86566:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.710575:0:86566:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346482.710577:0:86566:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346482.710579:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.710580:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346482.710583:0:86566:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463af993c from hash 00010000:00000001:3.0:1763346482.710585:0:86566:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346482.710586:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.710587:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.710588:0:86566:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346482.710595:0:86566:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.710596:0:86566:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.710598:0:86566:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346482.710600:0:86566:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346482.710603:0:86566:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346482.710605:0:86566:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.710607:0:86566:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.710610:0:86566:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346482.710612:0:86566:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346482.710614:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.710615:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.710617:0:86566:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.710619:0:86566:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.710621:0:86566:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.710624:0:86566:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.710630:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.710631:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.710632:0:86566:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346482.710633:0:86566:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346482.710635:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346482.710637:0:86566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463af993c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252f:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346482.710645:0:86566:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972d00 count: 0 00002000:00000010:3.0:1763346482.710649:0:86566:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb51fcab100. 00010000:00000010:3.0:1763346482.710654:0:86566:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417972900. 00010000:00000001:3.0:1763346482.710661:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346482.710663:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763346482.710665:0:86566:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346482.710671:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911650, transno 12884911650, xid 1848996540744704 00010000:00000001:3.0:1763346482.710674:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346482.710686:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401810380 x1848996540744704/t12884911650(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:203/0 lens 4584/448 e 0 to 0 dl 1763346493 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346482.710694:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346482.710697:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346482.710701:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346482.710705:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346482.710709:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346482.710711:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346482.710715:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346482.710718:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.710722:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346482.710725:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346482.710731:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346482.710737:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540744704, offset 224 00000400:00000200:3.0:1763346482.710745:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346482.710758:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346482.710765:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198196:198196:256:4294967295] 192.168.204.16@tcp LPNI seq info [198192:198192:8:4294967295] 00000400:00000200:3.0:1763346482.710776:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346482.710782:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346482.710787:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead600. 00000800:00000200:3.0:1763346482.710794:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346482.710802:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346482.710807:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763346482.710819:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346482.710823:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346482.710825:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346482.710826:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.710829:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346482.710835:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401810380 x1848996540744704/t12884911650(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:203/0 lens 4584/448 e 0 to 0 dl 1763346493 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346482.710845:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+14:2355:x1848996540744704:12345-192.168.204.16@tcp:4:lfs.0 Request processed in 64101us (64938us total) trans 12884911650 rc 0/0 00000100:00100000:3.0:1763346482.710856:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3695 00000100:00000040:3.0:1763346482.710861:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346482.710863:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346482.710865:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346482.710870:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52080df00. 00000020:00000010:3.0:1763346482.710877:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419640. 00000020:00000010:3.0:1763346482.710882:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52a0d9400. 00000020:00000040:3.0:1763346482.710887:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 13 00000100:00000001:3.0:1763346482.710889:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346482.711011:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.711016:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead600. 00000400:00000200:3.0:1763346482.711021:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.711026:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.711030:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:3.0:1763346482.711032:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:3.0:1763346482.711036:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.711037:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763346482.718438:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300719563, at 4300719568 00000100:00000010:3.0:1763346482.718444:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417843180. 00010000:00000010:3.1:1763346482.722381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972d00. 00010000:00000010:3.1:1763346482.722392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:3.0:1763346482.779483:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.779487:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.779490:0:59745:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346482.779493:0:59745:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346482.779495:0:59745:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346482.779499:0:59745:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1600/0x757b854463af9943 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62991 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346482.779517:0:59745:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1600 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346482.779520:0:59745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.779522:0:59745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346482.779525:0:59745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1600/0x757b854463af9943 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62991 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.779532:0:59745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346482.779534:0:59745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.779535:0:59745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.779536:0:59745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:3.0:1763346482.779539:0:59745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:3.0:1763346482.779541:0:59745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:3.0:1763346482.779544:0:59745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346482.779547:0:59745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1600/0x757b854463af9943 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62991 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.779553:0:59745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346482.779555:0:59745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.779556:0:59745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.779562:0:59745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346482.779563:0:59745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346482.779565:0:59745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.779567:0:59745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346482.779569:0:59745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1600 with handle 0x757b854463af9943 from hash 00010000:00000001:3.0:1763346482.779571:0:59745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346482.779572:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.779573:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.779574:0:59745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346482.779578:0:59745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.779579:0:59745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.779581:0:59745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346482.779583:0:59745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346482.779585:0:59745:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346482.779588:0:59745:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.779590:0:59745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.779591:0:59745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346482.779593:0:59745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346482.779595:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.779596:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.779597:0:59745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.779599:0:59745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.779601:0:59745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.779604:0:59745:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1600/0x757b854463af9943 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x2601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62991 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346482.779614:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346482.779617:0:59745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1600/0x757b854463af9943 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x2601:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62991 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346482.779624:0:59745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972600 count: 0 00002000:00000010:3.0:1763346482.779628:0:59745:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb529f30c40. 00010000:00000010:3.0:1763346482.779633:0:59745:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417972100. 00010000:00000001:3.0:1763346482.779640:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.779642:0:59745:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346482.779643:0:59745:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb50f9c0f00. 00010000:00000001:3.0:1763346482.779646:0:59745:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.779647:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.779649:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.779650:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346482.779652:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.779653:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.779654:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346482.779656:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.779657:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.779658:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1763346482.786254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972600. 00010000:00000010:3.1:1763346482.786264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00000800:00000001:3.0:1763346482.789951:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.789971:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346482.789975:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.789978:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.789989:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346482.790005:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e008580 00000400:00000200:3.0:1763346482.790012:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x118e9d [8] + 11064 00000800:00000001:3.0:1763346482.790020:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.790085:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.790089:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.790094:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346482.790102:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346482.790105:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346482.790113:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc4380. 00000100:00000040:3.0:1763346482.790116:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc4380 x1848996540745088 msgsize 440 00000100:00100000:3.0:1763346482.790120:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346482.791376:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346482.791391:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.791398:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346482.803483:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300719652, at 4300719653 00000100:00000010:3.0:1763346482.803490:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb504e07c60. 00000100:00000001:3.0:1763346482.818922:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346482.818932:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.818934:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.818936:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=3 00000020:00000001:3.0:1763346482.818939:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346482.818942:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346482.818944:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346482.818949:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463af994a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346482.818955:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.818956:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346482.818958:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463af994a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346482.818963:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.818965:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.818968:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346482.818970:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463af994a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:3.0:1763346482.818975:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346482.818978:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.818980:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346482.818983:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463af994a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346482.818988:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346482.818990:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.818991:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.818992:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=4 00000020:00000001:3.0:1763346482.818993:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346482.818995:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346482.818998:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346482.819000:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463af994a lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346482.819005:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346482.819006:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346482.819008:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.819011:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346482.819013:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346482.819014:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.819015:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346482.819017:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0a00 with handle 0x757b854463af994a from hash 00010000:00000001:3.0:1763346482.819020:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346482.819021:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.819022:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.819023:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346482.819027:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.819028:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.819030:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346482.819031:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346482.819033:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346482.819036:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4054:0x0].0x0 (ffff9fb417f4f900) 00010000:00010000:3.0:1763346482.819039:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346482.819042:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.819043:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.819045:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346482.819046:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346482.819049:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.819050:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.819051:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.819053:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346482.819055:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.819058:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463af994a lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346482.819062:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.819063:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.819065:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346482.819066:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346482.819068:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346482.819070:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463af994a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:3.0:1763346482.819076:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4880. 00010000:00000001:3.0:1763346482.819085:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346482.819087:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000100:00000001:3.0:1763346482.819089:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346482.819392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:3.1:1763346482.825339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00000800:00000200:3.0:1763346482.834394:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.834401:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4af00. 00000400:00000200:3.0:1763346482.834406:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.834411:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.834416:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bb28 00000400:00000010:3.0:1763346482.834418:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bb28. 00000100:00000001:3.0:1763346482.834424:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.834426:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346482.838405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00000800:00000001:3.0:1763346482.871672:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.871694:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346482.871698:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.871700:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.871711:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346482.871729:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 568 into portal 12 MB=0x691a70e008980 00000400:00000200:3.0:1763346482.871738:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 568/568 into md 0xd4275 [64] + 105784 00000800:00000001:3.0:1763346482.871746:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.871755:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.871758:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.871762:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346482.871769:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346482.871771:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346482.871778:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc5c00. 00000100:00000040:3.0:1763346482.871782:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc5c00 x1848996540746112 msgsize 568 00000100:00100000:3.0:1763346482.871786:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346482.871799:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346482.871807:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.871810:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346482.885757:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346482.886135:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514955136 02000000:00000001:3.0:1763346482.886138:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346482.886141:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346482.886143:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346482.886148:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346482.886152:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514955136 00000020:00000001:3.0:1763346482.886155:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346482.886157:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346482.886160:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.886163:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:3.0:1763346482.886165:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346482.886167:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346482.886171:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346482.886177:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce40. 00000100:00000001:3.0:1763346482.886180:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346482.886182:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce40. 00000020:00000010:3.0:1763346482.886189:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5a00. 00000020:00000010:3.0:1763346482.886193:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3000. 00000020:00000010:3.0:1763346482.886198:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1e10. 00000100:00000040:3.0:1763346482.886206:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346482.886209:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346482.886237:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346482.886239:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.886250:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.886260:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346482.886269:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346482.886271:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346482.886276:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00000040:3.0:1763346482.886280:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346482.886283:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198807965952 : -105874901585664 : ffff9fb51419b100) 00000100:00000040:3.0:1763346482.886288:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51419b100 x1848996514955136/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:203/0 lens 408/0 e 0 to 0 dl 1763346493 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346482.886297:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346482.886299:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce40. 00000100:00000001:3.0:1763346482.886301:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346482.886303:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce40. 00000100:00100000:3.0:1763346482.886307:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51419b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19973:x1848996514955136:12345-0@lo:1000:mdt00_001.0 00000100:00000200:3.0:1763346482.886310:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514955136 00000020:00000001:3.0:1763346482.886314:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346482.886318:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346482.886320:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.886322:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346482.886324:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346482.886327:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346482.886331:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346482.886333:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346482.886336:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346482.886340:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.886344:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346482.886351:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c9b0. 00000100:00000001:3.0:1763346482.886357:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346482.886360:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346482.886366:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb532a48000. 02000000:00000001:3.0:1763346482.886369:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.886372:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346482.886376:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb515746d80. 00000020:00000001:3.0:1763346482.886378:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346482.886382:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346482.886388:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229448 : -105879140322168 : ffff9fb41773b488) 00080000:00000001:3.0:1763346482.886392:0:19977:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346482.886397:0:19977:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532192400. 00080000:00000001:3.0:1763346482.886399:0:19977:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199311246336 : -105874398305280 : ffff9fb532192400) 00000020:00000001:3.0:1763346482.886402:0:19977:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:3.0:1763346482.886407:0:19977:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346482.886420:0:19977:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.886423:0:19977:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.886426:0:19977:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763346482.886428:0:19977:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346482.886431:0:19977:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346482.886444:0:19977:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346482.886445:0:19977:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346482.886457:0:19977:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.886461:0:19977:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763346482.886463:0:19977:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9fb52d601300 name trusted.fid flag 1 00080000:00000001:3.0:1763346482.886467:0:19977:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346482.886468:0:19977:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763346482.886522:0:19977:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.886525:0:19977:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763346482.886527:0:19977:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9fb532a48208 index 0: rc = 0 00000020:00000040:3.0:1763346482.886530:0:19977:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763346482.886532:0:19977:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346482.886536:0:19977:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346482.886539:0:19977:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911652, last_committed = 12884911650 00000001:00000010:3.0:1763346482.886542:0:19977:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44cc0. 00000001:00000040:3.0:1763346482.886544:0:19977:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:3.0:1763346482.886546:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=6 00080000:00000001:3.0:1763346482.886551:0:19977:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346482.886559:0:19977:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346482.886562:0:19977:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346482.886570:0:19977:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346482.886572:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b77560/ffff9fb41773b430 to site lru. bkt: ffff9fb535ee6840 00000020:00000001:3.0:1763346482.886574:0:19977:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346482.886577:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7c9b0. 00000020:00000010:3.0:1763346482.886580:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb515746d80. 00000020:00000001:3.0:1763346482.886581:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346482.886585:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911649, transno 12884911652, xid 1848996514955136 00010000:00000001:3.0:1763346482.886588:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346482.886593:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51419b100 x1848996514955136/t12884911652(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:203/0 lens 408/4320 e 0 to 0 dl 1763346493 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346482.886600:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346482.886603:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346482.886606:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=134 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346482.886610:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346482.886612:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346482.886615:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346482.886618:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346482.886620:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346482.886623:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346482.886625:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346482.886628:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb515746d80. 00000100:00000200:3.0:1763346482.886632:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514955136, offset 224 00000400:00000200:3.0:1763346482.886637:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346482.886647:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346482.886656:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c76ff80 00000400:00000200:3.0:1763346482.886662:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f1c1 [2] + 224 00000400:00000200:3.0:1763346482.886670:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.886673:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346482.886678:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346482.886681:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51419ad80 x1848996514955136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346498 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346482.886689:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb51419ad80 x1848996514955136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346498 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346482.886701:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346482.886705:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb515746d80 00000400:00000010:3.0:1763346482.886707:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb515746d80. 00000100:00000001:3.0:1763346482.886709:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.886711:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346482.886713:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346482.886716:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346482.886718:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346482.886720:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.886721:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346482.886724:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51419b100 x1848996514955136/t12884911652(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:203/0 lens 408/4320 e 0 to 0 dl 1763346493 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346482.886733:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51419b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19973:x1848996514955136:12345-0@lo:1000:mdt00_001.0 Request processed in 434us (5340us total) trans 12884911652 rc 0/0 00000100:00100000:3.0:1763346482.886739:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00000040:3.0:1763346482.886742:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:3.0:1763346482.886744:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346482.886746:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346482.886750:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3000. 00000020:00000010:3.0:1763346482.886753:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1e10. 00000020:00000010:3.0:1763346482.886755:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5a00. 00000020:00000040:3.0:1763346482.886760:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:3.0:1763346482.886762:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346482.893832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:2.1:1763346482.893843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4ff00. 00010000:00000010:2.1:1763346482.893848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:2.1:1763346482.893851:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f900. 00000100:00000001:3.0:1763346482.898255:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346482.898262:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.898264:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.898268:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:3.0:1763346482.898271:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.898273:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.898276:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346482.898282:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af995f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4054:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898291:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.898292:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346482.898294:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af995f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4054:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898304:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.898306:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.898309:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346482.898311:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af995f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4054:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00010000:3.0:1763346482.898316:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346482.898319:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.898322:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346482.898325:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af995f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4054:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898329:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346482.898330:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.898331:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.898333:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:3.0:1763346482.898334:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.898336:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346482.898339:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346482.898342:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af995f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4054:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898347:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346482.898349:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346482.898350:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.898355:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346482.898357:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346482.898359:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.898360:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346482.898363:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463af995f from hash 00010000:00000001:3.0:1763346482.898365:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346482.898366:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.898367:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.898368:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346482.898373:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.898375:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.898377:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346482.898379:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346482.898382:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346482.898384:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4054:0x0].0x0 (ffff9fb503078d00) 00010000:00010000:3.0:1763346482.898387:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763346482.898389:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.898392:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.898393:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346482.898395:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346482.898397:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.898398:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.898399:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.898401:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346482.898402:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.898404:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af995f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4054:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898409:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.898410:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.898411:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346482.898412:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346482.898413:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346482.898415:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af995f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4054:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000010:3.0:1763346482.898421:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb52dc0d580. 00010000:00000040:3.0:1763346482.898425:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078d00 count: 0 00010000:00000010:3.0:1763346482.898432:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364500. 00010000:00000001:3.0:1763346482.898440:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.898441:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.898442:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.898444:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c600 refcount=3 00000020:00000001:3.0:1763346482.898446:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:3.0:1763346482.898448:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:3.0:1763346482.898450:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346482.898453:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9966 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x404d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898457:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.898458:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346482.898461:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9966 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x404d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898465:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.898466:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.898468:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346482.898470:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9966 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x404d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00010000:3.0:1763346482.898474:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346482.898476:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.898477:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346482.898479:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9966 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x404d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898483:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346482.898484:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.898485:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.898487:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c600 refcount=4 00000020:00000001:3.0:1763346482.898488:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:3.0:1763346482.898490:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:3.0:1763346482.898492:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346482.898493:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9966 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x404d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.898497:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346482.898499:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346482.898500:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.898513:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346482.898515:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346482.898517:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.898518:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346482.900390:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c600 with handle 0x757b854463af9966 from hash 00010000:00000001:3.0:1763346482.900393:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346482.900396:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.900397:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.900398:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346482.900404:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.900406:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.900408:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346482.900410:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346482.900412:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346482.900415:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x404d:0x0].0x0 (ffff9fb503078500) 00010000:00010000:3.0:1763346482.900417:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763346482.900420:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.900422:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.900423:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346482.900425:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346482.900428:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.900429:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.900431:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.900433:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346482.900435:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.900440:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9966 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x404d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346482.900447:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.900448:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.900449:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346482.900450:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346482.900452:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346482.900453:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9966 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x404d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000010:3.0:1763346482.900459:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb52dc0dd00. 00010000:00000040:3.0:1763346482.900464:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078500 count: 0 00010000:00000010:3.0:1763346482.900470:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364400. 00010000:00000001:3.0:1763346482.900478:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346482.900482:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:3.0:1763346482.900485:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346482.906237:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.906242:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d600. 00000400:00000200:3.0:1763346482.906246:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.906251:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.906256:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a660 00000400:00000010:3.0:1763346482.906258:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a660. 00000100:00000001:3.0:1763346482.906262:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.906263:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763346482.906278:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300719752, at 4300719755 00000100:00000010:3.0:1763346482.906284:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb532cb9060. 00000800:00000200:3.0:1763346482.909819:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.909825:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880400. 00000400:00000200:3.0:1763346482.909829:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.909834:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.909840:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bf68 00000400:00000010:3.0:1763346482.909842:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bf68. 00000100:00000001:3.0:1763346482.909846:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.909847:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346482.909854:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.909864:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346482.909866:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.909868:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.909874:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346482.909884:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e008c00 00000400:00000200:3.0:1763346482.909891:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124935 [2] + 1568 00000800:00000001:3.0:1763346482.909897:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.909904:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.909906:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.909909:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346482.909914:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346482.909917:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346482.909923:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc4e00. 00000100:00000040:3.0:1763346482.909926:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc4e00 x1848996540746752 msgsize 392 00000100:00100000:3.0:1763346482.909930:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346482.909945:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346482.909949:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.909953:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346482.914279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:3.1:1763346482.914290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:3.1:1763346482.914293:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078500. 00010000:00000010:3.1:1763346482.914296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00000020:00000001:3.0:1763346482.922287:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.922290:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.922293:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346482.922297:0:5740:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346482.922299:0:5740:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346482.922302:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af996d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19975 initiator: MDT0 00010000:00010000:3.0:1763346482.922309:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36a00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346482.922311:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.922313:0:5740:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346482.922315:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af996d lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346482.922321:0:5740:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346482.922322:0:5740:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346482.922323:0:5740:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346482.922325:0:5740:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:3.0:1763346482.922326:0:5740:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346482.922328:0:5740:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346482.922331:0:5740:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346482.922334:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af996d lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346482.922339:0:5740:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346482.922341:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346482.922343:0:5740:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.922346:0:5740:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346482.922348:0:5740:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346482.922350:0:5740:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346482.922351:0:5740:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346482.922354:0:5740:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36a00 with handle 0x757b854463af996d from hash 00010000:00000001:3.0:1763346482.922356:0:5740:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346482.922357:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.922358:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.922359:0:5740:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346482.922362:0:5740:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346482.922364:0:5740:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.922366:0:5740:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346482.922369:0:5740:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346482.922371:0:5740:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346482.922373:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4054:0x0].0x0 (ffff9fb417f4fb00) 00010000:00010000:3.0:1763346482.922376:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763346482.922378:0:5740:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346482.922381:0:5740:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.922382:0:5740:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346482.922383:0:5740:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346482.922386:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346482.922387:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.922388:0:5740:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.922390:0:5740:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346482.922392:0:5740:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.922395:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af996d lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346482.922399:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346482.922401:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af996d lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4054:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19975 initiator: MDT0 00010000:00000010:3.0:1763346482.922407:0:5740:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51fb9f900. 00010000:00000040:3.0:1763346482.922412:0:5740:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fb00 count: 0 00010000:00000010:3.0:1763346482.922417:0:5740:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb4178a7e80. 00010000:00000001:3.0:1763346482.922423:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346482.922424:0:5740:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346482.922427:0:5740:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb50f828c00. 00010000:00000001:3.0:1763346482.922430:0:5740:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346482.922432:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.922434:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.922435:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346482.922437:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.922438:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.922440:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346482.922441:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346482.922442:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346482.922444:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1763346482.940783:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.940788:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1dd00. 00000400:00000200:3.0:1763346482.940793:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.940799:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.940803:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:3.0:1763346482.940806:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:3.0:1763346482.940810:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.940813:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346482.944444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:1.1:1763346482.944462:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00000800:00000001:3.0:1763346482.945316:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.945332:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346482.945335:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.945338:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.945351:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346482.945371:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 304 into portal 12 MB=0x691a70e008c80 00000400:00000200:3.0:1763346482.945381:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 304/304 into md 0xd4275 [64] + 106352 00000800:00000001:3.0:1763346482.945390:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.945404:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.945408:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.945413:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346482.945420:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346482.945422:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346482.945438:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76bb80. 00000100:00000040:3.0:1763346482.945442:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76bb80 x1848996540746880 msgsize 304 00000100:00100000:3.0:1763346482.945446:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346482.945465:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346482.945474:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.945478:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346482.948643:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.948648:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb53168f000. 00000400:00000200:3.0:1763346482.948652:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.948658:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.948663:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b975a80 00000400:00000010:3.0:1763346482.948665:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b975a80. 00000100:00000001:3.0:1763346482.948669:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.948671:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346482.953741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fb00. 00010000:00000010:3.1:1763346482.953759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00000800:00000200:3.0:1763346482.971669:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.971675:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:3.0:1763346482.971681:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.971686:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.971691:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035be58 00000400:00000010:3.0:1763346482.971693:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035be58. 00000100:00000001:3.0:1763346482.971699:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.971701:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346482.979729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:2.1:1763346482.979747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346482.979752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346482.979755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00000800:00000001:3.0:1763346482.983366:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.983386:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346482.983390:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.983391:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.983402:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346482.983421:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e008e00 00000400:00000200:3.0:1763346482.983430:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x12737d [2] + 656 00000800:00000001:3.0:1763346482.983437:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.983443:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.983446:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.983450:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346482.983458:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346482.983460:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346482.983467:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a769880. 00000100:00000040:3.0:1763346482.983471:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a769880 x1848996540747264 msgsize 328 00000100:00100000:3.0:1763346482.983474:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346482.983506:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346482.983515:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.983519:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346482.983521:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.983522:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.983526:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346482.983532:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 552 into portal 12 MB=0x691a70e008f00 00000400:00000200:3.0:1763346482.983536:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 552/552 into md 0xd4275 [64] + 111280 00000800:00000001:3.0:1763346482.983541:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.983548:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346482.983550:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.983552:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346482.983555:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346482.983557:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346482.983562:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226df80. 00000100:00000040:3.0:1763346482.983564:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226df80 x1848996540747520 msgsize 552 00000100:00100000:3.0:1763346482.983568:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346482.983584:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346482.983588:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346482.983591:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346482.987763:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.987771:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:3.0:1763346482.987778:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.987785:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.987791:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:3.0:1763346482.987793:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:3.0:1763346482.987799:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.987801:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346482.989560:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346482.989563:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d300. 00000400:00000200:3.0:1763346482.989567:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346482.989573:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346482.989578:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:3.0:1763346482.989580:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:3.0:1763346482.989585:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346482.989586:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346482.997464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:0.1:1763346483.001395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00000800:00000001:3.0:1763346483.002732:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.002750:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.002754:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.002756:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.002768:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.002786:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e009000 00000400:00000200:3.0:1763346483.002794:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4275 [64] + 111832 00000800:00000001:3.0:1763346483.002803:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.002832:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.002835:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.002840:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.002847:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.002850:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346483.002857:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226fb80. 00000100:00000040:3.0:1763346483.002861:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226fb80 x1848996540747776 msgsize 4616 00000100:00100000:3.0:1763346483.002865:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.003428:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.003440:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.003444:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.004868:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.004876:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880200. 00000400:00000200:3.0:1763346483.004881:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.004885:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.004889:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b088 00000400:00000010:3.0:1763346483.004892:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b088. 00000100:00000001:3.0:1763346483.004895:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.004899:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5053f4a80 x1848996514955264/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.004907:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.004910:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5053f4a80 x1848996514955264/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.004917:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.004919:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.015270:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.015292:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.015297:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.015300:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.015312:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.015332:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c770000 00000400:00000200:3.0:1763346483.015341:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f1ed [1] + 224 00000800:00000001:3.0:1763346483.015349:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.015355:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.015358:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.015363:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.015370:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.015381:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f4a80 x1848996514955264/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.015393:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5053f4a80 x1848996514955264/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.015417:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.015426:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.015430:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.015432:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.015434:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.015438:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.015443:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e009080 00000400:00000200:3.0:1763346483.015449:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x12737d [2] + 984 00000800:00000001:3.0:1763346483.015452:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.015529:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.015532:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.015535:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.015540:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.015542:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346483.015552:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983ce00. 00000100:00000040:3.0:1763346483.015556:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983ce00 x1848996540747904 msgsize 328 00000100:00100000:3.0:1763346483.015559:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.015579:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.015584:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.015588:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.017652:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.017660:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d500. 00000400:00000200:3.0:1763346483.017669:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.017681:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.017688:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ab28 00000400:00000010:3.0:1763346483.017693:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ab28. 00000100:00000001:3.0:1763346483.017699:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.017703:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346483.018361:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.018366:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880800. 00000400:00000200:3.0:1763346483.018371:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.018377:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.018390:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bf68 00000400:00000010:3.0:1763346483.018392:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bf68. 00000100:00000001:3.0:1763346483.018396:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.018397:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.023645:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.023667:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.023671:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.023673:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346483.024269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00000400:00000200:3.0:1763346483.024364:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.024669:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e009180 00000400:00000200:3.0:1763346483.024678:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124935 [2] + 1960 00000400:00000010:3.0:1763346483.024685:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5056a0d10. 00000400:00000200:3.0:1763346483.024689:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb517e81240 00000800:00000001:3.0:1763346483.024695:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.024711:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.024714:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.024719:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.024724:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb517e81240 00000400:00000010:3.0:1763346483.024727:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb517e81240. 00000100:00000001:3.0:1763346483.024735:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.024737:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:3.0:1763346483.024740:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb4042fc050 x1848996540748160 msgsize 392 00000100:00100000:3.0:1763346483.024745:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346483.024748:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346483.026701:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.026721:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.026733:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346483.028255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:1.1:1763346483.028265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346483.028271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00000800:00000200:3.0:1763346483.032355:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.032360:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1dc00. 00000400:00000200:3.0:1763346483.032364:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.032370:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.032376:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:3.0:1763346483.032378:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:3.0:1763346483.032687:0:3287:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763346483.032689:0:3287:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346483.032691:0:3287:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb50f92d000. 02000000:00000001:3.0:1763346483.032694:0:3287:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763346483.032695:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.036857:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.036877:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.036881:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.036884:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.036898:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.036917:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 376 into portal 12 MB=0x691a70e009200 00000400:00000200:3.0:1763346483.036926:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 376/376 into md 0xd4275 [64] + 116448 00000800:00000001:3.0:1763346483.036934:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.036943:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.036946:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.036951:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.036958:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.036961:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346483.036968:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983f480. 00000100:00000040:3.0:1763346483.036972:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983f480 x1848996540748288 msgsize 376 00000100:00100000:3.0:1763346483.036976:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.036997:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.037006:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.037009:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.057594:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.057600:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d000. 00000400:00000200:3.0:1763346483.057604:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.057610:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.057615:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a220 00000400:00000010:3.0:1763346483.057617:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a220. 00000100:00000001:3.0:1763346483.057621:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.057626:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a888e00 x1848996514955392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.057636:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.057640:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a888e00 x1848996514955392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.057647:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.057649:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763346483.076174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00000800:00000001:3.0:1763346483.082324:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.082344:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.082348:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.082350:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.082361:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.082378:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e009300 00000400:00000200:3.0:1763346483.082386:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4275 [64] + 116824 00000800:00000001:3.0:1763346483.082395:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.082404:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.082407:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.082411:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.082420:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.082423:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346483.082430:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983e680. 00000100:00000040:3.0:1763346483.082434:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983e680 x1848996540748544 msgsize 576 00000100:00100000:3.0:1763346483.082439:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.082458:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.082466:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.082470:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.092138:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.092144:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d400. 00000400:00000200:3.0:1763346483.092149:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.092156:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.092162:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9add0 00000400:00000010:3.0:1763346483.092165:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9add0. 00000100:00000001:3.0:1763346483.092170:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.092172:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.096274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00000800:00000001:3.0:1763346483.105483:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.105509:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.105513:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.105516:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.105527:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.105546:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c770100 00000400:00000200:3.0:1763346483.105555:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f21d [1] + 224 00000800:00000001:3.0:1763346483.105562:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.105571:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.105574:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.105579:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.105585:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.105595:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f4a80 x1848996514955520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.105608:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5053f4a80 x1848996514955520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.105633:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.105642:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.105646:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346483.114495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00000800:00000001:3.0:1763346483.128173:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.129358:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346483.135385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3bc00. 00000800:00000001:3.0:1763346483.139823:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.139840:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.139843:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.139845:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.139854:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.139870:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c770280 00000400:00000200:3.0:1763346483.139878:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f23d [1] + 224 00000800:00000001:3.0:1763346483.139886:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.139893:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.139895:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.139898:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.139905:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.139913:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f4a80 x1848996514955904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.139924:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5053f4a80 x1848996514955904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.139950:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.139958:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.139961:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346483.154274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346483.170478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00000100:00000040:3.0:1763346483.222692:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300720071, at 4300720072 00000100:00000010:3.0:1763346483.222710:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5156e6a80. 00010000:00000010:1.1:1763346483.266283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346483.288255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00000100:00000001:3.0:1763346483.294560:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.294564:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540749824 02000000:00000001:3.0:1763346483.294568:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.294571:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.294574:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.294579:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.294585:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540749824 00000020:00000001:3.0:1763346483.294589:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.294591:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346483.294595:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.294599:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:3.0:1763346483.294602:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346483.294606:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346483.294612:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.294619:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd40. 00000100:00000001:3.0:1763346483.294623:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.294626:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd40. 00000020:00000010:3.0:1763346483.294634:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4200. 00000020:00000010:3.0:1763346483.294641:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3000. 00000020:00000010:3.0:1763346483.294647:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1e10. 00000100:00000040:3.0:1763346483.294657:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763346483.294661:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.294663:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763346483.294666:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763346483.294669:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.294672:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:3.0:1763346483.294676:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.294679:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346483.294684:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346483.294687:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.294690:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.294692:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.294695:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.294696:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.294698:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.294700:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.294701:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.294703:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.294705:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.294706:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.294708:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.294711:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763346483.294714:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.294717:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.294719:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.294722:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763346483.294724:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.294728:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763346483.294737:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x2605:0x0] (0->4095) req@ffff9fb536046d80 x1848996540749824/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 488/0 e 0 to 0 dl 1763346494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763346483.294748:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763346483.294750:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb536046d80 with x1848996540749824 ext(0->4095) 00010000:00000001:3.0:1763346483.294754:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.294756:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.294759:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:3.0:1763346483.294761:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:3.0:1763346483.294764:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:3.0:1763346483.294768:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.294771:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346483.294772:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763346483.294774:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb536046d80 00002000:00000001:3.0:1763346483.294777:0:86566:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.294779:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.294788:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.294802:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.294816:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.294819:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.294823:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3696 00000100:00000040:3.0:1763346483.294829:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346483.294831:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199376997760 : -105874332553856 : ffff9fb536046d80) 00000100:00000040:3.0:1763346483.294837:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536046d80 x1848996540749824/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 488/0 e 0 to 0 dl 1763346494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346483.294847:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.294851:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd40. 00000100:00000001:3.0:1763346483.294854:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.294856:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd40. 00000100:00100000:3.0:1763346483.294865:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540749824:12345-192.168.204.16@tcp:3:lfs.0 00000100:00000200:3.0:1763346483.294870:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540749824 00000020:00000001:3.0:1763346483.294874:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.294879:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.294882:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.294884:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.294886:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:3.0:1763346483.294890:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.294893:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.294896:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.294898:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.294899:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.294905:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.294907:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.294919:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb51ff86000. 02000000:00000001:3.0:1763346483.294921:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.294924:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.294927:0:86566:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:3.0:1763346483.294930:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763346483.294932:0:86566:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.294935:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:3.0:1763346483.294940:0:86566:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:3.0:1763346483.294942:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763346483.294944:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 299892736 dropped 0, local 299892736 00000020:00000001:3.0:1763346483.294948:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763346483.294950:0:86566:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:3.0:1763346483.294953:0:86566:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:3.0:1763346483.294955:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.294959:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.294967:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569676664 : -105879139874952 : ffff9fb4177a8778) 00002000:00000001:3.0:1763346483.294970:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569676576 : -105879139875040 : ffff9fb4177a8720) 00002000:00000001:3.0:1763346483.294974:0:86566:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763346483.294985:0:86566:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.294988:0:86566:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:3.0:1763346483.294990:0:86566:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.294999:0:86566:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:3.0:1763346483.295074:0:86566:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763346483.295082:0:86566:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.295085:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.295087:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.295093:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763346483.295125:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:3.0:1763346483.295129:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763346483.295146:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:3.0:1763346483.295148:0:86566:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: d9ecb611 (4) 00000020:00008000:3.0:1763346483.295152:0:86566:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763346483.295157:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763346483.295163:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346483.295171:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.295175:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346483.295177:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.295179:0:86566:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:3.0:1763346483.295192:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4177a8778/ffff9fb4177a8720 to site lru. bkt: ffff9fb517dce4c0 00002000:00000001:3.0:1763346483.295194:0:86566:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.295196:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.295198:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.295200:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763346483.295202:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763346483.295204:0:86566:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:3.0:1763346483.295207:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847727, transno 0, xid 1848996540749824 00010000:00000001:3.0:1763346483.295210:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.295250:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb536046d80 x1848996540749824/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 488/4536 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346483.295260:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.295265:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.295270:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.295277:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.295281:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346483.295284:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346483.295287:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.295290:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.295294:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.295297:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346483.295303:0:86566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb515746d80. 00000100:00000200:3.0:1763346483.295309:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540749824, offset 224 00000400:00000200:3.0:1763346483.295318:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346483.295334:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346483.295341:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198236:198236:256:4294967295] 192.168.204.16@tcp LPNI seq info [198232:198232:8:4294967295] 00000400:00000200:3.0:1763346483.295354:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346483.295360:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346483.295367:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb5277c4600. 00000800:00000200:3.0:1763346483.295374:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346483.295383:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:3.0:1763346483.295388:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5277c4600 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:3.0:1763346483.296589:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.296602:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346483.296607:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.296611:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.296614:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.296622:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536046d80 x1848996540749824/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 488/4536 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346483.296636:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb536046d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540749824:12345-192.168.204.16@tcp:3:lfs.0 Request processed in 1786us (2234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763346483.296647:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3696 00000100:00000040:3.0:1763346483.296651:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346483.296654:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763346483.296657:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763346483.296666:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x2605:0x0] (0->4095) req@ffff9fb536046d80 x1848996540749824/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 488/4536 e 0 to 0 dl 1763346494 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763346483.296676:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763346483.296678:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb536046d80 with x1848996540749824 ext(0->4095) 00010000:00000001:3.0:1763346483.296683:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.296686:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.296688:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:3.0:1763346483.296691:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:3.0:1763346483.296694:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:3.0:1763346483.296698:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.296700:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346483.296701:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763346483.296703:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb536046d80 00002000:00000001:3.0:1763346483.296706:0:86566:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.296708:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.296715:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3000. 00000020:00000010:3.0:1763346483.296722:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1e10. 00000020:00000010:3.0:1763346483.296726:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4200. 00000020:00000040:3.0:1763346483.296733:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:3.0:1763346483.296737:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.302161:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.302165:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540749952 02000000:00000001:3.0:1763346483.302169:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.302172:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.302175:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.302180:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.302185:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540749952 00000020:00000001:3.0:1763346483.302189:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.302192:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346483.302195:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.302199:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=17 00000020:00000001:3.0:1763346483.302201:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346483.302204:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346483.302237:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.302244:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd40. 00000100:00000001:3.0:1763346483.302249:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.302252:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd40. 00000020:00000010:3.0:1763346483.302260:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4a00. 00000020:00000010:3.0:1763346483.302268:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3000. 00000020:00000010:3.0:1763346483.302274:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1e10. 00000100:00000040:3.0:1763346483.302284:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763346483.302288:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.302290:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763346483.302293:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763346483.302296:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.302300:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:3.0:1763346483.302303:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.302307:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346483.302311:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346483.302314:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.302317:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.302319:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.302322:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.302324:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.302326:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.302328:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.302329:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.302331:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.302332:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.302334:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.302335:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.302338:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763346483.302341:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.302357:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.302359:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.302362:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763346483.302364:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.302366:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.302375:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.302386:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.302400:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.302403:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.302409:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3697 00000100:00000040:3.0:1763346483.302414:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346483.302418:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199376986112 : -105874332565504 : ffff9fb536044000) 00000100:00000040:3.0:1763346483.302428:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536044000 x1848996540749952/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 4584/0 e 0 to 0 dl 1763346494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346483.302439:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.302442:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd40. 00000100:00000001:3.0:1763346483.302444:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.302447:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd40. 00000100:00100000:3.0:1763346483.302453:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536044000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+17:2357:x1848996540749952:12345-192.168.204.16@tcp:4:lfs.0 00000100:00000200:3.0:1763346483.302458:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540749952 00000020:00000001:3.0:1763346483.302461:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.302464:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.302467:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.302469:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.302470:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:3.0:1763346483.302474:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.302477:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.302480:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.302481:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.302483:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.302485:0:86566:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763346483.302492:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.302504:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.302509:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb532190000. 02000000:00000001:3.0:1763346483.302512:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.302514:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.302518:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763346483.302520:0:86566:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:3.0:1763346483.302523:0:86566:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346483.302527:0:86566:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346483.302534:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fa00 count: 2 00010000:00000001:3.0:1763346483.302537:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346483.302540:0:86566:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346483.302544:0:86566:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346483.302550:0:86566:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346483.302553:0:86566:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463af9a0e to hash 00000020:00000001:3.0:1763346483.302555:0:86566:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346483.302557:0:86566:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346483.302560:0:86566:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346483.302563:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.302565:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.302569:0:86566:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3aa00/0x757b854463af9a0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.302579:0:86566:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346483.302583:0:86566:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346483.302586:0:86566:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346483.302588:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346483.302592:0:86566:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763346483.302594:0:86566:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346483.302599:0:86566:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463af99dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212568 expref: 17 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346483.302607:0:86566:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346483.302608:0:86566:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.302611:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.302613:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.302615:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.302617:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.302618:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.302620:0:86566:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.302623:0:86566:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763346483.302627:0:86566:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3aa00/0x757b854463af9a0e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.302635:0:86566:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2530:0x0].0x0 (ffff9fb417f4fa00) refcount = 2 00010000:00000040:3.0:1763346483.302639:0:86566:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346483.302642:0:86566:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463af99dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212568 expref: 17 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346483.302650:0:86566:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763346483.302652:0:86566:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3aa00/0x757b854463af9a0e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763346483.302660:0:86566:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9cd40. 00000100:00000001:3.0:1763346483.302664:0:86566:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346483.302670:0:86566:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb515746900. 00000100:00000001:3.0:1763346483.302672:0:86566:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198830688512 : -105874878863104 : ffff9fb515746900) 00000100:00000001:3.0:1763346483.302675:0:86566:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198830688512 : -105874878863104 : ffff9fb515746900) 00000100:00000001:3.0:1763346483.302678:0:86566:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346483.302680:0:86566:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346483.302682:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346483.302686:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.302687:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346483.302689:0:86566:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.302692:0:86566:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.302694:0:86566:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763346483.302696:0:86566:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763346483.302700:0:86566:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c380. 00000020:00000040:3.0:1763346483.302703:0:86566:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763346483.302707:0:86566:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346483.302709:0:86566:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346483.302715:0:86566:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346483.302721:0:86566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c5c00. 00000100:00000001:3.0:1763346483.302728:0:86566:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.302733:0:86566:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463af99dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212568 expref: 17 pid: 57808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763346483.302750:0:86566:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463af99dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212568 expref: 17 pid: 57808 timeout: 6152 lvb_type: 1 00010000:00000001:3.0:1763346483.302760:0:86566:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346483.302764:0:86566:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346483.302768:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51983c380 x1848996514956416/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.302776:0:86566:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346483.302778:0:86566:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.302784:0:86566:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51983c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:86566:1848996514956416:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346483.302788:0:86566:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346483.302794:0:86566:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346483.302797:0:86566:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.302800:0:86566:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346483.302805:0:86566:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5277c5000. 02000000:00000001:3.0:1763346483.302808:0:86566:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346483.302814:0:86566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346483.302821:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346483.302830:0:86566:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514956416, portal 16 00000100:00000001:3.0:1763346483.302832:0:86566:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346483.302834:0:86566:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198898803584 : -105874810748032 : ffff9fb51983c380) 00000100:00000040:3.0:1763346483.302840:0:86566:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb51983c380 x1848996514956416/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.302847:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.302850:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346483.302853:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb110. 00000100:00000200:3.0:1763346483.302856:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514956416, offset 0 00000400:00000200:3.0:1763346483.302863:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346483.302876:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346483.302881:0:86566:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346483.302886:0:86566:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346483.302890:0:86566:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346483.302894:0:86566:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346483.302898:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198237:198237:256:4294967295] 192.168.204.16@tcp LPNI seq info [198233:198233:8:4294967295] 00000400:00000200:3.0:1763346483.302910:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346483.302915:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346483.302921:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadd00. 00000800:00000200:3.0:1763346483.302927:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346483.302936:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346483.302941:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346483.305104:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.305119:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300720219 00000100:00000001:3.0:1763346483.305131:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300720184 00000100:00000001:3.0:1763346483.305138:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300720219 00000100:00000001:3.0:1763346483.305141:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300720184 00000100:00000001:3.0:1763346483.305144:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300720219 00000100:00000001:3.0:1763346483.305148:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300720184 00000100:00000001:3.0:1763346483.305151:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300720219 00000100:00000001:3.0:1763346483.305154:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300720184 00000100:00000001:3.0:1763346483.305157:0:86566:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346483.305162:0:86566:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.305165:0:86566:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.305168:0:86566:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.305170:0:86566:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.305173:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.305176:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.305178:0:86566:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.305180:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346483.305183:0:86566:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346483.305186:0:86566:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.305189:0:86566:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346483.305191:0:86566:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346483.305195:0:86566:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb515746900 going to sleep for 11 seconds 00000100:00000001:3.0:1763346483.305200:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346483.305203:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.311282:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346483.311294:0:86566:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346483.311297:0:86566:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346483.311302:0:86566:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:3.0:1763346483.311309:0:86566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:3.0:1763346483.311312:0:86566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:3.0:1763346483.311315:0:86566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.311321:0:86566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51983c380 x1848996514956416/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346483.311330:0:86566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51983c380 x1848996514956416/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.311336:0:86566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346483.311338:0:86566:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.311340:0:86566:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346483.311344:0:86566:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346483.311348:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.311351:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.311354:0:86566:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.311362:0:86566:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346483.311367:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.311370:0:86566:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346483.311372:0:86566:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.311375:0:86566:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346483.311380:0:86566:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.311383:0:86566:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.311387:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51983c380 x1848996514956416/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.311394:0:86566:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346483.311398:0:86566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346483.311400:0:86566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.311403:0:86566:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346483.311407:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.311409:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.311411:0:86566:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.311415:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983c380 x1848996514956416/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346483.311424:0:86566:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51983c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:86566:1848996514956416:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346483.311430:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.311434:0:86566:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.311437:0:86566:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346483.311439:0:86566:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.311443:0:86566:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51983c380 x1848996514956416/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.311450:0:86566:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346483.311454:0:86566:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346483.311458:0:86566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5277c5000. 02000000:00000001:3.0:1763346483.311464:0:86566:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346483.311466:0:86566:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346483.311469:0:86566:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763346483.311471:0:86566:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346483.311474:0:86566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c5c00. 02000000:00000001:3.0:1763346483.311476:0:86566:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346483.311478:0:86566:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346483.311481:0:86566:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983c380. 00000100:00000001:3.0:1763346483.311484:0:86566:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346483.311486:0:86566:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346483.311489:0:86566:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb515746900. 00000100:00000001:3.0:1763346483.311503:0:86566:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346483.311505:0:86566:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346483.311508:0:86566:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9cd40. 00010000:00000001:3.0:1763346483.311512:0:86566:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.311515:0:86566:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.311517:0:86566:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346483.311521:0:86566:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763346483.311526:0:86566:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3aa00/0x757b854463af9a0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346483.314920:0:86566:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3aa00/0x757b854463af9a0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.314930:0:86566:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.314935:0:86566:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3aa00/0x757b854463af9a0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.314941:0:86566:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346483.314942:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.314944:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346483.314946:0:86566:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.314955:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:3.0:1763346483.314962:0:86566:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:3.0:1763346483.314965:0:86566:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:3.0:1763346483.314968:0:86566:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763346483.314971:0:86566:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1763346483.314973:0:86566:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 free: 3836739584 avail: 3833593856 00000020:00000001:3.0:1763346483.314978:0:86566:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1763346483.314981:0:86566:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 avail=3833593856 left=3529506816 unstable=0 tot_grant=303628288 pending=0 00000020:00000001:3.0:1763346483.314985:0:86566:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3529506816 : 3529506816 : d2600000) 00000020:00000001:3.0:1763346483.314988:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763346483.314990:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 reports grant 281149440 dropped 0, local 282853376 00000020:00000001:3.0:1763346483.314993:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763346483.314995:0:86566:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:3.0:1763346483.314998:0:86566:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 granted: 1703936 ungranted: 0 grant: 281149440 dirty: 1703936 00000020:00000001:3.0:1763346483.315000:0:86566:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:3.0:1763346483.315002:0:86566:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1763346483.315005:0:86566:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 wants: 485097472 current grant 281149440 granting: 3407872 00000020:00000020:3.0:1763346483.315008:0:86566:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 tot cached:0 granted:307036160 num_exports: 2 00000020:00000001:3.0:1763346483.315011:0:86566:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:3.0:1763346483.315014:0:86566:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:3.0:1763346483.315015:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.315017:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.315022:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569231576 : -105879140320040 : ffff9fb41773bcd8) 00002000:00000001:3.0:1763346483.315024:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569231488 : -105879140320128 : ffff9fb41773bc80) 00080000:00000001:3.0:1763346483.315031:0:86566:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:3.0:1763346483.315052:0:86566:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763346483.315057:0:86566:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.315059:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.315061:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.315065:0:86566:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:3.0:1763346483.315067:0:86566:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763346483.315073:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763346483.315102:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:3.0:1763346483.315104:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763346483.315116:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.315119:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763346483.315123:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346483.315130:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.315133:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346483.315135:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.315138:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.315140:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.315143:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.315144:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.315146:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.315148:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.315149:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.315151:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.315152:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.315153:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.315155:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.315158:0:86566:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:3.0:1763346483.315160:0:86566:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.315163:0:86566:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:3.0:1763346483.315165:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763346483.315170:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315174:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.315182:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532193400. 00080000:00000001:3.0:1763346483.315185:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199311250432 : -105874398301184 : ffff9fb532193400) 00000001:00000001:3.0:1763346483.315188:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.315189:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315193:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:3.0:1763346483.315249:0:86566:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:3.0:1763346483.315253:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315256:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346483.315264:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315267:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346483.315287:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.315289:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763346483.315291:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315295:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763346483.315319:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.315321:0:86566:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:3.0:1763346483.315324:0:86566:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.315331:0:86566:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:3.0:1763346483.315334:0:86566:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1763346483.315337:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346483.315339:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763346483.315378:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.315381:0:86566:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.315384:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346483.315395:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315398:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.315401:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532193c00. 00080000:00000001:3.0:1763346483.315403:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199311252480 : -105874398299136 : ffff9fb532193c00) 00000001:00000001:3.0:1763346483.315405:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.315407:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315410:0:86566:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:3.0:1763346483.315414:0:86566:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:3.0:1763346483.315418:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.315420:0:86566:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315422:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.315424:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315425:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346483.315430:0:86566:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.315454:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.315455:0:86566:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315457:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346483.315463:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315471:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315479:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763346483.315483:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315485:0:86566:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:3.0:1763346483.315487:0:86566:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:3.0:1763346483.315488:0:86566:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:3.0:1763346483.315490:0:86566:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:3.0:1763346483.315527:0:86566:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.315531:0:86566:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:3.0:1763346483.315534:0:86566:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb417f44ae0. 00000020:00000040:3.0:1763346483.315537:0:86566:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 2 00000020:00000040:3.0:1763346483.315539:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=17 00000020:00000001:3.0:1763346483.315542:0:86566:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.315544:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346483.315547:0:86566:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:3.0:1763346483.315550:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346483.315551:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1763346483.315592:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763346483.315595:0:86566:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911653, last_committed = 12884911650 00000001:00000010:3.0:1763346483.315599:0:86566:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44300. 00000001:00000040:3.0:1763346483.315602:0:86566:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 3 00000020:00000040:3.0:1763346483.315604:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=18 00080000:00000001:3.0:1763346483.315609:0:86566:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.315620:0:86566:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346483.315622:0:86566:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763346483.320382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00080000:00000001:3.0:1763346483.367383:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346483.367392:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346483.367395:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346483.367398:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911651 is committed 00000001:00000040:3.0:1763346483.367403:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 2 00000020:00000040:3.0:1763346483.367407:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 17 00000001:00000010:3.0:1763346483.367410:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6f60. 00040000:00000001:3.0:1763346483.367414:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.367417:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.367419:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb509418c00. 00080000:00000001:3.0:1763346483.367423:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346483.367439:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346483.367442:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346483.367443:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346483.367444:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911653 is committed 00000001:00000040:3.0:1763346483.367447:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 1 00000020:00000040:3.0:1763346483.367449:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 16 00000001:00000010:3.0:1763346483.367451:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44300. 00000020:00000001:3.0:1763346483.367455:0:58673:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346483.367459:0:58673:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346483.367460:0:58673:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:3.0:1763346483.367462:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 15 00000020:00000010:3.0:1763346483.367464:0:58673:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb417f44ae0. 00040000:00000001:3.0:1763346483.367466:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.367468:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.367469:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532193c00. 00080000:00000001:3.0:1763346483.367472:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346483.367474:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346483.367475:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.367477:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.367478:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532193400. 00080000:00000001:3.0:1763346483.367480:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346483.367482:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346483.367484:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346483.367485:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346483.367486:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911652 is committed 00000001:00000040:3.0:1763346483.367488:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:3.0:1763346483.367489:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:3.0:1763346483.367491:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44cc0. 00040000:00000001:3.0:1763346483.367503:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.367504:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.367506:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532192400. 00080000:00000001:3.0:1763346483.367515:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:3.0:1763346483.368340:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.368344:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880c00. 00000400:00000200:3.0:1763346483.368349:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.368354:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.368359:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b880 00000400:00000010:3.0:1763346483.368361:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b880. 00000100:00000001:3.0:1763346483.368365:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.368367:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763346483.374564:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300720219, at 4300720224 00000100:00000010:3.0:1763346483.374570:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5156e6360. 00010000:00000010:1.1:1763346483.374636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fa00. 00010000:00000010:1.1:1763346483.374647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00000020:00080000:3.0:1763346483.423675:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967613 committed batchid 4294967611 00000020:00000001:3.0:1763346483.423679:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763346483.423685:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb417f44cc0. 00080000:00000001:3.0:1763346483.423689:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.423695:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532192400. 00080000:00000001:3.0:1763346483.423698:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199311246336 : -105874398305280 : ffff9fb532192400) 00080000:00000001:3.0:1763346483.423702:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.423797:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.423799:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.423802:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346483.423819:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.423822:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.423889:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:3.0:1763346483.423892:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967613: rc = 0 00080000:00000001:3.0:1763346483.423895:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346483.423906:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.423907:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.423910:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763346483.423912:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f31900 refcount 1 committed 1 result 0 batchid 4294967608 00000020:00000040:3.0:1763346483.423916:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb532f1da00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31cc0 00000020:00000040:3.0:1763346483.423919:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb532f1df00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52a08b800 00000020:00000040:3.0:1763346483.423924:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:3.0:1763346483.423927:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:3.0:1763346483.423929:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.423932:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb532f1da00. 00000020:00000010:3.0:1763346483.423935:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb532f1df00. 00000020:00000010:3.0:1763346483.423938:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb417f31900. 00000020:00000001:3.0:1763346483.423941:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763346483.423942:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb50f9c00c0 refcount 1 committed 1 result 0 batchid 4294967609 00000020:00000040:3.0:1763346483.423945:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb529880500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50f9c0c00 00000020:00000040:3.0:1763346483.423947:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb529880a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb532192400 00000020:00000040:3.0:1763346483.423951:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:3.0:1763346483.423952:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:3.0:1763346483.423954:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.423956:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb529880500. 00000020:00000010:3.0:1763346483.423958:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb529880a00. 00000020:00000010:3.0:1763346483.423960:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb50f9c00c0. 00000020:00000001:3.0:1763346483.423963:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763346483.423964:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb50f9c0b40 refcount 1 committed 1 result 0 batchid 4294967610 00000020:00000040:3.0:1763346483.423967:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb529880600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50f9c0180 00000020:00000040:3.0:1763346483.423970:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb529880e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50f9c0240 00000020:00000040:3.0:1763346483.423973:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb529880700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5261cac00 00000020:00000040:3.0:1763346483.423976:0:20009:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].18 00000020:00000040:3.0:1763346483.423978:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:3.0:1763346483.423981:0:20009:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763346483.423983:0:20009:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763346483.423985:0:20009:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763346483.423989:0:20009:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.423991:0:20009:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346483.423994:0:20009:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346483.423997:0:20009:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763346483.423998:0:20009:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 18 in log [0x200000bd0:0x1:0x0] 00080000:00000001:3.0:1763346483.424001:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.424005:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532193400. 00080000:00000001:3.0:1763346483.424007:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199311250432 : -105874398301184 : ffff9fb532193400) 00000040:00000001:3.0:1763346483.424010:0:20009:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346483.424013:0:20009:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346483.424016:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.424024:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.424025:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424027:0:20009:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424029:0:20009:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424031:0:20009:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763346483.424033:0:20009:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763346483.424037:0:20009:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x1:0x0] not in the id map cache 00080000:00000001:3.0:1763346483.424040:0:20009:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.424043:0:20009:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.424045:0:20009:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.424048:0:20009:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346483.424051:0:20009:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.424054:0:20009:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.424056:0:20009:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.424059:0:20009:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.424061:0:20009:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.424063:0:20009:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.424080:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346483.424081:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.424105:0:20009:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424108:0:20009:0:(llog_osd.c:1867:llog_osd_regular_fid_del_name_entry()) Process entered 00000040:00000001:3.0:1763346483.424109:0:20009:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763346483.424111:0:20009:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346483.424113:0:20009:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.424114:0:20009:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.424115:0:20009:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.424117:0:20009:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.424119:0:20009:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.424122:0:20009:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.424128:0:20009:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:3.0:1763346483.424134:0:20009:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763346483.424137:0:20009:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424139:0:20009:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:3.0:1763346483.424143:0:20009:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1763346483.424151:0:20009:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346483.424157:0:20009:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:3.0:1763346483.424160:0:20009:0:(llog_osd.c:1887:llog_osd_regular_fid_del_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424162:0:20009:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424164:0:20009:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.424167:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346483.424176:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424178:0:20009:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346483.424181:0:20009:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346483.424183:0:20009:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x200000bd0:0x1:0x0] 00080000:00000001:3.0:1763346483.424188:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.424267:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763346483.424270:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.424276:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1763346483.424278:0:20009:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424280:0:20009:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.424283:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346483.424290:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424293:0:20009:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424295:0:20009:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.424297:0:20009:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763346483.424300:0:20009:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294967610 cancel update log [0x200000bd0:0x1:0x0].18: rc = 0 00000020:00000040:3.0:1763346483.424303:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:3.0:1763346483.424306:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.424308:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb529880600. 00000020:00000010:3.0:1763346483.424310:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb529880e00. 00000020:00000010:3.0:1763346483.424313:0:20009:0:(update_trans.c:1243:top_multiple_thandle_destroy()) kfreed 'stc': 56 at ffff9fb52aca1ec0. 00000020:00000010:3.0:1763346483.424315:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb529880700. 00000020:00000010:3.0:1763346483.424318:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb50f9c0b40. 00000020:00000001:3.0:1763346483.424320:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763346483.424322:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f31f00 refcount 1 committed 1 result 0 batchid 4294967611 00000020:00000040:3.0:1763346483.424325:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb532f1d200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31cc0 00000020:00000040:3.0:1763346483.424328:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb532f1d900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52aa5b000 00000020:00000040:3.0:1763346483.424331:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:3.0:1763346483.424333:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:3.0:1763346483.424335:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.424337:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb532f1d200. 00000020:00000010:3.0:1763346483.424339:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb532f1d900. 00000020:00000010:3.0:1763346483.424341:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb417f31f00. 00000020:00080000:3.0:1763346483.424344:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967611 00000800:00000001:3.0:1763346483.429774:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.429793:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.429797:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.429800:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.429812:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.429831:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e009a00 00000400:00000200:3.0:1763346483.429839:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x11906d [8] + 328 00000800:00000001:3.0:1763346483.429847:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.429912:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.429916:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.429921:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.429931:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.429933:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.429941:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c380. 00000100:00000040:3.0:1763346483.429945:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983c380 x1848996540750336 msgsize 440 00000100:00100000:3.0:1763346483.429949:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.429968:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.429977:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.429981:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.481806:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.481815:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880d00. 00000400:00000200:3.0:1763346483.481822:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.481831:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.481838:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.481841:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.485397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00000100:00000001:3.0:1763346483.486381:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346483.486387:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.486390:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.486394:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:3.0:1763346483.486398:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:3.0:1763346483.486401:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:3.0:1763346483.486404:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346483.486410:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9a15 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.486419:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.486421:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.486423:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9a15 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.486428:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.486430:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.486434:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346483.486436:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9a15 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00010000:3.0:1763346483.486442:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346483.486446:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.486449:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346483.486452:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9a15 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.486457:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346483.486459:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.486460:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.486461:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=4 00000020:00000001:3.0:1763346483.486463:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:3.0:1763346483.486465:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:3.0:1763346483.486468:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346483.486470:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9a15 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.486476:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346483.486478:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346483.486480:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.486484:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346483.486486:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346483.486487:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.486489:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.486505:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1a00 with handle 0x757b854463af9a15 from hash 00010000:00000001:3.0:1763346483.486507:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346483.486509:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.486510:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.486511:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346483.486517:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.486519:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.486522:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346483.486524:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.486526:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346483.486530:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4055:0x0].0x0 (ffff9fb417972a00) 00010000:00010000:3.0:1763346483.486533:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346483.486536:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.486538:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.486540:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.486542:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346483.486544:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.486545:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.486547:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.486549:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.486551:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.486553:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9a15 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.486558:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.486559:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.486560:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346483.486561:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346483.486563:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346483.486564:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9a15 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000010:3.0:1763346483.486575:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4100. 00010000:00000001:3.0:1763346483.486583:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346483.486586:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 485 00000100:00000001:3.0:1763346483.486589:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.487638:0:62991:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.487641:0:62991:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540750720 02000000:00000001:3.0:1763346483.487644:0:62991:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.487647:0:62991:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.487650:0:62991:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.487656:0:62991:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.487661:0:62991:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540750720 00000020:00000001:3.0:1763346483.487664:0:62991:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.487666:0:62991:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346483.487669:0:62991:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.487671:0:62991:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=15 00000020:00000001:3.0:1763346483.487673:0:62991:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346483.487676:0:62991:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346483.487682:0:62991:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.487687:0:62991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c440. 00000100:00000001:3.0:1763346483.487691:0:62991:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.487694:0:62991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c440. 00000020:00000010:3.0:1763346483.487702:0:62991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5000. 00000020:00000010:3.0:1763346483.487709:0:62991:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51d371780. 00000020:00000010:3.0:1763346483.487714:0:62991:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346483.487724:0:62991:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346483.487727:0:62991:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.487729:0:62991:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.487731:0:62991:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.487741:0:62991:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.487759:0:62991:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.487774:0:62991:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.487775:0:62991:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.487780:0:62991:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20021 00000100:00000040:3.0:1763346483.487785:0:62991:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346483.487787:0:62991:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870491136 : -105874839060480 : ffff9fb517d3c000) 00000100:00000040:3.0:1763346483.487796:0:62991:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c000 x1848996540750720/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 328/0 e 0 to 0 dl 1763346494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346483.487805:0:62991:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.487807:0:62991:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c440. 00000100:00000001:3.0:1763346483.487809:0:62991:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.487812:0:62991:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c440. 00000100:00100000:3.0:1763346483.487816:0:62991:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:a07bbba3-4079-4331-85a0-559fc64f2511+15:225609:x1848996540750720:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346483.487820:0:62991:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540750720 00000020:00000001:3.0:1763346483.487824:0:62991:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.487828:0:62991:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.487830:0:62991:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.487833:0:62991:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.487835:0:62991:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346483.487839:0:62991:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.487847:0:62991:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.487850:0:62991:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.487852:0:62991:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.487857:0:62991:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.487860:0:62991:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346483.487862:0:62991:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346483.487864:0:62991:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346483.487866:0:62991:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346483.487868:0:62991:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.487874:0:62991:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346483.487883:0:62991:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417598100. 00010000:00000010:3.0:1763346483.487887:0:62991:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417598500. 00010000:00000001:3.0:1763346483.487892:0:62991:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346483.487896:0:62991:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3ac00. 00000020:00000001:3.0:1763346483.487900:0:62991:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346483.487902:0:62991:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3ac00 with handle 0x757b854463af9a1c to hash 00000020:00000001:3.0:1763346483.487904:0:62991:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346483.487906:0:62991:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547904 : -105874406003712 : ffff9fb531a3ac00) 00010000:00000001:3.0:1763346483.487909:0:62991:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547904 : -105874406003712 : ffff9fb531a3ac00) 00010000:00010000:3.0:1763346483.487913:0:62991:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ac00/0x757b854463af9a1c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212599 expref: -99 pid: 62991 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763346483.487923:0:62991:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346483.487928:0:62991:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9c440. 00002000:00000001:3.0:1763346483.487932:0:62991:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.487936:0:62991:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.487943:0:62991:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569231576 : -105879140320040 : ffff9fb41773bcd8) 00002000:00000001:3.0:1763346483.487946:0:62991:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569231488 : -105879140320128 : ffff9fb41773bc80) 00002000:00000001:3.0:1763346483.487950:0:62991:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346483.487957:0:62991:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346483.487960:0:62991:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2530:0x0] initial LVB size: 4096, mtime: 0x691a8833, atime: 0x0, ctime: 0x691a8833, blocks: 0xb 00002000:00000001:3.0:1763346483.487963:0:62991:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763346483.487967:0:62991:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773bcd8/ffff9fb41773bc80 to site lru. bkt: ffff9fb535ee4c78 00010000:00000040:3.0:1763346483.487970:0:62991:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 11 00000020:00000040:3.0:1763346483.487973:0:62991:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=16 00000100:00000001:3.0:1763346483.487983:0:62991:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.487985:0:62991:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.487991:0:62991:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532193800. 02000000:00000001:3.0:1763346483.487993:0:62991:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.487996:0:62991:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.487998:0:62991:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346483.488002:0:62991:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346483.488005:0:62991:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346483.488007:0:62991:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.488010:0:62991:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.488013:0:62991:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.488015:0:62991:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.488016:0:62991:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.488018:0:62991:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.488021:0:62991:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346483.488027:0:62991:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ac00/0x757b854463af9a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212599 expref: 16 pid: 62991 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.488036:0:62991:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2530:0x0].0x0 (ffff9fb417598100) refcount = 1 00010000:00000040:3.0:1763346483.488038:0:62991:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346483.488041:0:62991:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ac00/0x757b854463af9a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212599 expref: 16 pid: 62991 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.488051:0:62991:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.488272:0:62991:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.488276:0:62991:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346483.488278:0:62991:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.488280:0:62991:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.488282:0:62991:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346483.488289:0:62991:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346483.488293:0:62991:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ac00/0x757b854463af9a1c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2530:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212599 expref: 16 pid: 62991 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.488305:0:62991:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.488307:0:62991:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346483.488310:0:62991:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.488313:0:62991:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.488315:0:62991:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.488318:0:62991:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.488320:0:62991:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.488323:0:62991:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3ac00, rc 0) 00000020:00000001:3.0:1763346483.488325:0:62991:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346483.488329:0:62991:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911653, transno 0, xid 1848996540750720 00010000:00000001:3.0:1763346483.488333:0:62991:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.488339:0:62991:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c000 x1848996540750720/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 328/400 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346483.488348:0:62991:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.488351:0:62991:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.488356:0:62991:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.488362:0:62991:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.488365:0:62991:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346483.488367:0:62991:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346483.488371:0:62991:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.488373:0:62991:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.488377:0:62991:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.488380:0:62991:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346483.488387:0:62991:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346483.488395:0:62991:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540750720, offset 224 00000400:00000200:3.0:1763346483.488403:0:62991:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346483.488417:0:62991:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346483.488425:0:62991:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198243:198243:256:4294967295] 192.168.204.16@tcp LPNI seq info [198239:198239:8:4294967295] 00000400:00000200:3.0:1763346483.488436:0:62991:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346483.488442:0:62991:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346483.488448:0:62991:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53254d900. 00000800:00000200:3.0:1763346483.488455:0:62991:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346483.488463:0:62991:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346483.488468:0:62991:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53254d900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346483.488485:0:62991:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.488488:0:62991:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346483.488502:0:62991:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.488504:0:62991:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.488506:0:62991:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.488509:0:62991:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c000 x1848996540750720/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 328/400 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346483.488518:0:62991:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:a07bbba3-4079-4331-85a0-559fc64f2511+16:225609:x1848996540750720:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 712us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346483.488525:0:62991:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20021 00000100:00000040:3.0:1763346483.488529:0:62991:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346483.488532:0:62991:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.488534:0:62991:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.488540:0:62991:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51d371780. 00000020:00000010:3.0:1763346483.488544:0:62991:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.488548:0:62991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5000. 00000020:00000040:3.0:1763346483.488554:0:62991:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 15 00000100:00000001:3.0:1763346483.488556:0:62991:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.490662:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.490676:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53254d900. 00000400:00000200:3.0:1763346483.490684:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.490694:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.490702:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:3.0:1763346483.490706:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:3.0:1763346483.490712:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.490714:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346483.494984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00000800:00000001:3.0:1763346483.504127:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.504131:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.504134:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.504142:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.504159:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 472 into portal 12 MB=0x691a70e009d00 00000400:00000200:3.0:1763346483.504168:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 472/472 into md 0xd4275 [64] + 118336 00000800:00000001:3.0:1763346483.504178:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.504187:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.504190:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.504193:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.504199:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.504201:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346483.504208:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983ea00. 00000100:00000040:3.0:1763346483.504233:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983ea00 x1848996540751104 msgsize 472 00000100:00100000:3.0:1763346483.504238:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.504249:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.504257:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.504260:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.506081:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.506087:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ef800. 00000400:00000200:3.0:1763346483.506095:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.506101:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.506106:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b198 00000400:00000010:3.0:1763346483.506109:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b198. 00000100:00000001:3.0:1763346483.506116:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.506117:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346483.510276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000200:3.0:1763346483.514151:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.514156:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880f00. 00000400:00000200:3.0:1763346483.514160:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.514166:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.514176:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b990 00000400:00000010:3.0:1763346483.514179:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b990. 00000100:00000001:3.0:1763346483.514183:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.514185:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.518042:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.518072:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.518076:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.518078:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.518093:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.518114:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 568 into portal 12 MB=0x691a70e009e00 00000400:00000200:3.0:1763346483.518124:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 568/568 into md 0xd4275 [64] + 118808 00000800:00000001:3.0:1763346483.518134:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.518144:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.518148:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.518153:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.518161:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.518164:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346483.518179:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983dc00. 00000100:00000040:3.0:1763346483.518184:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983dc00 x1848996540751360 msgsize 568 00000100:00100000:3.0:1763346483.518189:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.518204:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.518264:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.518268:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.522947:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.523569:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514956544 02000000:00000001:3.0:1763346483.523572:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.523575:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.523578:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.523583:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.523587:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514956544 00000020:00000001:3.0:1763346483.523591:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.523593:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346483.523596:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.523600:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=9 00000020:00000001:3.0:1763346483.523603:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346483.523605:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346483.523611:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.523615:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c400. 00000100:00000001:3.0:1763346483.523620:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.523623:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c400. 00000020:00000010:3.0:1763346483.523631:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5000. 00000020:00000010:3.0:1763346483.523637:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51d371780. 00000020:00000010:3.0:1763346483.523642:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346483.523654:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346483.523657:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.523659:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.523661:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.523672:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.523686:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.523700:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.523703:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.523710:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00000040:3.0:1763346483.523714:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346483.523716:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870502784 : -105874839048832 : ffff9fb517d3ed80) 00000100:00000040:3.0:1763346483.523723:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3ed80 x1848996514956544/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/0 e 0 to 0 dl 1763346494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.523732:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.523735:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c400. 00000100:00000001:3.0:1763346483.523736:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.523738:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c400. 00000100:00100000:3.0:1763346483.523743:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:25650:x1848996514956544:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763346483.523747:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514956544 00000020:00000001:3.0:1763346483.523751:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.523755:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.523758:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.523761:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.523763:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346483.523767:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.523770:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.523772:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.523774:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.523778:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.523780:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346483.523788:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c9b0. 00000100:00000001:3.0:1763346483.523792:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.523795:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.523802:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb51ff82000. 02000000:00000001:3.0:1763346483.523804:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.523807:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.523812:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb515746900. 00000020:00000001:3.0:1763346483.523814:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346483.523817:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.523824:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569676664 : -105879139874952 : ffff9fb4177a8778) 00000020:00000001:3.0:1763346483.523829:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.523833:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.523841:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763346483.523845:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x2605:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763346483.523847:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763346483.523850:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346483.523855:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e1398/ffff9fb4177a8720 to site lru. bkt: ffff9fb517dce4c0 00000020:00000010:3.0:1763346483.523859:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7c9b0. 00000020:00000010:3.0:1763346483.523862:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb515746900. 00000020:00000001:3.0:1763346483.523866:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346483.523870:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847726, transno 0, xid 1848996514956544 00010000:00000001:3.0:1763346483.523874:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.523879:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3ed80 x1848996514956544/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346483.523887:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.523890:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.523895:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=135 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346483.523901:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.523904:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346483.523907:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346483.523909:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.523912:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.523915:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.523917:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.523920:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb515746900. 00000100:00000200:3.0:1763346483.523927:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514956544, offset 224 00000400:00000200:3.0:1763346483.523934:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.523947:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.523958:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c770500 00000400:00000200:3.0:1763346483.523966:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f2a9 [2] + 224 00000400:00000200:3.0:1763346483.523974:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.523978:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.523983:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.523987:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3f480 x1848996514956544/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346483.523996:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb517d3f480 x1848996514956544/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.524015:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.524020:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb515746900 00000400:00000010:3.0:1763346483.524022:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb515746900. 00000100:00000001:3.0:1763346483.524025:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.524028:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.524032:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.524035:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346483.524037:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.524039:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.524041:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.524045:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3ed80 x1848996514956544/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.524054:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:25650:x1848996514956544:12345-0@lo:1000:mdt00_004.0 Request processed in 321us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346483.524062:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00000040:3.0:1763346483.524065:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346483.524068:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.524070:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.524074:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51d371780. 00000020:00000010:3.0:1763346483.524077:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.524081:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5000. 00000020:00000040:3.0:1763346483.524086:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 8 00000100:00000001:3.0:1763346483.524090:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.527846:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.527850:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514956800 02000000:00000001:3.0:1763346483.527852:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.527854:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.527856:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.527859:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.527861:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514956800 00000020:00000001:3.0:1763346483.527864:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.527866:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346483.527868:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.527871:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:3.0:1763346483.527874:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346483.527876:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346483.527880:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.527887:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c400. 00000020:00000010:3.0:1763346483.527891:0:62985:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb52a71b340. 00000020:00000040:3.0:1763346483.527898:0:62985:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:3.0:1763346483.527921:0:62985:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346483.527926:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5000. 00000020:00000010:3.0:1763346483.527931:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51d371780. 00000020:00000010:3.0:1763346483.527936:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346483.527943:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346483.527946:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.527947:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.527950:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.527956:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.527968:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.527977:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.527979:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.527983:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00000040:3.0:1763346483.527987:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346483.527989:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870498304 : -105874839053312 : ffff9fb517d3dc00) 00000100:00000040:3.0:1763346483.527995:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3dc00 x1848996514956800/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/0 e 0 to 0 dl 1763346494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.528003:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.528006:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346483.528008:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.528010:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c580. 00000100:00100000:3.0:1763346483.528014:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514956800:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763346483.528018:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514956800 00000020:00000001:3.0:1763346483.528020:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.528024:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.528026:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.528028:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.528030:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346483.528033:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.528036:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.528039:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.528041:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.528044:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.528047:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346483.528052:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c9b0. 00000100:00000001:3.0:1763346483.528055:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.528058:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.528065:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb533184000. 02000000:00000001:3.0:1763346483.528067:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.528070:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.528074:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb515746900. 00000020:00000001:3.0:1763346483.528077:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346483.528079:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.528085:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569231576 : -105879140320040 : ffff9fb41773bcd8) 00000020:00000001:3.0:1763346483.528088:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.528092:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.528097:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763346483.528100:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x2530:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763346483.528102:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763346483.528105:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346483.528109:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b77c80/ffff9fb41773bc80 to site lru. bkt: ffff9fb535ee4c78 00000020:00000010:3.0:1763346483.528112:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7c9b0. 00000020:00000010:3.0:1763346483.528115:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb515746900. 00000020:00000001:3.0:1763346483.528118:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346483.528121:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911652, transno 0, xid 1848996514956800 00010000:00000001:3.0:1763346483.528124:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.528128:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3dc00 x1848996514956800/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346483.528135:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.528137:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.528141:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=135 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346483.528144:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.528146:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346483.528148:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346483.528151:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.528153:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.528156:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.528158:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.528161:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb515746900. 00000100:00000200:3.0:1763346483.528165:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514956800, offset 224 00000400:00000200:3.0:1763346483.528170:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.528177:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.528182:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c770600 00000400:00000200:3.0:1763346483.528188:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f2c1 [2] + 224 00000400:00000200:3.0:1763346483.528194:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.528197:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.528201:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.528205:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3f100 x1848996514956800/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346483.528233:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb517d3f100 x1848996514956800/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.528245:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.528251:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb515746900 00000400:00000010:3.0:1763346483.528253:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb515746900. 00000100:00000001:3.0:1763346483.528256:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.528258:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.528261:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.528263:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346483.528265:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.528267:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.528269:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.528273:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3dc00 x1848996514956800/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.528282:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514956800:12345-0@lo:1000:mdt00_004.0 Request processed in 277us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346483.528289:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00000040:3.0:1763346483.528292:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:3.0:1763346483.528295:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.528296:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.528300:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51d371780. 00000020:00000010:3.0:1763346483.528303:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.528308:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5000. 00000020:00000040:3.0:1763346483.528315:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000100:00000001:3.0:1763346483.528317:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346483.528638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ae00. 00010000:00000010:2.1:1763346483.528647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3000. 00010000:00000010:2.1:1763346483.528670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00010000:00000010:2.1:1763346483.528674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972a00. 00000100:00000001:3.0:1763346483.530281:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.530285:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514956928 02000000:00000001:3.0:1763346483.530287:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.530290:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.530292:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.530296:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.530299:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514956928 00000020:00000001:3.0:1763346483.530302:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.530305:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346483.530308:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.530312:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:3.0:1763346483.530314:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346483.530317:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346483.530321:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763346483.532131:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346483.532138:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346483.532140:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346483.532143:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cb00. 00000400:00000200:3.0:1763346483.532147:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b975600 00000400:00000010:3.0:1763346483.532149:0:25650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b975600. 00000100:00000001:3.0:1763346483.532153:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.532157:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3f100 x1848996514956928/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346483.532166:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3f100 x1848996514956928/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.532622:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346483.532625:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.532628:0:25650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346483.532631:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346483.532633:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.532636:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.532639:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.532647:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=19 v=5 (5 5 0 0) 00000100:00001000:3.0:1763346483.532651:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.532654:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346483.532656:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.532659:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346483.532663:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.532667:0:25650:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763346483.532668:0:25650:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763346483.532670:0:25650:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763346483.532673:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346483.532674:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870503680 : -105874839047936 : ffff9fb517d3f100) 00000100:00000001:3.0:1763346483.532677:0:25650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346483.532680:0:25650:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911652 00000100:00000001:3.0:1763346483.532682:0:25650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346483.532684:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.532688:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3f100 x1848996514956928/t12884911655(12884911655) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.532695:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346483.532698:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346483.532701:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346483.532704:0:25650:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:3.0:1763346483.532711:0:25650:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.532715:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f100 x1848996514956928/t12884911655(12884911655) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.532723:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514956928:0@lo:1000:mdt00_004.0 00000100:00000001:3.0:1763346483.532728:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.532731:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.532734:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346483.532737:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.532740:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb517d3f100 x1848996514956928/t12884911655(12884911655) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.532747:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763346483.532749:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975840. 00000100:00000001:3.0:1763346483.532753:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763346483.532754:0:25650:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.532757:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.532759:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3f100 x1848996514956928/t12884911655(12884911655) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.532765:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.532767:0:25650:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.532770:0:25650:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346483.532773:0:25650:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763346483.537538:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.537558:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.537562:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.537569:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.537583:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:3.0:1763346483.537607:0:3288:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12f2d9 00000400:00000200:3.0:1763346483.537617:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.537622:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:3.0:1763346483.537630:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b2a8 00000400:00000010:3.0:1763346483.537634:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b2a8. 00000100:00000001:3.0:1763346483.537642:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.537646:0:3288:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763346483.537649:0:3288:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763346483.538830:0:3288:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346483.538836:0:3288:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346483.538838:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.538854:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.538864:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.538868:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.538870:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.538878:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.538890:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e009f00 00000400:00000200:3.0:1763346483.538899:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x1249ad [2] + 0 00000800:00000001:3.0:1763346483.538906:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.538910:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.538913:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.538917:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.538923:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.538925:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346483.538935:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509696d80. 00000100:00000040:3.0:1763346483.538939:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509696d80 x1848996540751616 msgsize 392 00000100:00100000:3.0:1763346483.538944:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.538951:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.538954:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.538956:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.538958:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.538960:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.538964:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.538968:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e009f80 00000400:00000200:3.0:1763346483.538974:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x12737d [2] + 1968 00000400:00000010:3.0:1763346483.538979:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb538ea5210. 00000400:00000200:3.0:1763346483.538983:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb52239a900 00000800:00000001:3.0:1763346483.538985:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.539040:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.539042:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.539046:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.539049:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb52239a900 00000400:00000010:3.0:1763346483.539052:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb52239a900. 00000100:00000001:3.0:1763346483.539064:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.539066:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1763346483.539069:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb50952a050 x1848996540751744 msgsize 328 00000100:00100000:3.0:1763346483.539073:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346483.539076:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346483.539096:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.539099:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.539102:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346483.547161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:1.1:1763346483.547190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3d00. 00000800:00000001:3.0:1763346483.547802:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.547819:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.547823:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.547826:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.547840:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.547860:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00a080 00000400:00000200:3.0:1763346483.547869:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x1249ad [2] + 392 00000800:00000001:3.0:1763346483.547880:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.547891:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.547895:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.547900:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.547909:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.547911:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346483.547918:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509695f80. 00000100:00000040:3.0:1763346483.547921:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509695f80 x1848996540752000 msgsize 392 00000100:00100000:3.0:1763346483.547925:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.547945:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.547955:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.547958:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.551403:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.551407:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.551410:0:7403:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346483.551412:0:7403:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346483.551415:0:7403:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346483.551419:0:7403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80ca00/0x757b854463af9a38 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00010000:3.0:1763346483.551425:0:7403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80ca00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346483.551427:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.551429:0:7403:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346483.551432:0:7403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80ca00/0x757b854463af9a38 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346483.551441:0:7403:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346483.551442:0:7403:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.551444:0:7403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.551446:0:7403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80ca00 refcount=3 00000020:00000001:3.0:1763346483.551447:0:7403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982494720 : -105874727056896 : ffff9fb51e80ca00) 00010000:00000001:3.0:1763346483.551449:0:7403:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982494720 : -105874727056896 : ffff9fb51e80ca00) 00010000:00000001:3.0:1763346483.551452:0:7403:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346483.551454:0:7403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80ca00/0x757b854463af9a38 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346483.551458:0:7403:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346483.551460:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.551461:0:7403:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.551464:0:7403:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346483.551466:0:7403:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346483.551468:0:7403:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.551469:0:7403:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.551472:0:7403:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80ca00 with handle 0x757b854463af9a38 from hash 00010000:00000001:3.0:1763346483.551474:0:7403:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346483.551475:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.551476:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.551476:0:7403:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346483.551479:0:7403:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.551480:0:7403:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.551482:0:7403:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346483.551484:0:7403:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.551486:0:7403:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346483.551488:0:7403:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4055:0x0].0x0 (ffff9fb503078000) 00010000:00010000:3.0:1763346483.551503:0:7403:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763346483.551505:0:7403:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.551508:0:7403:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.551510:0:7403:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.551511:0:7403:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346483.551514:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.551515:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.551517:0:7403:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.551518:0:7403:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.551520:0:7403:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.551523:0:7403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80ca00/0x757b854463af9a38 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346483.551527:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346483.551529:0:7403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80ca00/0x757b854463af9a38 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4055:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000010:3.0:1763346483.551534:0:7403:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb52dc0d400. 00010000:00000040:3.0:1763346483.551538:0:7403:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078000 count: 0 00010000:00000010:3.0:1763346483.551543:0:7403:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364a80. 00010000:00000001:3.0:1763346483.551549:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.551550:0:7403:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346483.551552:0:7403:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb53b9750c0. 00010000:00000001:3.0:1763346483.551554:0:7403:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.551556:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.551557:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.551559:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346483.551560:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.551562:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.551563:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346483.551565:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.551566:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.551568:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1763346483.551576:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300720399, at 4300720401 00000100:00000010:3.0:1763346483.551580:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875600. 00010000:00000010:2.1:1763346483.552316:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:2.1:1763346483.552327:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346483.552331:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:2.1:1763346483.552334:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00000800:00000200:3.0:1763346483.559613:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.559622:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb52eb32e00. 00000400:00000200:3.0:1763346483.559630:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.559640:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.559648:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb50f8286c0 00000400:00000010:3.0:1763346483.559651:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb50f8286c0. 00000100:00000001:3.0:1763346483.559657:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.559659:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346483.560668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:3.1:1763346483.560679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80ca00. 00010000:00000010:1.1:1763346483.574321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:1.1:1763346483.574343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972600. 00010000:00000010:1.1:1763346483.574348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:1.1:1763346483.574351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00000800:00000001:3.0:1763346483.577588:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.577607:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.577612:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.577614:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.577629:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.577650:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e00a280 00000400:00000200:3.0:1763346483.577660:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1274c5 [2] + 0 00000800:00000001:3.0:1763346483.577669:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.577679:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.577682:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.577687:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.577695:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.577698:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346483.577705:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509695880. 00000100:00000040:3.0:1763346483.577709:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509695880 x1848996540752512 msgsize 328 00000100:00100000:3.0:1763346483.577714:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.577729:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.577738:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.577741:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.589857:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.589863:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880b00. 00000400:00000200:3.0:1763346483.589868:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.589874:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.589879:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b2a8 00000400:00000010:3.0:1763346483.589882:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b2a8. 00000100:00000001:3.0:1763346483.589886:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.589888:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346483.591258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0600. 00010000:00000010:1.1:1763346483.601253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00000800:00000001:3.0:1763346483.605714:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.605734:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.605739:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.605741:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.605756:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.605777:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c770700 00000400:00000200:3.0:1763346483.605788:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f2fd [1] + 224 00000800:00000001:3.0:1763346483.605798:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.605804:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.605807:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.605812:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.605819:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.605830:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f4e00 x1848996514957056/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.605840:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5053f4e00 x1848996514957056/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.605865:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.605874:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.605878:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.605879:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.605881:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.605885:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.605891:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e00a500 00000400:00000200:3.0:1763346483.605897:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1274c5 [2] + 328 00000800:00000001:3.0:1763346483.605901:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.605956:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.605958:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.605962:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.605967:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.605969:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346483.605975:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509697480. 00000100:00000040:3.0:1763346483.605979:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509697480 x1848996540753152 msgsize 328 00000100:00100000:3.0:1763346483.605983:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.606003:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.606007:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.606010:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.606789:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.606794:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620bc00. 00000400:00000200:3.0:1763346483.606801:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.606805:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.606809:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bd48 00000400:00000010:3.0:1763346483.606811:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bd48. 00000100:00000001:3.0:1763346483.606817:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.606818:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.613362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00000800:00000001:3.0:1763346483.614050:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.614109:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.614112:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.614114:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.614127:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.614150:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00a600 00000400:00000200:3.0:1763346483.614159:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x1249ad [2] + 784 00000800:00000001:3.0:1763346483.614169:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.614182:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.614186:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.614191:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.614200:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.614203:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346483.614210:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509694a80. 00000100:00000040:3.0:1763346483.614283:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509694a80 x1848996540753408 msgsize 392 00000100:00100000:3.0:1763346483.614287:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.614307:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.614319:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.614322:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.616525:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.616530:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1dd00. 00000400:00000200:3.0:1763346483.616534:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.616540:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.616546:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aaa0 00000400:00000010:3.0:1763346483.616549:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aaa0. 00000100:00000001:3.0:1763346483.616553:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.616555:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.619346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972600. 00010000:00000010:1.1:1763346483.619365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:1.1:1763346483.619393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00000800:00000200:3.0:1763346483.622929:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.622935:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880700. 00000400:00000200:3.0:1763346483.622939:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.622944:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.622950:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b3b8 00000400:00000010:3.0:1763346483.622952:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b3b8. 00000100:00000001:3.0:1763346483.622956:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.622957:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.626787:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.626810:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.626815:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.626818:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.626832:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.626855:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00a700 00000400:00000200:3.0:1763346483.626866:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 1976 00000800:00000001:3.0:1763346483.626876:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.626887:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.626891:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.626896:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.626905:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.626908:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.626917:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb2300. 00000100:00000040:3.0:1763346483.626923:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb2300 x1848996540753664 msgsize 328 00000100:00100000:3.0:1763346483.626927:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.626948:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.626959:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.626963:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.631101:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.631120:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.631125:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.631128:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.631142:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.631163:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c770780 00000400:00000200:3.0:1763346483.631175:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f315 [1] + 224 00000800:00000001:3.0:1763346483.631185:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.631197:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.631200:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.631205:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.631249:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.631260:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5209c8a80 x1848996514957184/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.631271:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5209c8a80 x1848996514957184/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.631292:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.631303:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.631307:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.634719:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.634733:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620b000. 00000400:00000200:3.0:1763346483.634745:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.634757:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.634765:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bbb0 00000400:00000010:3.0:1763346483.634769:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bbb0. 00000100:00000001:3.0:1763346483.634778:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.634780:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346483.641551:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.641556:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880e00. 00000400:00000200:3.0:1763346483.641562:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.641569:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.641575:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b6e8 00000400:00000010:3.0:1763346483.641578:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b6e8. 00000100:00000001:3.0:1763346483.641583:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.641584:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346483.644299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00000800:00000001:3.0:1763346483.645553:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.645569:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.645572:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.645575:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.645589:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.645610:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00a800 00000400:00000200:3.0:1763346483.645620:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 2304 00000800:00000001:3.0:1763346483.645631:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.645641:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.645644:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.645650:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.645659:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.645662:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.645668:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb1500. 00000100:00000040:3.0:1763346483.645673:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb1500 x1848996540753920 msgsize 328 00000100:00100000:3.0:1763346483.645678:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.645693:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.645703:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.645706:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346483.654278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00000800:00000001:3.0:1763346483.654707:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.654724:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.654728:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.654730:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.654744:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.654768:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00a880 00000400:00000200:3.0:1763346483.654778:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 2632 00000800:00000001:3.0:1763346483.654788:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.654799:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.654802:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.654807:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.654816:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.654819:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.654826:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb3800. 00000100:00000040:3.0:1763346483.654829:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb3800 x1848996540754048 msgsize 328 00000100:00100000:3.0:1763346483.654834:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.655479:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.655502:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.655506:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.657307:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.657313:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880600. 00000400:00000200:3.0:1763346483.657319:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.657325:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.657331:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b908 00000400:00000010:3.0:1763346483.657333:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b908. 00000100:00000001:3.0:1763346483.657337:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.657341:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5053f4e00 x1848996514957312/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.657352:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.657355:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5053f4e00 x1848996514957312/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.657362:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.657364:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1763346483.662439:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.662445:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620bc00. 00000400:00000200:3.0:1763346483.662453:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.662458:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.662464:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000400:00000010:3.0:1763346483.662467:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000100:00000001:3.0:1763346483.662473:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.662475:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.667702:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.667721:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.667725:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.667727:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.667742:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.667764:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00a900 00000400:00000200:3.0:1763346483.667774:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 2960 00000800:00000001:3.0:1763346483.667783:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.667793:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.667796:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.667800:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.667810:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.667812:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.667820:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb3100. 00000100:00000040:3.0:1763346483.667824:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb3100 x1848996540754176 msgsize 328 00000100:00100000:3.0:1763346483.667829:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.668445:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.668457:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.668461:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346483.673042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00000800:00000001:3.0:1763346483.674132:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.674149:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.674153:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.674155:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.674169:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.674192:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c770880 00000400:00000200:3.0:1763346483.674203:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f335 [1] + 224 00000800:00000001:3.0:1763346483.674255:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.674266:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.674269:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.674275:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.674284:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.674294:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5209c8a80 x1848996514957440/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.674306:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5209c8a80 x1848996514957440/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.674326:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.674338:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.674341:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.676300:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.676316:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.676320:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.676323:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.676333:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.676351:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e00a980 00000400:00000200:3.0:1763346483.676361:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1274c5 [2] + 656 00000800:00000001:3.0:1763346483.676368:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.676430:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.676435:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.676440:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.676447:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.676450:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346483.676456:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb3b80. 00000100:00000040:3.0:1763346483.676460:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb3b80 x1848996540754304 msgsize 328 00000100:00100000:3.0:1763346483.676465:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.676480:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1763346483.676543:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.676547:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620b000. 00000400:00000200:3.0:1763346483.676556:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.676560:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.676565:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b770 00000400:00000010:3.0:1763346483.676568:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b770. 00000100:00000001:3.0:1763346483.676575:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.676576:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.676581:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.676584:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.678168:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.678174:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880a00. 00000400:00000200:3.0:1763346483.678180:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.678187:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.678193:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b908 00000400:00000010:3.0:1763346483.678195:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b908. 00000100:00000001:3.0:1763346483.678200:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.678206:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5053f4a80 x1848996514957568/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.678244:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.678248:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5053f4a80 x1848996514957568/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.678256:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.678258:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.682859:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.682881:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.682888:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.682890:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.682905:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.682928:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c770900 00000400:00000200:3.0:1763346483.682939:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f341 [1] + 224 00000800:00000001:3.0:1763346483.682949:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.682964:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.682968:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.682972:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.682981:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.682992:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f4a80 x1848996514957568/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.683003:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5053f4a80 x1848996514957568/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.683025:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.683036:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.683039:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.685324:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.685329:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880500. 00000400:00000200:3.0:1763346483.685333:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.685337:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.685342:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9be58 00000400:00000010:3.0:1763346483.685345:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9be58. 00000100:00000001:3.0:1763346483.685348:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.685350:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346483.687388:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.687397:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620bc00. 00000400:00000200:3.0:1763346483.687406:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.687414:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.687421:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:3.0:1763346483.687423:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:3.0:1763346483.687429:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.687436:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5209c8a80 x1848996514957696/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.687448:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.687452:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5209c8a80 x1848996514957696/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.687459:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.687461:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.689747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00000800:00000001:3.0:1763346483.690174:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.690189:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.690193:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.690195:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.690209:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.690251:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c770980 00000400:00000200:3.0:1763346483.690263:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f34d [1] + 224 00000800:00000001:3.0:1763346483.690273:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.690308:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.690313:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.690318:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.690327:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.690337:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5209c8a80 x1848996514957696/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.690348:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5209c8a80 x1848996514957696/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.690373:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.690384:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.690387:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.695208:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.695283:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.695288:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.695291:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.695307:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.695329:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e00aa80 00000400:00000200:3.0:1763346483.695339:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x11906d [8] + 3616 00000800:00000001:3.0:1763346483.695351:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.695361:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.695364:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.695369:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.695379:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.695382:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.695389:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb0380. 00000100:00000040:3.0:1763346483.695394:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb0380 x1848996540754560 msgsize 440 00000100:00100000:3.0:1763346483.695398:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.695412:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.695422:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.695426:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.696569:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.696574:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620b000. 00000400:00000200:3.0:1763346483.696582:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.696587:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.696593:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:3.0:1763346483.696595:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00000001:3.0:1763346483.696601:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.696603:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346483.698261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000200:3.0:1763346483.701873:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.701879:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880800. 00000400:00000200:3.0:1763346483.701883:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.701889:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.701894:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b3b8 00000400:00000010:3.0:1763346483.701896:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b3b8. 00000100:00000001:3.0:1763346483.701900:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.701905:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5053f4a80 x1848996514957824/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.701914:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.701918:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5053f4a80 x1848996514957824/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.701924:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.701926:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.704294:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.704315:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.704320:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.704323:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.704337:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.704359:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c770a00 00000400:00000200:3.0:1763346483.704369:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f35d [1] + 224 00000800:00000001:3.0:1763346483.704379:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.704389:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.704392:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.704397:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.704405:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.704414:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f4a80 x1848996514957824/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346483.704424:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5053f4a80 x1848996514957824/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.704447:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.704457:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.704461:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346483.712257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00000800:00000001:3.0:1763346483.737355:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.737376:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.737382:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.737385:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.737402:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.737426:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00ab80 00000400:00000200:3.0:1763346483.737436:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 4384 00000800:00000001:3.0:1763346483.737447:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.737458:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.737461:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.737466:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.737477:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.737480:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.737516:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb1880. 00000100:00000040:3.0:1763346483.737522:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb1880 x1848996540754816 msgsize 328 00000100:00100000:3.0:1763346483.737527:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.739183:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.739207:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.739227:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.741064:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.741070:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620b000. 00000400:00000200:3.0:1763346483.741078:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.741084:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.741090:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bcc0 00000400:00000010:3.0:1763346483.741093:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bcc0. 00000100:00000001:3.0:1763346483.741099:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.741103:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5209c8a80 x1848996514957952/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.741113:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.741116:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5209c8a80 x1848996514957952/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.741124:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.741125:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.757167:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.757190:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.757195:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.757198:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.757252:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.757274:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00ac00 00000400:00000200:3.0:1763346483.757283:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 4712 00000800:00000001:3.0:1763346483.757294:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.757304:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.757307:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.757312:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.757321:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.757324:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.757333:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb0700. 00000100:00000040:3.0:1763346483.757337:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb0700 x1848996540754944 msgsize 328 00000100:00100000:3.0:1763346483.757342:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.757354:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.757363:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.757367:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.758369:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.758374:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620bc00. 00000400:00000200:3.0:1763346483.758381:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.758385:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.758390:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b770 00000400:00000010:3.0:1763346483.758392:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b770. 00000100:00000001:3.0:1763346483.758398:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.758402:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5209c8a80 x1848996514958080/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.758412:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.758416:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5209c8a80 x1848996514958080/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.758423:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.758425:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763346483.759254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000200:3.0:1763346483.763542:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.763548:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53620b000. 00000400:00000200:3.0:1763346483.763556:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.763561:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.763568:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:3.0:1763346483.763571:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:3.0:1763346483.763577:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.763579:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346483.766438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000800:00000001:3.0:1763346483.768189:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.768207:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.768354:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.768359:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.768374:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.768396:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e00ac80 00000400:00000200:3.0:1763346483.768405:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 100896 00000800:00000001:3.0:1763346483.768415:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.768424:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.768427:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.768432:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.768441:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.768443:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763346483.768450:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb0e00. 00000100:00000040:3.0:1763346483.768454:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb0e00 x1848996540755072 msgsize 488 00000100:00100000:3.0:1763346483.768458:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.768750:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.768761:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.768765:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.775599:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.775621:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.775626:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.775628:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.775643:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.775666:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4584 into portal 6 MB=0x691a70e00ad00 00000400:00000200:3.0:1763346483.775676:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 4584/4584 into md 0x90861 [128] + 101384 00000800:00000001:3.0:1763346483.775687:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.775698:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.775701:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.775706:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.775715:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.775718:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763346483.775725:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb2a00. 00000100:00000040:3.0:1763346483.775730:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb2a00 x1848996540755200 msgsize 4584 00000100:00100000:3.0:1763346483.775735:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.775755:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.775766:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.775769:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.777651:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.777659:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d700. 00000400:00000200:3.0:1763346483.777665:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.777672:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.777678:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a7f8 00000400:00000010:3.0:1763346483.777680:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a7f8. 00000100:00000001:3.0:1763346483.777685:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.777691:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a888000 x1848996514958208/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.777703:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.777706:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a888000 x1848996514958208/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346483.777713:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.777715:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1763346483.784732:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.784744:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880900. 00000400:00000200:3.0:1763346483.784751:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.784760:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.784768:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bdd0 00000400:00000010:3.0:1763346483.784771:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bdd0. 00000100:00000001:3.0:1763346483.784777:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.784780:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.792842:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346483.792846:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763346483.794980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00080000:00000001:3.0:1763346483.812009:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346483.812021:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346483.812024:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346483.812026:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911656 is committed 00000001:00000040:3.0:1763346483.812032:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 2 00000020:00000040:3.0:1763346483.812038:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000001:00000010:3.0:1763346483.812042:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843900. 00000020:00000001:3.0:1763346483.812046:0:58673:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346483.812049:0:58673:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346483.812051:0:58673:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb535129800 : new cb_count 1 00000020:00000040:3.0:1763346483.812053:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 17 00000020:00000010:3.0:1763346483.812055:0:58673:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb417843a80. 00040000:00000001:3.0:1763346483.812059:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.812062:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.812066:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb509419000. 00080000:00000001:3.0:1763346483.812070:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346483.812072:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346483.812073:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.812075:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.812076:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50941b000. 00080000:00000001:3.0:1763346483.812079:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346483.812080:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346483.812082:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346483.812083:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346483.812084:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911655 is committed 00000001:00000040:3.0:1763346483.812086:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:3.0:1763346483.812088:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:3.0:1763346483.812089:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5225f3a80. 00040000:00000001:3.0:1763346483.812092:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.812093:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.812094:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92e800. 00080000:00000001:3.0:1763346483.812097:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346483.812110:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346483.812112:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:3.0:1763346483.812114:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 16 00000001:00000010:3.0:1763346483.812115:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6840. 00040000:00000001:3.0:1763346483.812117:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346483.812118:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346483.812120:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5402de800. 00080000:00000001:3.0:1763346483.812123:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:3.0:1763346483.813011:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.813015:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880400. 00000400:00000200:3.0:1763346483.813019:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.813024:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.813030:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bbb0 00000400:00000010:3.0:1763346483.813032:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bbb0. 00000100:00000001:3.0:1763346483.813037:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.813038:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.818275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:1.1:1763346483.818295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00000100:00000040:3.0:1763346483.847738:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300720691, at 4300720697 00000100:00000010:3.0:1763346483.847746:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5156e6480. 00000004:00000001:3.0:1763346483.858566:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858570:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858573:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346483.858575:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858576:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858579:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763346483.858581:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763346483.858583:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763346483.858589:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb1c00. 00000020:00000040:3.0:1763346483.858593:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346483.858597:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346483.858599:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346483.858604:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346483.858611:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb532193c00. 00000100:00000001:3.0:1763346483.858616:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858619:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638199019871232 : -105874689680384 : ffff9fb520bb1c00) 00000100:00000001:3.0:1763346483.858625:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346483.858631:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.858637:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3d65765] to pc [ptlrpcd_00_02+2] req@ffff9fb520bb1c00 x1848996514958976/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346483.858648:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346483.858651:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 2 in progress 00000004:00001000:3.0:1763346483.858654:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9597, id 337 00000004:00000001:3.0:1763346483.858655:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763346483.858658:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858659:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858660:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346483.858662:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858663:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346483.858666:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403adffa0 type=0x10692404 idx=9598 00000040:00001000:3.0:1763346483.858670:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9598 lrh_len: 64 (96 remains) 00000040:00001000:3.0:1763346483.858672:0:19995:0:(llog.c:797:llog_process_thread()) index: 9598, lh_last_idx: 9598 synced_idx: 9598 lgh_last_idx: 9601 00000004:00000001:3.0:1763346483.858674:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346483.858677:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858678:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858680:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763346483.858681:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763346483.858682:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763346483.858686:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508eb7100. 00000020:00000040:3.0:1763346483.858687:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346483.858689:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346483.858690:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346483.858692:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346483.858696:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb532190800. 00000100:00000001:3.0:1763346483.858698:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858700:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638198620385536 : -105875089166080 : ffff9fb508eb7100) 00000100:00000001:3.0:1763346483.858702:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346483.858704:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.858708:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d0ac709] to pc [ptlrpcd_00_03+3] req@ffff9fb508eb7100 x1848996514959104/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346483.858715:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346483.858717:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 2 in flight, 3 in progress 00000004:00001000:3.0:1763346483.858718:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9598, id 337 00000004:00000001:3.0:1763346483.858720:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763346483.858721:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858722:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858724:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346483.858725:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858726:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346483.858728:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403adffe0 type=0x0 idx=0 00000040:00001000:3.0:1763346483.858731:0:19995:0:(llog.c:720:llog_process_thread()) synced_idx: 9601 00000040:00000001:3.0:1763346483.858737:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763346483.858741:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763346483.858750:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9599 (cur idx 9598 off 614400), size 622720 00000040:00000001:3.0:1763346483.858787:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763346483.858790:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346483.858792:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403adffe0 type=0x10600000 idx=9599 00000040:00001000:3.0:1763346483.858795:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9599 lrh_len: 32 (32 remains) 00000040:00001000:3.0:1763346483.858798:0:19995:0:(llog.c:607:llog_process_thread()) index: 9600 last_index 64767 00000040:00000001:3.0:1763346483.858800:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763346483.858801:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763346483.858803:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9600 (cur idx 9599 off 622592), size 622720 00000040:00000001:3.0:1763346483.858818:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763346483.858820:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346483.858822:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade000 type=0x10692404 idx=9600 00000040:00001000:3.0:1763346483.858824:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9600 lrh_len: 64 (8192 remains) 00000040:00001000:3.0:1763346483.858826:0:19995:0:(llog.c:797:llog_process_thread()) index: 9600, lh_last_idx: 9601 synced_idx: 0 lgh_last_idx: 9601 00000004:00000001:3.0:1763346483.858829:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346483.858831:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858833:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858834:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763346483.858836:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763346483.858837:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763346483.858840:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508eb5f80. 00000020:00000040:3.0:1763346483.858842:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346483.858844:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346483.858845:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346483.858847:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346483.858851:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb532192c00. 00000100:00000001:3.0:1763346483.858853:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858855:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638198620381056 : -105875089170560 : ffff9fb508eb5f80) 00000100:00000001:3.0:1763346483.858858:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346483.858860:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.858864:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fda9eb8b] to pc [ptlrpcd_00_00+0] req@ffff9fb508eb5f80 x1848996514959232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346483.858881:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346483.858884:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 3 in flight, 4 in progress 00000004:00001000:3.0:1763346483.858886:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9600, id 337 00000004:00000001:3.0:1763346483.858887:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763346483.858889:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858890:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858891:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346483.858892:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858893:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346483.858895:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade040 type=0x10692404 idx=9601 00000040:00001000:3.0:1763346483.858897:0:19995:0:(llog.c:720:llog_process_thread()) synced_idx: 9601 00000040:00000001:3.0:1763346483.858899:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763346483.858900:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763346483.858902:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9601 (cur idx 9601 off 622592), size 622720 00000040:00000001:3.0:1763346483.858916:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763346483.858918:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346483.858920:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade040 type=0x10692404 idx=9601 00000040:00001000:3.0:1763346483.858922:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9601 lrh_len: 64 (8128 remains) 00000040:00001000:3.0:1763346483.858924:0:19995:0:(llog.c:797:llog_process_thread()) index: 9601, lh_last_idx: 9601 synced_idx: 9601 lgh_last_idx: 9601 00000004:00000001:3.0:1763346483.858926:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346483.858928:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858929:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858931:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763346483.858932:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763346483.858933:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763346483.858936:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508eb4a80. 00000020:00000040:3.0:1763346483.858938:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=11 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346483.858941:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346483.858942:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346483.858944:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346483.858947:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb532191000. 00000100:00000001:3.0:1763346483.858949:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858951:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638198620375680 : -105875089175936 : ffff9fb508eb4a80) 00000100:00000001:3.0:1763346483.858954:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346483.858956:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.858960:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000241a0cee] to pc [ptlrpcd_00_01+1] req@ffff9fb508eb4a80 x1848996514959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346483.858967:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346483.858969:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 4 in flight, 5 in progress 00000004:00001000:3.0:1763346483.858971:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9601, id 337 00000004:00000001:3.0:1763346483.858973:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763346483.858975:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858976:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.858978:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346483.858979:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.858999:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.859001:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.859005:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20035 00000100:00000040:3.0:1763346483.859009:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 2 00000100:00000001:3.0:1763346483.859011:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452771072 : -105874256780544 : ffff9fb53a88a300) 00000100:00000040:3.0:1763346483.859017:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a88a300 x1848996514958848/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/0 e 0 to 0 dl 1763346494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.859026:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.859029:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cf40. 00000100:00000001:3.0:1763346483.859032:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.859034:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cf40. 00000100:00100000:3.0:1763346483.859038:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+9:3295:x1848996514958848:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:3.0:1763346483.859041:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514958848 00000020:00000001:3.0:1763346483.859044:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.859047:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.859049:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.859051:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.859052:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:3.0:1763346483.859055:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.859058:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.859060:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.859061:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.859063:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346483.859066:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346483.859068:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859071:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.859072:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859074:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.859075:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.859078:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859079:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.859081:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.859082:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859084:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.859085:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.859087:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.859090:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.859091:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.859094:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.859096:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.859100:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb532192400. 02000000:00000001:3.0:1763346483.859102:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.859104:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.859107:0:62999:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763346483.859109:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346483.859111:0:62999:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763346483.859114:0:62999:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:9518 count 1 00002000:00000001:3.0:1763346483.859117:0:62999:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763346483.859118:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.859120:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.859125:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226104 : -105879140325512 : ffff9fb41773a778) 00002000:00000001:3.0:1763346483.859128:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226016 : -105879140325600 : ffff9fb41773a720) 00010000:00000001:3.0:1763346483.859130:0:62999:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346483.859132:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346483.859138:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3d00. 00010000:00000010:3.0:1763346483.859141:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3f00. 00010000:00000001:3.0:1763346483.859145:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346483.859149:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b000. 00000020:00000001:3.0:1763346483.859152:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346483.859154:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b000 with handle 0x757b854463af9aee to hash 00000020:00000001:3.0:1763346483.859156:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346483.859158:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.859160:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00002000:00000001:3.0:1763346483.859163:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346483.859167:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9cf40. 00002000:00000001:3.0:1763346483.859170:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.859171:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.859172:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226104 : -105879140325512 : ffff9fb41773a778) 00002000:00000001:3.0:1763346483.859174:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226016 : -105879140325600 : ffff9fb41773a720) 00002000:00000001:3.0:1763346483.859177:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346483.859181:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346483.859184:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x252e:0x0] initial LVB size: 0, mtime: 0x691a8830, atime: 0x0, ctime: 0x691a8830, blocks: 0x3 00002000:00000001:3.0:1763346483.859187:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763346483.859189:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.859190:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.859194:0:62999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.859202:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346483.859205:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346483.859207:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346483.859209:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.859239:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.859242:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.859243:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.859245:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.859247:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.859249:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346483.859253:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.859261:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x252e:0x0].0x0 (ffff9fb417cf3d00) refcount = 1 00010000:00000040:3.0:1763346483.859264:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346483.859266:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.859275:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.859276:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.859278:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346483.859280:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.859282:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.859284:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346483.859286:0:62999:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346483.859288:0:62999:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.859291:0:62999:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.859297:0:62999:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346483.859299:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.859300:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.859302:0:62999:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.859303:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.859305:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b000 refcount=3 00000020:00000001:3.0:1763346483.859307:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.859309:0:62999:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.859311:0:62999:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346483.859314:0:62999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.859320:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.859322:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.859324:0:62999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.859329:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.859331:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.859333:0:62999:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763346483.859337:0:62999:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb515746b40. 00010000:00000001:3.0:1763346483.859340:0:62999:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763346483.859349:0:62999:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00000001:3.0:1763346483.859351:0:62999:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.859353:0:62999:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.859355:0:62999:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346483.859356:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.859357:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346483.859359:0:62999:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763346483.859361:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.859366:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532193400. 00080000:00000001:3.0:1763346483.859369:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199311250432 : -105874398301184 : ffff9fb532193400) 00000001:00000001:3.0:1763346483.859372:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.859373:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346483.859376:0:62999:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000401:0x252e:0x0] not in the id map cache 00080000:00000001:3.0:1763346483.859379:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.859388:0:62999:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.859390:0:62999:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859393:0:62999:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346483.859395:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.859397:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.859399:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.859401:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.859403:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859405:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346483.859407:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346483.859408:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638199424399808 : -105874285151808 : ffff9fb538d7b9c0) 00000001:00000001:3.0:1763346483.859423:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346483.859425:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.859428:0:62999:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859431:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346483.859433:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.859443:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.859444:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859458:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859460:0:62999:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346483.859474:0:62999:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859476:0:62999:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763346483.859478:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.859479:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.859480:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.859481:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.859496:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859497:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346483.859499:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346483.859501:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638199424399808 : -105874285151808 : ffff9fb538d7b9c0) 00080000:00000001:3.0:1763346483.859558:0:62999:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.859560:0:62999:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859563:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346483.859565:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346483.859568:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911659, last_committed = 12884911656 00000001:00000010:3.0:1763346483.859571:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44b40. 00000001:00000040:3.0:1763346483.859574:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 3 00000020:00000040:3.0:1763346483.859576:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=10 00080000:00000001:3.0:1763346483.859581:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.859588:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346483.859590:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.859600:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.859602:0:62999:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.859604:0:62999:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763346483.859617:0:62999:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417b768e8. 00002000:00000001:3.0:1763346483.859621:0:62999:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763346483.859622:0:62999:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000401:0x252e:0x0] 00002000:00000010:3.0:1763346483.859624:0:62999:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb41773a720. 00002000:00000001:3.0:1763346483.859646:0:62999:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763346483.859647:0:62999:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.859652:0:62999:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763346483.859655:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911655, transno 12884911659, xid 1848996514958848 00010000:00000001:3.0:1763346483.859658:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.859662:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a88a300 x1848996514958848/t12884911659(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/432 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346483.859669:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.859671:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.859674:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.859677:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.859679:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 32 to 0@lo 00000100:00000001:3.0:1763346483.859681:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346483.859684:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.859686:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.859688:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.859690:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.859695:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346483.859700:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514958848, offset 224 00000400:00000200:3.0:1763346483.859706:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.859715:0:62999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.859724:0:62999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c770e00 00000400:00000200:3.0:1763346483.859729:0:62999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f3b5 [1] + 224 00000400:00000200:3.0:1763346483.859735:0:62999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.859738:0:62999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.859743:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.859748:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a888a80 x1848996514958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346483.859757:0:62999:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb53a888a80 x1848996514958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.859766:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.859775:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:3.0:1763346483.859777:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:3.0:1763346483.859780:0:62999:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.859782:0:62999:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.859785:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.859788:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 31 to 0@lo 00010000:00000001:3.0:1763346483.859790:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.859792:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.859794:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.859798:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88a300 x1848996514958848/t12884911659(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/432 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.859807:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a88a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+10:3295:x1848996514958848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 780us (3774us total) trans 12884911659 rc 0/0 00000100:00100000:3.0:1763346483.859814:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20035 00000100:00000040:3.0:1763346483.859817:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346483.859820:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.859821:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.859827:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509258200. 00000020:00000010:3.0:1763346483.859831:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109190. 00000020:00000010:3.0:1763346483.859836:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32e00. 00000020:00000040:3.0:1763346483.859841:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 9 00000100:00000001:3.0:1763346483.859843:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.859855:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.859856:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.859858:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20036 00000100:00000040:3.0:1763346483.859861:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 2 00000100:00000001:3.0:1763346483.859862:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000040:3.0:1763346483.859867:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a889f80 x1848996514958720/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/0 e 0 to 0 dl 1763346494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.859873:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.859876:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cdc0. 00000100:00000001:3.0:1763346483.859878:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.859880:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cdc0. 00000100:00100000:3.0:1763346483.859883:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+9:3295:x1848996514958720:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:3.0:1763346483.859886:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514958720 00000020:00000001:3.0:1763346483.859888:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.859890:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.859892:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.859894:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.859896:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:3.0:1763346483.859898:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.859900:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.859902:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.859903:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.859905:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346483.859907:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346483.859909:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859911:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.859912:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859915:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.859916:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.859918:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859920:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.859921:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.859923:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.859925:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.859926:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.859928:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.859930:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.859932:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.859934:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.859935:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.859939:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb532190400. 02000000:00000001:3.0:1763346483.859941:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.859942:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.859944:0:62999:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763346483.859946:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346483.859948:0:62999:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763346483.859950:0:62999:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:9517 count 1 00002000:00000001:3.0:1763346483.859952:0:62999:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763346483.859953:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.859955:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.859958:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569517384 : -105879140034232 : ffff9fb417781948) 00002000:00000001:3.0:1763346483.859960:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569517296 : -105879140034320 : ffff9fb4177818f0) 00010000:00000001:3.0:1763346483.859962:0:62999:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346483.859964:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346483.859969:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3000. 00010000:00000010:3.0:1763346483.859973:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3900. 00010000:00000001:3.0:1763346483.859976:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346483.859979:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a800. 00000020:00000001:3.0:1763346483.859982:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346483.859984:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a800 with handle 0x757b854463af9af5 to hash 00000020:00000001:3.0:1763346483.859986:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346483.859988:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00010000:00000001:3.0:1763346483.859990:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00002000:00000001:3.0:1763346483.859993:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346483.859995:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9cdc0. 00002000:00000001:3.0:1763346483.859998:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.859999:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.860000:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569517384 : -105879140034232 : ffff9fb417781948) 00002000:00000001:3.0:1763346483.860002:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569517296 : -105879140034320 : ffff9fb4177818f0) 00002000:00000001:3.0:1763346483.860004:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346483.860008:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346483.860010:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x252d:0x0] initial LVB size: 0, mtime: 0x691a8830, atime: 0x0, ctime: 0x691a8830, blocks: 0x3 00002000:00000001:3.0:1763346483.860013:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763346483.860015:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.860016:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.860020:0:62999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860027:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346483.860029:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346483.860031:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346483.860032:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.860034:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.860036:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.860038:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.860039:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.860041:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.860043:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346483.860046:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.860053:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x252d:0x0].0x0 (ffff9fb417cf3000) refcount = 1 00010000:00000040:3.0:1763346483.860056:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346483.860059:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860066:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.860068:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860069:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346483.860071:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.860073:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860075:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346483.860077:0:62999:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346483.860078:0:62999:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.860081:0:62999:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860087:0:62999:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346483.860089:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.860090:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.860091:0:62999:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.860093:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.860095:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a800 refcount=3 00000020:00000001:3.0:1763346483.860097:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00010000:00000001:3.0:1763346483.860100:0:62999:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00010000:00000001:3.0:1763346483.860102:0:62999:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346483.860104:0:62999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860110:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.860112:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.860114:0:62999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860120:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.860122:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860124:0:62999:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763346483.860127:0:62999:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb515746780. 00010000:00000001:3.0:1763346483.860129:0:62999:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763346483.860139:0:62999:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00000001:3.0:1763346483.860142:0:62999:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860143:0:62999:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860145:0:62999:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346483.860146:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.860147:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346483.860148:0:62999:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763346483.860150:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.860156:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5402df000. 00080000:00000001:3.0:1763346483.860158:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199547490304 : -105874162061312 : ffff9fb5402df000) 00000001:00000001:3.0:1763346483.860159:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.860161:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346483.860163:0:62999:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000401:0x252d:0x0] not in the id map cache 00080000:00000001:3.0:1763346483.860166:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.860174:0:62999:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.860177:0:62999:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860179:0:62999:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346483.860181:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.860183:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.860184:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.860186:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.860187:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860189:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346483.860190:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346483.860192:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638199424399808 : -105874285151808 : ffff9fb538d7b9c0) 00000001:00000001:3.0:1763346483.860205:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346483.860207:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.860243:0:62999:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860247:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346483.860249:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.860261:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.860262:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860272:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860275:0:62999:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346483.860285:0:62999:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860287:0:62999:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763346483.860288:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.860289:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.860290:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.860292:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.860293:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860295:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346483.860296:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346483.860298:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638199424399808 : -105874285151808 : ffff9fb538d7b9c0) 00080000:00000001:3.0:1763346483.860397:0:62999:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.860399:0:62999:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860402:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346483.860405:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346483.860407:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911660, last_committed = 12884911656 00000001:00000010:3.0:1763346483.860411:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44420. 00000001:00000040:3.0:1763346483.860413:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 4 00000020:00000040:3.0:1763346483.860416:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=10 00080000:00000001:3.0:1763346483.860419:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.860426:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346483.860428:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.860436:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.860438:0:62999:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.860440:0:62999:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763346483.860450:0:62999:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417ba3728. 00002000:00000001:3.0:1763346483.860454:0:62999:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763346483.860456:0:62999:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000401:0x252d:0x0] 00002000:00000010:3.0:1763346483.860458:0:62999:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb4177818f0. 00002000:00000001:3.0:1763346483.860463:0:62999:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763346483.860464:0:62999:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.860467:0:62999:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763346483.860470:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911655, transno 12884911660, xid 1848996514958720 00010000:00000001:3.0:1763346483.860472:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.860478:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a889f80 x1848996514958720/t12884911660(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/432 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346483.860498:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.860501:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.860503:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.860506:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.860509:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 32 to 0@lo 00000100:00000001:3.0:1763346483.860511:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346483.860514:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.860515:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.860517:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.860519:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.860523:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346483.860528:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514958720, offset 224 00000400:00000200:3.0:1763346483.860532:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.860538:0:62999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.860544:0:62999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c770d80 00000400:00000200:3.0:1763346483.860562:0:62999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f3bd [1] + 224 00000400:00000200:3.0:1763346483.860567:0:62999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.860570:0:62999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.860575:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.860580:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a88aa00 x1848996514958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346483.860587:0:62999:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb53a88aa00 x1848996514958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.860595:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.860601:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:3.0:1763346483.860603:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:3.0:1763346483.860605:0:62999:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.860607:0:62999:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.860611:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.860613:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 31 to 0@lo 00010000:00000001:3.0:1763346483.860615:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.860617:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.860619:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.860623:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a889f80 x1848996514958720/t12884911660(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/432 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.860637:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+10:3295:x1848996514958720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 762us (4399us total) trans 12884911660 rc 0/0 00000100:00100000:3.0:1763346483.860644:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20036 00000100:00000040:3.0:1763346483.860646:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346483.860648:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.860649:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.860653:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509258e00. 00000020:00000010:3.0:1763346483.860656:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109000. 00000020:00000010:3.0:1763346483.860659:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402492800. 00000020:00000040:3.0:1763346483.860663:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 9 00000100:00000001:3.0:1763346483.860665:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.860689:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.860692:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.860694:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00000001:3.0:1763346483.860698:0:5740:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346483.860700:0:5740:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346483.860704:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463af9ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346483.860713:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37200 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346483.860715:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.860717:0:5740:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346483.860720:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463af9ae0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860727:0:5740:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346483.860729:0:5740:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.860730:0:5740:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.860732:0:5740:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37200 refcount=3 00000020:00000001:3.0:1763346483.860734:0:5740:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00000001:3.0:1763346483.860736:0:5740:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00000001:3.0:1763346483.860740:0:5740:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346483.860743:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463af9ae0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860749:0:5740:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346483.860751:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.860752:0:5740:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860756:0:5740:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346483.860758:0:5740:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346483.860760:0:5740:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.860761:0:5740:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.860764:0:5740:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37200 with handle 0x757b854463af9ae0 from hash 00010000:00000001:3.0:1763346483.860766:0:5740:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346483.860768:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.860769:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.860770:0:5740:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346483.860773:0:5740:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.860774:0:5740:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860776:0:5740:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346483.860778:0:5740:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.860781:0:5740:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346483.860783:0:5740:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.860785:0:5740:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860787:0:5740:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.860789:0:5740:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346483.860791:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.860792:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.860794:0:5740:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860796:0:5740:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860798:0:5740:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.860801:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463af9ae0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860807:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346483.860809:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463af9ae0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.860818:0:5740:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fe00 count: 0 00002000:00000010:3.0:1763346483.860823:0:5740:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb530d6f0c0. 00010000:00000010:3.0:1763346483.860828:0:5740:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417f4f600. 00010000:00000001:3.0:1763346483.860834:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.860836:0:5740:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346483.860838:0:5740:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb503e94900. 00010000:00000001:3.0:1763346483.860841:0:5740:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.860844:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.860845:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.860847:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000001:3.0:1763346483.860849:0:5740:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346483.860850:0:5740:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346483.860854:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37600/0x757b854463af9ae7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346483.860860:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37600 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346483.860862:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.860863:0:5740:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346483.860866:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37600/0x757b854463af9ae7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860872:0:5740:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346483.860873:0:5740:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.860874:0:5740:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.860876:0:5740:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=3 00000020:00000001:3.0:1763346483.860878:0:5740:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:3.0:1763346483.860881:0:5740:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:3.0:1763346483.860883:0:5740:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346483.860885:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37600/0x757b854463af9ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860895:0:5740:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346483.860897:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.860898:0:5740:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860900:0:5740:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346483.860902:0:5740:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346483.860903:0:5740:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.860905:0:5740:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.860907:0:5740:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37600 with handle 0x757b854463af9ae7 from hash 00010000:00000001:3.0:1763346483.860909:0:5740:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346483.860910:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.860911:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.860912:0:5740:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346483.860913:0:5740:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.860915:0:5740:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860916:0:5740:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346483.860917:0:5740:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.860919:0:5740:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346483.860920:0:5740:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.860922:0:5740:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860923:0:5740:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.860925:0:5740:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346483.860927:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.860928:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.860929:0:5740:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860931:0:5740:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.860933:0:5740:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.860935:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37600/0x757b854463af9ae7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860941:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346483.860943:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37600/0x757b854463af9ae7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.860954:0:5740:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fd00 count: 0 00002000:00000010:3.0:1763346483.860957:0:5740:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb530d6f8c0. 00010000:00000010:3.0:1763346483.860960:0:5740:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417f4fa00. 00010000:00000001:3.0:1763346483.860965:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.860966:0:5740:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346483.860967:0:5740:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb503e94d80. 00010000:00000001:3.0:1763346483.860969:0:5740:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.860971:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.860972:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.860974:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1763346483.860976:0:5740:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346483.860977:0:5740:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346483.860980:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346483.860987:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3b000 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346483.860988:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.860990:0:5740:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346483.860992:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.860998:0:5740:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346483.860999:0:5740:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.861000:0:5740:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.861001:0:5740:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b000 refcount=3 00000020:00000001:3.0:1763346483.861003:0:5740:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.861005:0:5740:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.861007:0:5740:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346483.861009:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.861020:0:5740:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346483.861021:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.861023:0:5740:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861025:0:5740:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346483.861026:0:5740:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346483.861028:0:5740:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.861029:0:5740:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.861031:0:5740:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b000 with handle 0x757b854463af9aee from hash 00010000:00000001:3.0:1763346483.861034:0:5740:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346483.861035:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.861036:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.861037:0:5740:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346483.861039:0:5740:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.861040:0:5740:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861042:0:5740:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346483.861043:0:5740:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.861045:0:5740:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346483.861047:0:5740:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.861048:0:5740:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861050:0:5740:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.861051:0:5740:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346483.861053:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.861054:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.861056:0:5740:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861058:0:5740:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861059:0:5740:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861062:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.861068:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346483.861070:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b000/0x757b854463af9aee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.861080:0:5740:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3d00 count: 0 00002000:00000010:3.0:1763346483.861083:0:5740:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb417e9cf40. 00010000:00000010:3.0:1763346483.861085:0:5740:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417cf3f00. 00010000:00000001:3.0:1763346483.861091:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.861092:0:5740:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346483.861094:0:5740:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb515746b40. 00010000:00000001:3.0:1763346483.861096:0:5740:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.861098:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.861099:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861100:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346483.861102:0:5740:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346483.861103:0:5740:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346483.861106:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346483.861112:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3a800 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346483.861114:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.861115:0:5740:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346483.861117:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.861123:0:5740:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346483.861124:0:5740:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.861125:0:5740:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.861126:0:5740:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a800 refcount=3 00000020:00000001:3.0:1763346483.861128:0:5740:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00010000:00000001:3.0:1763346483.861130:0:5740:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00010000:00000001:3.0:1763346483.861131:0:5740:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346483.861133:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.861144:0:5740:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346483.861145:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.861147:0:5740:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861149:0:5740:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346483.861150:0:5740:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346483.861151:0:5740:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.861152:0:5740:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.861155:0:5740:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3a800 with handle 0x757b854463af9af5 from hash 00010000:00000001:3.0:1763346483.861156:0:5740:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346483.861158:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.861159:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.861160:0:5740:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346483.861161:0:5740:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.861163:0:5740:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861164:0:5740:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346483.861166:0:5740:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.861167:0:5740:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346483.861168:0:5740:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.861170:0:5740:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861172:0:5740:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.861173:0:5740:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346483.861175:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.861176:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.861177:0:5740:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861179:0:5740:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861181:0:5740:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861183:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.861189:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346483.861192:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9af5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x252d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.861202:0:5740:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3000 count: 0 00002000:00000010:3.0:1763346483.861205:0:5740:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb417e9cdc0. 00010000:00000010:3.0:1763346483.861207:0:5740:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417cf3900. 00010000:00000001:3.0:1763346483.861236:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.861238:0:5740:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346483.861239:0:5740:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb515746780. 00010000:00000001:3.0:1763346483.861242:0:5740:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.861244:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.861245:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861247:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346483.861248:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.861249:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861251:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346483.861252:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.861254:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861255:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346483.861264:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.861266:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861267:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346483.861272:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346483.861274:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.861275:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763346483.861284:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346483.861289:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346483.861292:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346483.861299:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb508eb4a80 x1848996514959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861307:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346483.861309:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.861313:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346483.861316:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346483.861318:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.861321:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb508eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514959360:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763346483.861326:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346483.861331:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346483.861334:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.861337:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346483.861343:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb50f92dc00. 02000000:00000001:3.0:1763346483.861344:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346483.861350:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346483.861355:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346483.861361:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514959360, portal 4 00000100:00000001:3.0:1763346483.861364:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346483.861365:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198620375680 : -105875089175936 : ffff9fb508eb4a80) 00000100:00000040:3.0:1763346483.861371:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb508eb4a80 x1848996514959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861377:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.861379:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.861382:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb330. 00000100:00000200:3.0:1763346483.861384:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514959360, offset 0 00000400:00000200:3.0:1763346483.861388:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.861394:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.861400:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c771000 00000400:00000200:3.0:1763346483.861406:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x11906d [8] + 7216 00000400:00000200:3.0:1763346483.861411:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.861415:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.861419:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.861421:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.861427:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508eb5180. 00000100:00000040:3.0:1763346483.861430:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508eb5180 x1848996514959360 msgsize 544 00000100:00100000:3.0:1763346483.861434:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346483.861445:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.861450:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb330 00000400:00000010:3.0:1763346483.861453:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb330. 00000100:00000001:3.0:1763346483.861455:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.861459:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb508eb4a80 x1848996514959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861473:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.861476:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508eb4a80 x1848996514959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861495:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.861496:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.861500:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.861505:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23582 usecs (24 jiffies) 00000100:00000001:3.0:1763346483.861509:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300720732 00000100:00000001:3.0:1763346483.861516:0:3295:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300720723 00000100:00000001:3.0:1763346483.861521:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300720732 00000100:00000001:3.0:1763346483.861524:0:3295:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300720723 00000100:00000001:3.0:1763346483.861527:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300720732 00000100:00000001:3.0:1763346483.861530:0:3295:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300720723 00000100:00000001:3.0:1763346483.861533:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300720732 00000100:00000001:3.0:1763346483.861537:0:3295:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300720723 00000100:00000001:3.0:1763346483.861539:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346483.861542:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1763346483.861547:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346483.861549:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346483.861551:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084ccb00. 00000400:00000200:3.0:1763346483.861554:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a330 00000400:00000010:3.0:1763346483.861555:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a330. 00000100:00000001:3.0:1763346483.861558:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.861561:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a88aa00 x1848996514958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346483.861569:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a88aa00 x1848996514958720/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861575:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346483.861576:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.861580:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346483.861582:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346483.861585:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.861587:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.861590:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.861597:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93458 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346483.861601:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.861604:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346483.861606:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861608:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346483.861610:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.861613:0:3295:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763346483.861615:0:3295:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763346483.861617:0:3295:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763346483.861619:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346483.861620:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452772864 : -105874256778752 : ffff9fb53a88aa00) 00000100:00000001:3.0:1763346483.861623:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763346483.861625:0:3295:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911655 gen 3 00000100:00000040:3.0:1763346483.861631:0:3295:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911655) req@ffff9fb517d3f100 x1848996514956928/t12884911655(12884911655) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346483.861639:0:3295:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346483.861641:0:3295:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911655 committed transno 12884911655 00000004:00000010:3.0:1763346483.861645:0:3295:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb510c83000. 00000004:00000010:3.0:1763346483.861651:0:3295:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb40e774ea0. 00000004:00000010:3.0:1763346483.861655:0:3295:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb53b9759c0. 00000004:00000010:3.0:1763346483.861658:0:3295:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb53b975e40. 00000004:00000001:3.0:1763346483.861660:0:3295:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346483.861661:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.861664:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3f100 x1848996514956928/t12884911655(12884911655) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861670:0:3295:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346483.861673:0:3295:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346483.861675:0:3295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb51fcee000. 02000000:00000001:3.0:1763346483.861679:0:3295:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346483.861681:0:3295:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346483.861683:0:3295:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=6 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346483.861686:0:3295:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346483.861688:0:3295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb532ab6400. 02000000:00000001:3.0:1763346483.861691:0:3295:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346483.861693:0:3295:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346483.861695:0:3295:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f100. 00000100:00000001:3.0:1763346483.861699:0:3295:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346483.861700:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763346483.861704:0:3295:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff9fb53a88aa00 x1848996514958720/t12884911660(12884911660) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861711:0:3295:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763346483.861713:0:3295:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:3.0:1763346483.861716:0:3295:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346483.861718:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.861722:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a88aa00 x1848996514958720/t12884911660(12884911660) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861729:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346483.861732:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346483.861734:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763346483.861737:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9fb53a88aa00/2, rc 0, transno 12884911660 00000004:00001000:3.0:1763346483.861741:0:3295:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 3 in flight, 4 in progress 00000100:00000040:3.0:1763346483.861745:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88aa00 x1848996514958720/t12884911660(12884911660) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.861752:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a88aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514958720:0@lo:6:osp-syn-1-0.0 00000400:00000001:3.0:1763346483.861758:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346483.861759:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346483.861761:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084ccf20. 00000400:00000200:3.0:1763346483.861763:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:3.0:1763346483.861765:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:3.0:1763346483.861767:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.861771:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a888a80 x1848996514958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346483.861778:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a888a80 x1848996514958848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861784:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346483.861786:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.861787:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346483.861789:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346483.861790:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.861792:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.861794:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.861797:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93458 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346483.861800:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.861802:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346483.861804:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.861805:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346483.861807:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.861809:0:3295:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763346483.861810:0:3295:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763346483.861812:0:3295:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763346483.861813:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346483.861814:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452764800 : -105874256786816 : ffff9fb53a888a80) 00000100:00000001:3.0:1763346483.861816:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346483.861818:0:3295:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911655 00000100:00000001:3.0:1763346483.861820:0:3295:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346483.861821:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.861825:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a888a80 x1848996514958848/t12884911659(12884911659) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861831:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346483.861833:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346483.861835:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763346483.861837:0:3295:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9fb53a888a80/2, rc 0, transno 12884911659 00000004:00001000:3.0:1763346483.861839:0:3295:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 2 in flight, 4 in progress 00000100:00000040:3.0:1763346483.861843:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888a80 x1848996514958848/t12884911659(12884911659) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.861855:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514958848:0@lo:6:osp-syn-1-0.0 00000100:00000001:3.0:1763346483.861859:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.861862:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.861864:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a88aa00 x1848996514958720/t12884911660(12884911660) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861870:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.861872:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.861874:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a888a80 x1848996514958848/t12884911659(12884911659) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861880:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.861882:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.861892:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346483.861894:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346483.861896:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346483.861898:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346483.861899:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.861902:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1763346483.861904:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.861907:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346483.861908:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.861910:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346483.861911:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346483.861912:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346483.861916:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb508eb5f80 x1848996514959232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861922:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346483.861925:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.861927:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346483.861929:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346483.861931:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.861933:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb508eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514959232:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763346483.861936:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346483.861939:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346483.861941:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.861943:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346483.861948:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb50f92c800. 02000000:00000001:3.0:1763346483.861950:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346483.861953:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346483.861958:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb330. 00000100:00000200:3.0:1763346483.861961:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514959232, portal 4 00000100:00000001:3.0:1763346483.861963:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346483.861964:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198620381056 : -105875089170560 : ffff9fb508eb5f80) 00000100:00000040:3.0:1763346483.861969:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb508eb5f80 x1848996514959232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.861975:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.861977:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.861979:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb908. 00000100:00000200:3.0:1763346483.861981:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514959232, offset 0 00000400:00000200:3.0:1763346483.861987:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.861993:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.861998:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c770f80 00000400:00000200:3.0:1763346483.862002:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x11906d [8] + 7760 00000400:00000200:3.0:1763346483.862007:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.862010:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.862013:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.862015:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346483.862018:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f100. 00000100:00000040:3.0:1763346483.862020:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3f100 x1848996514959232 msgsize 544 00000100:00100000:3.0:1763346483.862024:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346483.862031:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.862036:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb908 00000400:00000010:3.0:1763346483.862038:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb908. 00000100:00000001:3.0:1763346483.862040:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346483.862043:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb508eb5f80 x1848996514959232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.862049:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346483.862053:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508eb5f80 x1848996514959232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.862059:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862060:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.862063:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.862066:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23582 usecs (24 jiffies) 00000100:00000001:3.0:1763346483.862069:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300720732 00000100:00000001:3.0:1763346483.862071:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300720732 00000100:00000001:3.0:1763346483.862074:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300720732 00000100:00000001:3.0:1763346483.862076:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300720732 00000100:00000001:3.0:1763346483.862078:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300720732 00000100:00000001:3.0:1763346483.862080:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300720732 00000100:00000001:3.0:1763346483.862082:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300720732 00000100:00000001:3.0:1763346483.862084:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300720732 00000100:00000001:3.0:1763346483.862086:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346483.862088:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862090:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862092:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862113:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.862117:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514959360 02000000:00000001:3.0:1763346483.862119:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.862121:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.862122:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.862126:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.862129:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514959360 00000020:00000001:3.0:1763346483.862132:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.862134:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346483.862137:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.862139:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=10 00000020:00000001:3.0:1763346483.862141:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346483.862145:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346483.862149:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.862154:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cdc0. 00000100:00000001:3.0:1763346483.862157:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.862160:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cdc0. 00000020:00000010:3.0:1763346483.862166:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5a00. 00000020:00000010:3.0:1763346483.862171:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.862176:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000001:3.0:1763346483.862182:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.862184:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.862187:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862195:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862209:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.862247:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.862249:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.862254:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20037 00000100:00000040:3.0:1763346483.862257:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346483.862259:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198620377472 : -105875089174144 : ffff9fb508eb5180) 00000100:00000040:3.0:1763346483.862264:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508eb5180 x1848996514959360/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/0 e 0 to 0 dl 1763346494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.862273:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.862276:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cdc0. 00000100:00000001:3.0:1763346483.862278:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.862280:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cdc0. 00000100:00100000:3.0:1763346483.862284:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+10:3295:x1848996514959360:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1763346483.862288:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514959360 00000020:00000001:3.0:1763346483.862291:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.862294:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.862297:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.862300:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.862302:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:3.0:1763346483.862304:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.862307:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.862310:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.862313:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.862316:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346483.862320:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346483.862322:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.862325:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.862327:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.862329:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.862331:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.862333:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.862335:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.862336:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.862338:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.862340:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.862341:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.862343:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.862345:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.862348:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862351:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.862354:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.862358:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb50f92d000. 02000000:00000001:3.0:1763346483.862360:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.862363:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.862366:0:62999:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763346483.862369:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346483.862371:0:62999:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763346483.862373:0:62999:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9733 count 1 00002000:00000001:3.0:1763346483.862377:0:62999:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763346483.862379:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.862382:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.862388:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569676664 : -105879139874952 : ffff9fb4177a8778) 00002000:00000001:3.0:1763346483.862391:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569676576 : -105879139875040 : ffff9fb4177a8720) 00010000:00000001:3.0:1763346483.862394:0:62999:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346483.862397:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346483.862404:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3900. 00010000:00000010:3.0:1763346483.862408:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3f00. 00010000:00000001:3.0:1763346483.862412:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346483.862416:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a000. 00000020:00000001:3.0:1763346483.862420:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346483.862422:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a000 with handle 0x757b854463af9afc to hash 00000020:00000001:3.0:1763346483.862424:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346483.862425:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346483.862428:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00002000:00000001:3.0:1763346483.862431:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346483.862434:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9cdc0. 00002000:00000001:3.0:1763346483.862437:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.862438:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.862440:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569676664 : -105879139874952 : ffff9fb4177a8778) 00002000:00000001:3.0:1763346483.862442:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569676576 : -105879139875040 : ffff9fb4177a8720) 00002000:00000001:3.0:1763346483.862444:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346483.862451:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346483.862454:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x2605:0x0] initial LVB size: 4096, mtime: 0x691a8830, atime: 0x691a8830, ctime: 0x691a8831, blocks: 0xb 00002000:00000001:3.0:1763346483.862457:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763346483.862460:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.862461:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.862465:0:62999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a000/0x757b854463af9afc lrc: 3/0,1 mode: --/PW res: [0x240000401:0x2605:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.862475:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346483.862478:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346483.862480:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346483.875016:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.875024:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.875028:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.875032:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.875033:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.875034:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.875040:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346483.875048:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a000/0x757b854463af9afc lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.875067:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2605:0x0].0x0 (ffff9fb417cf3900) refcount = 1 00010000:00000040:3.0:1763346483.875070:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346483.875073:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a000/0x757b854463af9afc lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.875085:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.875087:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.875090:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346483.875092:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.875095:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.875097:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346483.875101:0:62999:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346483.875105:0:62999:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.875108:0:62999:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a000/0x757b854463af9afc lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.875115:0:62999:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346483.875118:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.875119:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.875122:0:62999:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.875125:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.875128:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=3 00000020:00000001:3.0:1763346483.875130:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346483.875133:0:62999:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346483.875135:0:62999:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346483.875139:0:62999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a000/0x757b854463af9afc lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.875145:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.875146:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.875149:0:62999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a000/0x757b854463af9afc lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2605:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.875156:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.875158:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.875161:0:62999:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763346483.875184:0:62999:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb515746780. 00010000:00000001:3.0:1763346483.875189:0:62999:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763346483.875208:0:62999:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763346483.875210:0:62999:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.875243:0:62999:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.875245:0:62999:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346483.875247:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.875248:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346483.875251:0:62999:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763346483.875257:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.875283:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50f92e000. 00080000:00000001:3.0:1763346483.875287:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198732021760 : -105874977529856 : ffff9fb50f92e000) 00000001:00000001:3.0:1763346483.875290:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.875293:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346483.875299:0:62999:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x2605:0x0] not in the id map cache 00080000:00000001:3.0:1763346483.875303:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.875333:0:62999:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.875337:0:62999:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875340:0:62999:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346483.875343:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.875347:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.875350:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.875354:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.875356:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875359:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346483.875361:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346483.875364:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00000001:00000001:3.0:1763346483.875482:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346483.875493:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.875502:0:62999:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875506:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346483.875514:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.875525:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.875527:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875552:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875557:0:62999:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346483.875578:0:62999:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875581:0:62999:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763346483.875583:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.875585:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.875586:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.875588:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.875590:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875591:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346483.875593:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346483.875595:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00080000:00000001:3.0:1763346483.875734:0:62999:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.875738:0:62999:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875742:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346483.875746:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346483.875750:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847737, last_committed = 21474847727 00000001:00000010:3.0:1763346483.875755:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44d20. 00000001:00000040:3.0:1763346483.875758:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 9 00000020:00000040:3.0:1763346483.875762:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=14 00080000:00000001:3.0:1763346483.875769:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.875784:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346483.875787:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.875803:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.875805:0:62999:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.875808:0:62999:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763346483.875832:0:62999:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb5297e1398. 00002000:00000001:3.0:1763346483.875838:0:62999:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763346483.875839:0:62999:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x2605:0x0] 00002000:00000010:3.0:1763346483.875842:0:62999:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb4177a8720. 00002000:00000001:3.0:1763346483.875848:0:62999:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763346483.875850:0:62999:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.875856:0:62999:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763346483.875861:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847726, transno 21474847737, xid 1848996514959360 00010000:00000001:3.0:1763346483.875864:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.875874:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508eb5180 x1848996514959360/t21474847737(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/432 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346483.875883:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.875885:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.875889:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.875894:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.875896:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346483.875899:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346483.875901:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.875904:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.875907:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.875910:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.875915:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb908. 00000100:00000200:3.0:1763346483.875923:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514959360, offset 224 00000400:00000200:3.0:1763346483.875930:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.875944:0:62999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.875956:0:62999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c771000 00000400:00000200:3.0:1763346483.875966:0:62999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f3d5 [1] + 224 00000400:00000200:3.0:1763346483.875973:0:62999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.875978:0:62999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.875984:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.875990:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb508eb4a80 x1848996514959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346483.876000:0:62999:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb508eb4a80 x1848996514959360/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.876028:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.876037:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb908 00000400:00000010:3.0:1763346483.876040:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb908. 00000100:00000001:3.0:1763346483.876043:0:62999:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.876045:0:62999:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.876049:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.876052:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346483.876055:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.876057:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.876060:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.876064:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508eb5180 x1848996514959360/t21474847737(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 544/432 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.876075:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+14:3295:x1848996514959360:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13801us (14642us total) trans 21474847737 rc 0/0 00000100:00100000:3.0:1763346483.876084:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20037 00000100:00000040:3.0:1763346483.876088:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346483.876090:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.876091:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.876097:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.876101:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.876105:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5a00. 00000020:00000040:3.0:1763346483.876110:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 13 00000100:00000001:3.0:1763346483.876113:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346483.876296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972d00. 00010000:00000010:1.1:1763346483.876304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00010000:00000010:1.1:1763346483.876307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:1.1:1763346483.876310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:2.1:1763346483.877382:0:57808:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346483.877391:0:57808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:3.1:1763346483.885982:0:62999:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fe00. 00010000:00000010:3.1:1763346483.886000:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:3.1:1763346483.886004:0:62999:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fd00. 00010000:00000010:3.1:1763346483.886007:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:3.1:1763346483.886010:0:62999:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3d00. 00010000:00000010:3.1:1763346483.886013:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b000. 00010000:00000010:3.1:1763346483.886018:0:62999:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3000. 00010000:00000010:3.1:1763346483.886021:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a800. 00000800:00000200:3.0:1763346483.888136:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.888141:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d300. 00000400:00000200:3.0:1763346483.888146:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.888152:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.888158:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.888160:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.889281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00010000:00000010:1.1:1763346483.889293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a000. 00000100:00000040:3.0:1763346483.889389:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300720738, at 4300720739 00000100:00000010:3.0:1763346483.889395:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb4178436c0. 00000100:00000001:3.0:1763346483.893452:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346483.893459:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.893462:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.893467:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:3.0:1763346483.893470:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:3.0:1763346483.893473:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:3.0:1763346483.893476:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346483.893481:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9b18 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.893506:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.893508:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.893510:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9b18 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.893517:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.893518:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.893522:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346483.893525:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9b18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00010000:3.0:1763346483.893531:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346483.893535:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346483.893538:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346483.893541:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9b18 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.893546:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346483.893547:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.893548:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.893550:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=4 00000020:00000001:3.0:1763346483.893552:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:3.0:1763346483.893554:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:3.0:1763346483.893556:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346483.893559:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9b18 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.893564:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346483.893566:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346483.893568:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.893572:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346483.893573:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346483.893575:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.893577:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346483.893581:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463af9b18 from hash 00010000:00000001:3.0:1763346483.893583:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346483.893584:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.893585:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.893587:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346483.893593:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.893595:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.893597:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346483.893600:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.893603:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346483.893606:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4056:0x0].0x0 (ffff9fb417972600) 00010000:00010000:3.0:1763346483.893609:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346483.893612:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.893614:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.893616:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.893618:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346483.893621:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.893622:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.893624:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.893626:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.893628:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.893631:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9b18 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000001:3.0:1763346483.893636:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.893638:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.893639:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346483.893641:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346483.893642:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346483.893644:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9b18 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19973 initiator: MDT0 00010000:00000010:3.0:1763346483.893651:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51fb9f700. 00010000:00000001:3.0:1763346483.893661:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346483.893664:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 484 00000100:00000001:3.0:1763346483.893668:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.895763:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.895767:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540755968 02000000:00000001:3.0:1763346483.895770:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.895773:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.895775:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.895780:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.895785:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540755968 00000020:00000001:3.0:1763346483.895789:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.895791:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346483.895794:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.895797:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=16 00000020:00000001:3.0:1763346483.895800:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346483.895802:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346483.895807:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.895812:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cf40. 00000100:00000001:3.0:1763346483.895817:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.895820:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cf40. 00000020:00000010:3.0:1763346483.895828:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5a00. 00000020:00000010:3.0:1763346483.895834:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.895839:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346483.895848:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346483.895851:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.895853:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.895855:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.895864:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.895875:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.895887:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.895889:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.895894:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20042 00000100:00000040:3.0:1763346483.895898:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346483.895900:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558776320 : -105875150775296 : ffff9fb5053f5c00) 00000100:00000040:3.0:1763346483.895909:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f5c00 x1848996540755968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 328/0 e 0 to 0 dl 1763346494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346483.895918:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.895921:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cf40. 00000100:00000001:3.0:1763346483.895923:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.895925:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cf40. 00000100:00100000:3.0:1763346483.895928:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+16:225609:x1848996540755968:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346483.895932:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540755968 00000020:00000001:3.0:1763346483.895936:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.895939:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.895942:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.895945:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.895947:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346483.895951:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.895954:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.895956:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.895958:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.895964:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.895966:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346483.895968:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346483.895971:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346483.895972:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346483.895975:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.895980:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346483.895988:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3000. 00010000:00000010:3.0:1763346483.895992:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3d00. 00010000:00000001:3.0:1763346483.895997:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346483.896001:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a800. 00000020:00000001:3.0:1763346483.896005:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346483.896008:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a800 with handle 0x757b854463af9b1f to hash 00000020:00000001:3.0:1763346483.896010:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346483.896011:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00010000:00000001:3.0:1763346483.896014:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303546880 : -105874406004736 : ffff9fb531a3a800) 00010000:00010000:3.0:1763346483.896019:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9b1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2531:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792125fb expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763346483.896034:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346483.896037:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9cf40. 00002000:00000001:3.0:1763346483.896040:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346483.896044:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.896050:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569228232 : -105879140323384 : ffff9fb41773afc8) 00002000:00000001:3.0:1763346483.896053:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569228144 : -105879140323472 : ffff9fb41773af70) 00002000:00000001:3.0:1763346483.896056:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346483.896063:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346483.896065:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2531:0x0] initial LVB size: 4096, mtime: 0x691a8833, atime: 0x0, ctime: 0x691a8833, blocks: 0xb 00002000:00000001:3.0:1763346483.896068:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763346483.896072:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773afc8/ffff9fb41773af70 to site lru. bkt: ffff9fb535ee74f0 00010000:00000040:3.0:1763346483.896075:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 12 00000020:00000040:3.0:1763346483.896078:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=17 00000100:00000001:3.0:1763346483.896088:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.896090:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.896096:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb51fd74c00. 02000000:00000001:3.0:1763346483.896098:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.896101:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.896103:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346483.896107:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346483.896110:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346483.896112:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.896114:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.896117:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.896119:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346483.896120:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346483.896122:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.896125:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346483.896130:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9b1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792125fb expref: 17 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346483.896138:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2531:0x0].0x0 (ffff9fb417cf3000) refcount = 1 00010000:00000040:3.0:1763346483.896141:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346483.896144:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9b1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792125fb expref: 17 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.896154:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.896156:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.896158:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346483.896160:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.896162:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.896163:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346483.896168:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346483.896171:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a800/0x757b854463af9b1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2531:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792125fb expref: 17 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346483.896181:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346483.896183:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346483.896186:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.896188:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.896189:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346483.896191:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.896192:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.896194:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3a800, rc 0) 00000020:00000001:3.0:1763346483.896197:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346483.896200:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911656, transno 0, xid 1848996540755968 00010000:00000001:3.0:1763346483.896203:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.896208:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f5c00 x1848996540755968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 328/400 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346483.896244:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.896247:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.896252:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.896257:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.896260:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346483.896262:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346483.896266:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.896268:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.896271:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.896274:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346483.896280:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb908. 00000100:00000200:3.0:1763346483.896287:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540755968, offset 224 00000400:00000200:3.0:1763346483.896294:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346483.896305:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346483.896312:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198286:198286:256:4294967295] 192.168.204.16@tcp LPNI seq info [198282:198282:8:4294967295] 00000400:00000200:3.0:1763346483.896325:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346483.896331:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346483.896336:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51ff51e00. 00000800:00000200:3.0:1763346483.896342:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346483.896350:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346483.896354:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51ff51e00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346483.896374:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.896378:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346483.896380:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.896382:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.896384:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.896388:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f5c00 x1848996540755968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 328/400 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346483.896397:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+17:225609:x1848996540755968:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 477us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346483.896405:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20042 00000100:00000040:3.0:1763346483.896408:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346483.896410:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.896412:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.896417:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.896421:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.896424:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5a00. 00000020:00000040:3.0:1763346483.896431:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 16 00000100:00000001:3.0:1763346483.896434:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346483.896716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00010000:00000010:3.1:1763346483.902523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00000100:00000001:3.0:1763346483.911935:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.912121:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540756480 02000000:00000001:3.0:1763346483.912125:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.912128:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.912130:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.912135:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.912141:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540756480 00000020:00000001:3.0:1763346483.912144:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.912146:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346483.912149:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.912153:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:3.0:1763346483.912156:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346483.912158:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346483.912164:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1763346483.914369:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.914374:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d500. 00000400:00000200:3.0:1763346483.914379:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.914386:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.914392:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:3.0:1763346483.914394:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:3.0:1763346483.914399:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.914401:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346483.915253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00000100:00000001:3.0:1763346483.922249:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.922253:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514959488 02000000:00000001:3.0:1763346483.922256:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.922259:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.922261:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.922265:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.922269:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514959488 00000020:00000001:3.0:1763346483.922272:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.922274:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346483.922276:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.922280:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=14 00000020:00000001:3.0:1763346483.922282:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346483.922284:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346483.922289:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.922294:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346483.922297:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.922300:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000020:00000010:3.0:1763346483.922306:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5a00. 00000020:00000010:3.0:1763346483.922311:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.922316:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346483.922324:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346483.922327:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.922329:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.922331:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.922338:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.922349:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.922359:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.922361:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.922365:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00000040:3.0:1763346483.922368:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346483.922371:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201012736 : -105879508538880 : ffff9fb401812a00) 00000100:00000040:3.0:1763346483.922376:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401812a00 x1848996514959488/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/0 e 0 to 0 dl 1763346494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.922384:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.922386:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346483.922388:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.922390:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000100:00100000:3.0:1763346483.922394:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+14:19973:x1848996514959488:12345-0@lo:1000:mdt00_001.0 00000100:00000200:3.0:1763346483.922398:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514959488 00000020:00000001:3.0:1763346483.922400:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.922404:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.922407:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.922409:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.922411:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346483.922415:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.922418:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.922420:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.922423:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.922425:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.922428:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346483.922434:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c9b0. 00000100:00000001:3.0:1763346483.922438:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.922440:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.922449:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb52ad9e000. 02000000:00000001:3.0:1763346483.922451:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.922453:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.922458:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb515746b40. 00000020:00000001:3.0:1763346483.922460:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346483.922464:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.922470:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358680 : -105874749192936 : ffff9fb51d2f0518) 00000020:00000001:3.0:1763346483.922473:0:19977:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.922477:0:19977:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.922492:0:19977:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763346483.922496:0:19977:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x2606:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763346483.922499:0:19977:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763346483.922502:0:19977:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346483.922506:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e0000/ffff9fb51d2f04c0 to site lru. bkt: ffff9fb517dcd8b8 00000020:00000010:3.0:1763346483.922510:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7c9b0. 00000020:00000010:3.0:1763346483.922512:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb515746b40. 00000020:00000001:3.0:1763346483.922517:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346483.922520:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847726, transno 0, xid 1848996514959488 00010000:00000001:3.0:1763346483.922523:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.922528:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401812a00 x1848996514959488/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346483.922536:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.922539:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.922543:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=135 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346483.922548:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.922551:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346483.922553:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346483.922556:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.922558:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.922561:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.922562:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.922566:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb515746b40. 00000100:00000200:3.0:1763346483.922571:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514959488, offset 224 00000400:00000200:3.0:1763346483.922577:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.922585:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.922592:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c771080 00000400:00000200:3.0:1763346483.922597:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f41d [2] + 224 00000400:00000200:3.0:1763346483.922603:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.922605:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.922610:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.922614:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a888000 x1848996514959488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346483.922622:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb53a888000 x1848996514959488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.922641:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.922645:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb515746b40 00000400:00000010:3.0:1763346483.922647:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb515746b40. 00000100:00000001:3.0:1763346483.922650:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.922651:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.922654:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.922657:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346483.922659:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.922661:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.922663:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.922666:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401812a00 x1848996514959488/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.922675:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+14:19973:x1848996514959488:12345-0@lo:1000:mdt00_001.0 Request processed in 289us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346483.922683:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00000040:3.0:1763346483.922686:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346483.922689:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.922690:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.922695:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.922698:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.922701:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5a00. 00000020:00000040:3.0:1763346483.922707:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 13 00000100:00000001:3.0:1763346483.922709:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.924687:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.925081:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514959616 02000000:00000001:3.0:1763346483.925084:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.925086:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.925089:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.925093:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.925096:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514959616 00000020:00000001:3.0:1763346483.925099:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.925101:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346483.925103:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.925106:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=14 00000020:00000001:3.0:1763346483.925109:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346483.925111:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346483.925115:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763346483.928304:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.928308:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514959744 02000000:00000001:3.0:1763346483.928311:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.928313:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.928315:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.928319:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.928322:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514959744 00000020:00000001:3.0:1763346483.928326:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.928328:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346483.928331:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.928335:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=9 00000020:00000001:3.0:1763346483.928337:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346483.928340:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346483.928345:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.928352:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346483.928357:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.928360:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000020:00000010:3.0:1763346483.928366:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5a00. 00000020:00000010:3.0:1763346483.928371:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.928377:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346483.928387:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346483.928390:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.928392:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.928394:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.928403:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.928416:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.928428:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.928431:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.928436:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00000040:3.0:1763346483.928440:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346483.928442:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558772736 : -105875150778880 : ffff9fb5053f4e00) 00000100:00000040:3.0:1763346483.928448:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4e00 x1848996514959744/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/0 e 0 to 0 dl 1763346494 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.928457:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.928460:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346483.928462:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.928464:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000100:00100000:3.0:1763346483.928468:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:19973:x1848996514959744:12345-0@lo:1000:mdt00_001.0 00000100:00000200:3.0:1763346483.928472:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514959744 00000020:00000001:3.0:1763346483.928475:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.928479:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346483.928481:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.928492:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.928495:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346483.928498:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346483.928501:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.928504:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.928506:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.928509:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.928512:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346483.928520:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c9b0. 00000100:00000001:3.0:1763346483.928525:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.928527:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.928534:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb5051ce000. 02000000:00000001:3.0:1763346483.928536:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.928538:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.928543:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb515746b40. 00000020:00000001:3.0:1763346483.928545:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346483.928548:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346483.928556:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569228232 : -105879140323384 : ffff9fb41773afc8) 00000020:00000001:3.0:1763346483.928561:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.928565:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.928571:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763346483.928574:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x2531:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763346483.928577:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763346483.928579:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346483.928584:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b77728/ffff9fb41773af70 to site lru. bkt: ffff9fb535ee74f0 00000020:00000010:3.0:1763346483.928588:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7c9b0. 00000020:00000010:3.0:1763346483.928591:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb515746b40. 00000020:00000001:3.0:1763346483.928596:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346483.928599:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911655, transno 0, xid 1848996514959744 00010000:00000001:3.0:1763346483.928602:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.928607:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4e00 x1848996514959744/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346483.928615:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.928618:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.928622:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=135 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346483.928628:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.928631:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346483.928633:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346483.928636:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.928638:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.928641:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.928643:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346483.928647:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb515746b40. 00000100:00000200:3.0:1763346483.928653:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514959744, offset 224 00000400:00000200:3.0:1763346483.928660:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346483.928669:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346483.928677:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c771180 00000400:00000200:3.0:1763346483.928683:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f435 [2] + 224 00000400:00000200:3.0:1763346483.928690:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.928693:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346483.928698:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346483.928702:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f4700 x1848996514959744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346483.928711:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb5053f4700 x1848996514959744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346483.928724:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346483.928729:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb515746b40 00000400:00000010:3.0:1763346483.928731:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb515746b40. 00000100:00000001:3.0:1763346483.928734:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.928736:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.928739:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.928742:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346483.928745:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.928746:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.928748:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.928752:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4e00 x1848996514959744/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:204/0 lens 328/4320 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346483.928761:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:19973:x1848996514959744:12345-0@lo:1000:mdt00_001.0 Request processed in 302us (1184us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346483.928770:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00000040:3.0:1763346483.928774:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:3.0:1763346483.928776:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.928778:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346483.928782:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.928786:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.928789:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5a00. 00000020:00000040:3.0:1763346483.928796:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 8 00000100:00000001:3.0:1763346483.928798:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346483.931091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00010000:00000010:0.1:1763346483.931100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417894200. 00010000:00000010:0.1:1763346483.931105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:0.1:1763346483.931109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972600. 00000800:00000001:3.0:1763346483.937772:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.937792:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.937797:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.937799:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.937814:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:3.0:1763346483.937840:0:3287:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12f44d 00000400:00000200:3.0:1763346483.937850:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.937855:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:3.0:1763346483.937864:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a088 00000400:00000010:3.0:1763346483.937868:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a088. 00000100:00000001:3.0:1763346483.937873:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.937876:0:3287:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763346483.937879:0:3287:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763346483.937900:0:3287:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346483.937902:0:3287:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346483.937904:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346483.937913:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.937917:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.937919:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.937920:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.937924:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.937931:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00b380 00000400:00000200:3.0:1763346483.937940:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x1249ad [2] + 1176 00000800:00000001:3.0:1763346483.937946:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.937956:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.937958:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.937961:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.937965:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.937968:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346483.937978:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530458a80. 00000100:00000040:3.0:1763346483.937981:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530458a80 x1848996540756864 msgsize 392 00000100:00100000:3.0:1763346483.937986:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.938011:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.938016:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.938019:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346483.943016:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346483.943021:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880700. 00000400:00000200:3.0:1763346483.943026:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.943031:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346483.943036:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b5d8 00000400:00000010:3.0:1763346483.943039:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b5d8. 00000100:00000001:3.0:1763346483.943043:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346483.943045:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346483.946206:0:19975:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346483.946235:0:19975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540757248 02000000:00000001:3.0:1763346483.946239:0:19975:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346483.946243:0:19975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346483.946246:0:19975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.946252:0:19975:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346483.946257:0:19975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540757248 00000020:00000001:3.0:1763346483.946261:0:19975:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346483.946263:0:19975:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346483.946266:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.946271:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:3.0:1763346483.946273:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346483.946276:0:19975:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346483.946282:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.946289:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346483.946293:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.946297:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000020:00000010:3.0:1763346483.946304:0:19975:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5a00. 00000020:00000010:3.0:1763346483.946313:0:19975:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.946319:0:19975:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346483.946331:0:19975:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763346483.946335:0:19975:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346483.946336:0:19975:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346483.946339:0:19975:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.946349:0:19975:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.946365:0:19975:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346483.946377:0:19975:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346483.946380:0:19975:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346483.946385:0:19975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20973 00000100:00000040:3.0:1763346483.946389:0:19975:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346483.946391:0:19975:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198524760448 : -105875184791168 : ffff9fb503385180) 00000100:00000040:3.0:1763346483.946400:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503385180 x1848996540757248/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 392/0 e 0 to 0 dl 1763346494 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346483.946411:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346483.946414:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346483.946417:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346483.946419:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000100:00100000:3.0:1763346483.946424:0:19975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+488:225609:x1848996540757248:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:3.0:1763346483.946429:0:19975:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540757248 00000020:00000001:3.0:1763346483.946433:0:19975:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346483.946437:0:19975:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346483.946442:0:19975:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5226c5480: xid 1848996540756864, transno 8590055412, client gen 3, slot idx 1 00000001:00000001:3.0:1763346483.946447:0:19975:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb50f9c0300: xid 1848996540756608, transno 8590055410, client gen 3, slot idx 3 00000001:00000010:3.0:1763346483.946451:0:19975:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb50f9c0300. 00000020:00000001:3.0:1763346483.946457:0:19975:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.946459:0:19975:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346483.946462:0:19975:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:3.0:1763346483.946466:0:19975:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346483.946469:0:19975:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540757248, found 0 last_xid 1848996540757247 00000020:00000001:3.0:1763346483.946472:0:19975:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346483.946474:0:19975:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346483.946476:0:19975:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346483.946480:0:19975:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946497:0:19975:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763346483.946500:0:19975:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763346483.946502:0:19975:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763346483.946506:0:19975:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946510:0:19975:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763346483.946514:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.946517:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946519:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.946521:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.946523:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946525:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.946527:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.946528:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946530:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.946531:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.946533:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946534:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.946536:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.946537:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946540:0:19975:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946542:0:19975:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763346483.946544:0:19975:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946547:0:19975:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346483.946548:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.946550:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946551:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.946553:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.946554:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946556:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346483.946557:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346483.946559:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946562:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.946563:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.946569:0:19975:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346483.946578:0:19975:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346483.946581:0:19975:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346483.946583:0:19975:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346483.946586:0:19975:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.946589:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346483.946590:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946593:0:19975:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346483.946595:0:19975:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946597:0:19975:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.946602:0:19975:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346483.946605:0:19975:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346483.946611:0:19975:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb51fd75400. 02000000:00000001:3.0:1763346483.946614:0:19975:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.946616:0:19975:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946619:0:19975:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346483.946621:0:19975:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946624:0:19975:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763346483.946627:0:19975:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763346483.946628:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.946631:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb540b12280 refcount=2 00000020:00000001:3.0:1763346483.946633:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199556088448 : -105874153463168 : ffff9fb540b12280) 00000004:00000001:3.0:1763346483.946636:0:19975:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199556088448 : -105874153463168 : ffff9fb540b12280) 00000020:00000040:3.0:1763346483.946639:0:19975:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb540b12280 with handle 0x757b854463af9a70 from hash 00000004:00000001:3.0:1763346483.946645:0:19975:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763346483.946647:0:19975:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4056:0x0] with intent: 0 00000004:00000001:3.0:1763346483.946652:0:19975:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763346483.946654:0:19975:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:3.0:1763346483.946658:0:19975:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346483.946661:0:19975:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346483.946672:0:19975:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946676:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346483.946682:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.946686:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.946694:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346483.946698:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346483.946701:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346483.946703:0:19975:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346483.946705:0:19975:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346483.946707:0:19975:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4056:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763346483.946711:0:19975:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346483.946713:0:19975:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946716:0:19975:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763346483.946717:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346483.946718:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.946719:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.946722:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346483.946723:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346483.946725:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346483.946727:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346483.946728:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.946729:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346483.946731:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346483.946733:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346483.946734:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346483.946736:0:19975:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346483.946738:0:19975:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346483.946740:0:19975:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946743:0:19975:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763346483.946745:0:19975:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4056:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:3.0:1763346483.946749:0:19975:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763346483.946751:0:19975:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763346483.946753:0:19975:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346483.946757:0:19975:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346483.946764:0:19975:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44ae0. 00080000:00000001:3.0:1763346483.946769:0:19975:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.946778:0:19975:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51fd75800. 00080000:00000001:3.0:1763346483.946781:0:19975:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199004944384 : -105874704607232 : ffff9fb51fd75800) 00000004:00000001:3.0:1763346483.946786:0:19975:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346483.946790:0:19975:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346483.946793:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.946796:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004944384 : -105874704607232 : ffff9fb51fd75800) 00080000:00000001:3.0:1763346483.946799:0:19975:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346483.946825:0:19975:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946828:0:19975:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946830:0:19975:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.946835:0:19975:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346483.946837:0:19975:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346483.946843:0:19975:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346483.946844:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.946846:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004944384 : -105874704607232 : ffff9fb51fd75800) 00080000:00000001:3.0:1763346483.946850:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.946856:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.946858:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946860:0:19975:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.946885:0:19975:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.946888:0:19975:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946893:0:19975:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346483.946896:0:19975:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346483.946898:0:19975:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346483.946900:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.946902:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004944384 : -105874704607232 : ffff9fb51fd75800) 00080000:00000001:3.0:1763346483.946905:0:19975:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346483.946908:0:19975:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763346483.946979:0:19975:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946982:0:19975:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946984:0:19975:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.946986:0:19975:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.946991:0:19975:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346483.946994:0:19975:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346483.946998:0:19975:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346483.947000:0:19975:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055413, last_committed = 8590055406 00000001:00000010:3.0:1763346483.947005:0:19975:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44180. 00000001:00000040:3.0:1763346483.947008:0:19975:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:3.0:1763346483.947011:0:19975:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:3.0:1763346483.947018:0:19975:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb515746180. 00000004:00000001:3.0:1763346483.947023:0:19975:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346483.947025:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947026:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004944384 : -105874704607232 : ffff9fb51fd75800) 00080000:00000001:3.0:1763346483.947030:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.947045:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346483.947048:0:19975:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346483.947052:0:19975:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb515746180: xid 1848996540757248, transno 8590055413, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763346483.947055:0:19975:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947070:0:19975:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.947073:0:19975:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44ae0. 00000020:00000001:3.0:1763346483.947075:0:19975:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947078:0:19975:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947080:0:19975:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947082:0:19975:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947085:0:19975:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763346483.947087:0:19975:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763346483.947089:0:19975:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763346483.947091:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346483.947092:0:19975:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346483.947095:0:19975:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346483.947098:0:19975:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763346483.947103:0:19975:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763346483.947105:0:19975:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346483.947108:0:19975:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4056:0x0], previous was 0x7 00000004:00000001:3.0:1763346483.947111:0:19975:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947114:0:19975:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763346483.947117:0:19975:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947119:0:19975:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:3.0:1763346483.947121:0:19975:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346483.947124:0:19975:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44ae0. 00080000:00000001:3.0:1763346483.947127:0:19975:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346483.947132:0:19975:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53880cc00. 00080000:00000001:3.0:1763346483.947134:0:19975:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00000004:00000001:3.0:1763346483.947140:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947143:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000001:3.0:1763346483.947147:0:19975:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1763346483.947167:0:19975:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947170:0:19975:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1763346483.947172:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947173:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000002:3.0:1763346483.947178:0:19975:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4056:0x0] not in the id map cache 00080000:00000001:3.0:1763346483.947182:0:19975:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.947188:0:19975:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.947191:0:19975:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947193:0:19975:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947196:0:19975:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:3.0:1763346483.947199:0:19975:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346483.947202:0:19975:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947204:0:19975:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763346483.947205:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947207:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000001:3.0:1763346483.947211:0:19975:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346483.947240:0:19975:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.947244:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.947247:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.947250:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.947253:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947255:0:19975:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346483.947270:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346483.947271:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947278:0:19975:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947280:0:19975:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947284:0:19975:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763346483.947286:0:19975:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763346483.947287:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947291:0:19975:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346483.947294:0:19975:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346483.947295:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.947296:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.947298:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.947299:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.947302:0:19975:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346483.947303:0:19975:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763346483.947306:0:19975:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947308:0:19975:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00000004:00000001:3.0:1763346483.947313:0:19975:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:3.0:1763346483.947316:0:19975:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:3.0:1763346483.947319:0:19975:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763346483.947321:0:19975:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00000004:00000040:3.0:1763346483.947324:0:19975:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:3.0:1763346483.947328:0:19975:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763346483.947333:0:19975:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763346483.947335:0:19975:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:3.0:1763346483.947339:0:19975:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346483.947342:0:19975:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346483.947344:0:19975:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346483.947346:0:19975:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947349:0:19975:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763346483.947352:0:19975:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1763346483.947356:0:19975:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1763346483.947359:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.947368:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947370:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947373:0:19975:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763346483.947387:0:19975:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763346483.947389:0:19975:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346483.947397:0:19975:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:3.0:1763346483.947400:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947402:0:19975:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947404:0:19975:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346483.947407:0:19975:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.947409:0:19975:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947412:0:19975:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947414:0:19975:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947416:0:19975:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346483.947419:0:19975:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346483.947420:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.947446:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947448:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947450:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.947460:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947461:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947463:0:19975:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947465:0:19975:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947468:0:19975:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.947470:0:19975:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.947471:0:19975:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947474:0:19975:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346483.947475:0:19975:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346483.947477:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.947494:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947495:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947497:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.947503:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947505:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947506:0:19975:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947508:0:19975:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947510:0:19975:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346483.947511:0:19975:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.947513:0:19975:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947516:0:19975:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346483.947518:0:19975:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346483.947520:0:19975:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00000001:3.0:1763346483.947524:0:19975:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947526:0:19975:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947527:0:19975:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947530:0:19975:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947532:0:19975:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.947535:0:19975:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346483.947536:0:19975:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346483.947539:0:19975:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346483.947540:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947541:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000001:3.0:1763346483.947543:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346483.947546:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346483.947547:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947549:0:19975:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947560:0:19975:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.947562:0:19975:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947567:0:19975:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:3.0:1763346483.947572:0:19975:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:3.0:1763346483.947573:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947575:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000001:3.0:1763346483.947579:0:19975:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1763346483.947610:0:19975:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763346483.947612:0:19975:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763346483.947614:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.947615:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.947617:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.947619:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947621:0:19975:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346483.947623:0:19975:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947668:0:19975:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947670:0:19975:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947673:0:19975:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763346483.947674:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947676:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000001:3.0:1763346483.947680:0:19975:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346483.947685:0:19975:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947687:0:19975:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947689:0:19975:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1763346483.947692:0:19975:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x4056:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:3.0:1763346483.947695:0:19975:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:3.0:1763346483.947696:0:19975:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763346483.947697:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947699:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000001:3.0:1763346483.947702:0:19975:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763346483.947704:0:19975:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346483.947705:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.947707:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.947708:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.947710:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947711:0:19975:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.947776:0:19975:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346483.947779:0:19975:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947781:0:19975:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947784:0:19975:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763346483.947785:0:19975:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763346483.947787:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947788:0:19975:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346483.947790:0:19975:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346483.947791:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346483.947792:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346483.947793:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.947795:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346483.947796:0:19975:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346483.947798:0:19975:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763346483.947800:0:19975:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947802:0:19975:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00000004:00000001:3.0:1763346483.947805:0:19975:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:3.0:1763346483.947807:0:19975:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:3.0:1763346483.947808:0:19975:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763346483.947810:0:19975:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00000004:00000040:3.0:1763346483.947813:0:19975:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:3.0:1763346483.947815:0:19975:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:3.0:1763346483.947817:0:19975:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1763346483.947819:0:19975:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1763346483.947821:0:19975:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638194221947392 : -105879487604224 : ffff9fb402c09a00) 00000040:00000001:3.0:1763346483.947823:0:19975:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346483.947825:0:19975:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346483.947827:0:19975:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346483.947829:0:19975:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346483.947831:0:19975:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763346483.947840:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.947871:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763346483.947874:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.947879:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1763346483.947881:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.947884:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763346483.947887:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.947908:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:3.0:1763346483.947912:0:19975:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9602, 64 off622784 00000040:00000001:3.0:1763346483.947916:0:19975:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346483.947918:0:19975:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346483.947920:0:19975:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346483.947922:0:19975:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763346483.947924:0:19975:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:3.0:1763346483.947927:0:19975:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9602: rc = 1 00000004:00000001:3.0:1763346483.947930:0:19975:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947933:0:19975:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947934:0:19975:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947937:0:19975:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947939:0:19975:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.947941:0:19975:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:3.0:1763346483.947944:0:19975:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763346483.947946:0:19975:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346483.947948:0:19975:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763346483.947951:0:19975:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055413 00000001:00000001:3.0:1763346483.947953:0:19975:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346483.947955:0:19975:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055414, last_committed = 8590055406 00000001:00000010:3.0:1763346483.947958:0:19975:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f440c0. 00000001:00000040:3.0:1763346483.947960:0:19975:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:3.0:1763346483.947963:0:19975:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00000001:00000010:3.0:1763346483.947967:0:19975:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb515746240. 00000004:00000001:3.0:1763346483.947970:0:19975:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346483.947972:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346483.947974:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199418702848 : -105874290848768 : ffff9fb53880cc00) 00080000:00000001:3.0:1763346483.947976:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346483.947983:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346483.947985:0:19975:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346483.947988:0:19975:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb515746180: xid 1848996540757248, transno 8590055413, client gen 3, slot idx 0 00000001:00000001:3.0:1763346483.947992:0:19975:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb515746180: xid 1848996540757248, transno 8590055413, client gen 3, slot idx 0 00000001:00000010:3.0:1763346483.947996:0:19975:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb515746180. 00000001:00000001:3.0:1763346483.947999:0:19975:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb515746240: xid 1848996540757248, transno 8590055414, tag 1, client gen 3, slot idx 2 00000001:00000001:3.0:1763346483.948002:0:19975:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346483.948017:0:19975:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346483.948019:0:19975:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44ae0. 00000020:00000001:3.0:1763346483.948021:0:19975:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346483.948027:0:19975:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:3.0:1763346483.948030:0:19975:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346483.948033:0:19975:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346483.948043:0:19975:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3e00. 00010000:00000010:3.0:1763346483.948047:0:19975:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb502b5bb80. 00010000:00000001:3.0:1763346483.948052:0:19975:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346483.948055:0:19975:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b000. 00000020:00000001:3.0:1763346483.948060:0:19975:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346483.948063:0:19975:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b000 with handle 0x757b854463af9b3b to hash 00000020:00000001:3.0:1763346483.948065:0:19975:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346483.948067:0:19975:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000010:3.0:1763346483.948072:0:19975:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51df79a00. 00010000:00000001:3.0:1763346483.948074:0:19975:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.948078:0:19975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.948081:0:19975:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.948084:0:19975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9b3b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346483.948092:0:19975:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346483.948096:0:19975:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346483.948098:0:19975:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346483.948100:0:19975:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346483.948102:0:19975:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.948104:0:19975:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346483.948106:0:19975:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.948108:0:19975:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346483.948111:0:19975:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346483.948112:0:19975:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346483.948114:0:19975:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346483.948116:0:19975:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4056:0x0].0x0 (ffff9fb417cf3e00) refcount = 1 00010000:00010000:3.0:1763346483.948119:0:19975:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9b3b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346483.948129:0:19975:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346483.948135:0:19975:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346483.948137:0:19975:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.948139:0:19975:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346483.948141:0:19975:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346483.948143:0:19975:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.948145:0:19975:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763346483.948148:0:19975:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:3.0:1763346483.948150:0:19975:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346483.948153:0:19975:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9b3b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346483.948158:0:19975:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346483.948160:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.948161:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.948163:0:19975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.948165:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.948167:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b000 refcount=3 00000020:00000001:3.0:1763346483.948169:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.948171:0:19975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.948174:0:19975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346483.948176:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346483.948177:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b000 refcount=4 00000020:00000001:3.0:1763346483.948179:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.948181:0:19975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346483.948183:0:19975:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763346483.948185:0:19975:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9b3b lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346483.948190:0:19975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346483.948192:0:19975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9b3b lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346483.948196:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.948198:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346483.948200:0:19975:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9b3b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4056:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19975 initiator: MDT0 00010000:00000001:3.0:1763346483.948204:0:19975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346483.948205:0:19975:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.948208:0:19975:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763346483.948240:0:19975:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb515746b40. 00010000:00000001:3.0:1763346483.948244:0:19975:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763346483.948259:0:19975:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763346483.948261:0:19975:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.948262:0:19975:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346483.948265:0:19975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346483.948266:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.948268:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346483.948269:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346483.948270:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346483.948271:0:19975:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:3.0:1763346483.948274:0:19975:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb540b12280. 00000004:00000001:3.0:1763346483.948288:0:19975:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:3.0:1763346483.948312:0:19975:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb40e5b7398. 00000004:00000001:3.0:1763346483.948320:0:19975:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763346483.948321:0:19975:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763346483.948326:0:19975:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb540b12180. 00000004:00000010:3.0:1763346483.948329:0:19975:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb4160393f8. 00000004:00000010:3.0:1763346483.948334:0:19975:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414cc8. 00000004:00000010:3.0:1763346483.948338:0:19975:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414b40. 00000004:00000010:3.0:1763346483.948343:0:19975:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb503e94900. 00000004:00000010:3.0:1763346483.948346:0:19975:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb41746e110. 00000004:00000010:3.0:1763346483.948351:0:19975:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb417895ac8. 00000004:00000001:3.0:1763346483.948355:0:19975:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1763346483.948357:0:19975:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x4056:0x0] 00000004:00000010:3.0:1763346483.948360:0:19975:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb4178245a0. 00000004:00000001:3.0:1763346483.948364:0:19975:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:3.0:1763346483.948365:0:19975:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346483.948367:0:19975:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.948369:0:19975:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.948372:0:19975:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763346483.948375:0:19975:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346483.948377:0:19975:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346483.948379:0:19975:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346483.948381:0:19975:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346483.948384:0:19975:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346483.948389:0:19975:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346483.948394:0:19975:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346483.948396:0:19975:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763346483.948403:0:19975:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346483.948410:0:19975:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346483.948413:0:19975:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346483.948416:0:19975:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055406, transno 8590055414, xid 1848996540757248 00010000:00000001:3.0:1763346483.948420:0:19975:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346483.948430:0:19975:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503385180 x1848996540757248/t8590055414(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 392/456 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346483.948439:0:19975:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346483.948442:0:19975:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346483.948446:0:19975:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346483.948452:0:19975:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346483.948454:0:19975:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346483.948457:0:19975:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346483.948461:0:19975:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346483.948464:0:19975:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346483.948468:0:19975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346483.948471:0:19975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346483.948476:0:19975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbcc0. 00000100:00000200:3.0:1763346483.948495:0:19975:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540757248, offset 224 00000400:00000200:3.0:1763346483.948504:0:19975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346483.948519:0:19975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346483.948527:0:19975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198293:198293:256:4294967295] 192.168.204.16@tcp LPNI seq info [198289:198289:8:4294967295] 00000400:00000200:3.0:1763346483.948539:0:19975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346483.948544:0:19975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346483.948551:0:19975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51ff51e00. 00000800:00000200:3.0:1763346483.948559:0:19975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346483.948567:0:19975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346483.948573:0:19975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51ff51e00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763346483.948587:0:19975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346483.948590:0:19975:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346483.948593:0:19975:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346483.948595:0:19975:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346483.948597:0:19975:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346483.948603:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503385180 x1848996540757248/t8590055414(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:204/0 lens 392/456 e 0 to 0 dl 1763346494 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346483.948612:0:19975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503385180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+490:225609:x1848996540757248:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 2199us (2683us total) trans 8590055414 rc 0/0 00000100:00100000:3.0:1763346483.948623:0:19975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20973 00000100:00000040:3.0:1763346483.948628:0:19975:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346483.948630:0:19975:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346483.948632:0:19975:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763346483.948635:0:19975:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763346483.948640:0:19975:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517e7f600. 00000020:00000010:3.0:1763346483.948644:0:19975:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:3.0:1763346483.948648:0:19975:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c5a00. 00000020:00000040:3.0:1763346483.948654:0:19975:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:3.0:1763346483.948657:0:19975:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346483.953882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f500. 00010000:00000010:2.1:1763346483.953902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:2.1:1763346483.953907:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fb00. 00010000:00000010:2.1:1763346483.953909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00000100:00000040:3.0:1763346483.955426:0:102135:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300720798, at 4300720805 00000100:00000010:3.0:1763346483.955442:0:102135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb504e07600. 00010000:00000010:1.1:1763346483.957293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:1.1:1763346483.957312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3c00. 00010000:00000010:1.1:1763346483.958263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3e00. 00010000:00000010:1.1:1763346483.958273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b000. 00000800:00000001:3.0:1763346483.966040:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.966061:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346483.966068:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.966071:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.966086:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346483.966111:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4624 into portal 12 MB=0x691a70e00b600 00000400:00000200:3.0:1763346483.966122:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4624/4624 into md 0xd4275 [64] + 132400 00000800:00000001:3.0:1763346483.966134:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346483.966148:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346483.966152:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346483.966156:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346483.966165:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346483.966168:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346483.966176:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530458000. 00000100:00000040:3.0:1763346483.966180:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530458000 x1848996540757504 msgsize 4624 00000100:00100000:3.0:1763346483.966184:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346483.967161:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346483.972122:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1763346483.983020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:0.1:1763346483.983034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f900. 00010000:00000010:0.1:1763346483.983038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:0.1:1763346483.983042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:0.1:1763346483.989279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:0.1:1763346483.995249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00010000:00000010:0.1:1763346483.995274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f900. 00010000:00000010:0.1:1763346483.995279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:0.1:1763346483.995283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4ff00. 00010000:00000010:0.1:1763346483.995286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000100:00080000:3.0:1763346484.009243:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763346484.009250:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00010000:00000010:1.1:1763346484.017298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:1.1:1763346484.017305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:1.1:1763346484.017308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:1.1:1763346484.017311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00010000:00000010:2.1:1763346484.036341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346484.036360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346484.036367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346484.036371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346484.036374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:2.1:1763346484.036377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00000100:00000001:3.0:1763346484.039908:0:19973:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346484.039913:0:19973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540759168 02000000:00000001:3.0:1763346484.039916:0:19973:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346484.039919:0:19973:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346484.039922:0:19973:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346484.039927:0:19973:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346484.039931:0:19973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540759168 00000020:00000001:3.0:1763346484.039935:0:19973:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346484.039938:0:19973:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346484.039941:0:19973:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346484.039945:0:19973:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:3.0:1763346484.039948:0:19973:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346484.039951:0:19973:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346484.039956:0:19973:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346484.039961:0:19973:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346484.039965:0:19973:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346484.039968:0:19973:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000020:00000010:3.0:1763346484.039974:0:19973:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c5c00. 00000020:00000010:3.0:1763346484.039981:0:19973:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb502b5bb80. 00000020:00000010:3.0:1763346484.039988:0:19973:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346484.039997:0:19973:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346484.040001:0:19973:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346484.040002:0:19973:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346484.040006:0:19973:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346484.040008:0:19973:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346484.040010:0:19973:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346484.040020:0:19973:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346484.041230:0:19973:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346484.048253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346484.048275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:2.1:1763346484.048279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346484.048283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346484.064409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00010000:00000010:2.1:1763346484.064436:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:2.1:1763346484.064442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346484.064445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346484.064448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000100:00000001:3.0:1763346487.374644:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.374652:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.374656:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346487.374666:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.374677:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346487.374680:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.374686:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346487.374691:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346487.374697:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346487.374703:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51dcc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514960128:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.374712:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346487.374721:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346487.374725:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.374730:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346487.374738:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51987be00. 02000000:00000001:3.0:1763346487.374743:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346487.374755:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad9f8. 00000400:00000010:3.0:1763346487.374768:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbe58. 00000100:00000200:3.0:1763346487.374780:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514960128, portal 4 00000100:00000001:3.0:1763346487.374786:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.374789:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198970665600 : -105874738886016 : ffff9fb51dcc4a80) 00000100:00000040:3.0:1763346487.374802:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.374819:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346487.374825:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346487.374831:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbd48. 00000100:00000200:3.0:1763346487.374838:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514960128, offset 0 00000400:00000200:3.0:1763346487.374848:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346487.374870:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346487.374889:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c771300 00000400:00000200:3.0:1763346487.374901:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x11906d [8] + 11040 00000400:00000200:3.0:1763346487.374913:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346487.374923:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346487.374938:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346487.374942:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346487.374950:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530458700. 00000100:00000040:3.0:1763346487.374955:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530458700 x1848996514960128 msgsize 224 00000100:00100000:3.0:1763346487.374963:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346487.374978:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346487.374989:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbd48 00000400:00000010:3.0:1763346487.374993:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbd48. 00000100:00000001:3.0:1763346487.374997:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346487.375002:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.375012:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.375017:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.375031:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.375035:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346487.375043:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.375189:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23576 usecs (24 jiffies) 00000100:00000001:3.0:1763346487.375196:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300724248 00000100:00000010:3.0:1763346487.375202:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44ae0. 00000100:00000001:3.0:1763346487.375261:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763346487.375271:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300724248 00000100:00000010:3.0:1763346487.375279:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44f60. 00000100:00000001:3.0:1763346487.375285:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763346487.375293:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300724248 00000100:00000010:3.0:1763346487.375300:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44900. 00000100:00000001:3.0:1763346487.375304:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763346487.375308:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300724248 00000100:00000010:3.0:1763346487.375315:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44d80. 00000100:00000001:3.0:1763346487.375320:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346487.375326:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.375332:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.375339:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.375344:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.375356:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346487.375360:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346487.375365:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.375369:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.375371:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346487.375378:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.375395:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346487.375399:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.375405:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346487.375408:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346487.375412:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346487.375430:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb503defb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1848996514960640:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.375436:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346487.375441:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346487.375444:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.375445:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346487.375449:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51987b400. 02000000:00000001:3.0:1763346487.375452:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346487.375459:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346487.375865:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbd48. 00000100:00000200:3.0:1763346487.375871:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514960640, portal 10 00000100:00000001:3.0:1763346487.375873:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.375875:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198535682944 : -105875173868672 : ffff9fb503defb80) 00000100:00000040:3.0:1763346487.375882:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.375888:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346487.375890:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346487.375893:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346487.375897:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514960640, offset 0 00000400:00000200:3.0:1763346487.375901:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346487.375906:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346487.375912:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c771500 00000400:00000200:3.0:1763346487.375917:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4275 [64] + 156896 00000400:00000200:3.0:1763346487.375923:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346487.375926:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346487.375929:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346487.375931:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346487.375936:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530459180. 00000100:00000040:3.0:1763346487.375938:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530459180 x1848996514960640 msgsize 224 00000100:00100000:3.0:1763346487.375941:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346487.375950:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346487.375955:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:3.0:1763346487.375957:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:3.0:1763346487.375960:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346487.375963:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.375972:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.375974:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.375980:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.375982:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346487.375985:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.375988:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7946 usecs (8 jiffies) 00000100:00000001:3.0:1763346487.375991:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300724232 00000100:00000001:3.0:1763346487.375994:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300724248 00000100:00000001:3.0:1763346487.375997:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300724232 00000100:00000001:3.0:1763346487.375999:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300724248 00000100:00000001:3.0:1763346487.376001:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300724232 00000100:00000001:3.0:1763346487.376003:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300724248 00000100:00000001:3.0:1763346487.376004:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300724232 00000100:00000001:3.0:1763346487.376006:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300724248 00000100:00000001:3.0:1763346487.376008:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.376010:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376013:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376015:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.376019:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346487.376021:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346487.376023:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.376024:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.376025:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376027:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376059:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346487.376062:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514960640 02000000:00000001:3.0:1763346487.376064:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346487.376065:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346487.376068:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.376071:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346487.376074:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514960640 00000020:00000001:3.0:1763346487.376076:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346487.376078:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e55 00000020:00000001:3.0:1763346487.376080:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346487.376083:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb517d0f000 refcount=5 00000020:00000001:3.0:1763346487.376085:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000020:00000001:3.0:1763346487.376087:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000100:00000001:3.0:1763346487.376091:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346487.376094:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cdc0. 00000020:00000040:3.0:1763346487.376100:0:25650:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:3.0:1763346487.376103:0:25650:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346487.376108:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:3.0:1763346487.376112:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364c00. 00000020:00000010:3.0:1763346487.376116:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346487.376122:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346487.376124:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346487.376125:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346487.376127:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.376131:0:25650:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346487.376133:0:25650:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346487.376135:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376143:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.376150:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346487.376151:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346487.376154:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891 00000100:00000040:3.0:1763346487.376156:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb517d0f000 : new rpc_count 1 00000100:00000001:3.0:1763346487.376158:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199280603520 : -105874428948096 : ffff9fb530459180) 00000100:00000040:3.0:1763346487.376163:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb530459180 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:208/0 lens 224/0 e 0 to 0 dl 1763346498 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376171:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346487.376173:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c500. 00000100:00000001:3.0:1763346487.376175:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346487.376178:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c500. 00000100:00100000:3.0:1763346487.376182:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb530459180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1848996514960640:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763346487.376185:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514960640 00000020:00000001:3.0:1763346487.376187:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346487.376190:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346487.376191:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.376193:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346487.376195:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:3.0:1763346487.376197:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346487.376200:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346487.376201:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346487.376203:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346487.376206:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.376208:0:25650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763346487.376210:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346487.376231:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346487.376236:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b4400. 02000000:00000001:3.0:1763346487.376238:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376239:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.376241:0:25650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346487.376243:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514960640 00010000:00000001:3.0:1763346487.376246:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346487.376250:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb530459180 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1763346498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346487.376256:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346487.376258:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346487.376261:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346487.376264:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346487.376266:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 32 to 0@lo 00000100:00000001:3.0:1763346487.376267:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346487.376270:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346487.376271:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376274:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346487.376275:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346487.376278:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346487.376281:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514960640, offset 224 00000400:00000200:3.0:1763346487.376285:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346487.376290:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346487.376295:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c771500 00000400:00000200:3.0:1763346487.376299:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f49d [1] + 224 00000400:00000200:3.0:1763346487.376303:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346487.376305:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346487.376308:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346487.376313:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346487.376322:0:25650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376334:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346487.376338:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:3.0:1763346487.376340:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:3.0:1763346487.376344:0:25650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346487.376345:0:25650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346487.376348:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.376351:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 31 to 0@lo 00010000:00000001:3.0:1763346487.376353:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346487.376355:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.376357:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346487.376361:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb530459180 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1763346498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346487.376370:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb530459180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1848996514960640:12345-0@lo:400:kworker.0 Request processed in 197us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346487.376378:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891 00000100:00000040:3.0:1763346487.376382:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb517d0f000 : new rpc_count 0 00000100:00000001:3.0:1763346487.376384:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346487.376386:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346487.376391:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364c00. 00000020:00000010:3.0:1763346487.376394:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346487.376398:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:3.0:1763346487.376404:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb517d0f000 : new refcount 4 00000100:00000001:3.0:1763346487.376408:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.376438:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.376440:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346487.376446:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346487.376448:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346487.376451:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:3.0:1763346487.376456:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbd48 00000400:00000010:3.0:1763346487.376457:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbd48. 00000100:00000001:3.0:1763346487.376460:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346487.376463:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346487.376477:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376483:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346487.376485:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.376487:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346487.376490:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346487.376492:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346487.376493:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.376497:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346487.376503:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb526ca9458 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346487.376506:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb526ca9410 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346487.376509:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346487.376511:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346487.376515:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346487.376518:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376521:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346487.376524:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1763346487.376526:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346487.376527:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.376531:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376538:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.376541:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346487.376543:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.376547:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346487.376554:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb503defb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1848996514960640:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.376559:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376561:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.376563:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb503defb80 x1848996514960640/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376575:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.376578:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.376580:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51987b400. 02000000:00000001:3.0:1763346487.376585:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.376587:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.376589:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb526ca9000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1763346487.376592:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.376594:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb532f1d200. 02000000:00000001:3.0:1763346487.376597:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.376599:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.376601:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503defb80. 00000100:00000001:3.0:1763346487.376604:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.376606:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.376608:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376609:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.376611:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.376612:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376614:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1763346487.376644:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763346487.376649:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00080000:3.0:1763346487.376652:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763346487.376655:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:3.0:1763346487.376661:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.376663:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.376665:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346487.376671:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376678:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346487.376680:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.376683:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346487.376686:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346487.376689:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346487.376692:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51dcc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3295:1848996514960384:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.376697:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346487.376703:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346487.376706:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.376709:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346487.376714:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb32800. 02000000:00000001:3.0:1763346487.376718:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346487.376723:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346487.376729:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbd48. 00000100:00000200:3.0:1763346487.376735:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514960384, portal 10 00000100:00000001:3.0:1763346487.376739:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.376742:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198970666496 : -105874738885120 : ffff9fb51dcc4e00) 00000100:00000040:3.0:1763346487.376752:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376763:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346487.376767:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346487.376772:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346487.376776:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514960384, offset 0 00000400:00000200:3.0:1763346487.376784:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346487.376796:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346487.376804:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c771400 00000400:00000200:3.0:1763346487.376814:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4275 [64] + 157120 00000400:00000200:3.0:1763346487.376824:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346487.376832:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346487.376838:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346487.376843:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346487.376850:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530459500. 00000100:00000040:3.0:1763346487.376855:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530459500 x1848996514960384 msgsize 224 00000100:00100000:3.0:1763346487.376865:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346487.376874:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346487.376881:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:3.0:1763346487.376885:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:3.0:1763346487.376891:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346487.376898:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376912:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.376918:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.376931:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376934:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346487.376938:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.376943:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7428 usecs (8 jiffies) 00000100:00000001:3.0:1763346487.376949:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300724232 00000100:00000001:3.0:1763346487.376955:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.376961:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300724232 00000100:00000001:3.0:1763346487.376966:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.376972:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300724232 00000100:00000001:3.0:1763346487.376975:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.376979:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300724232 00000100:00000001:3.0:1763346487.376984:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.376988:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.376990:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376995:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.376999:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.377006:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346487.377009:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346487.377013:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.377015:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.377018:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346487.377022:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1763346487.377027:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.377032:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346487.377034:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.377036:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.377037:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.377038:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346487.377046:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.377060:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346487.377065:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.377070:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346487.377071:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346487.377074:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346487.377078:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51dcc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514960256:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.377083:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346487.377088:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346487.377091:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.377095:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346487.377100:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb33400. 02000000:00000001:3.0:1763346487.377106:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346487.377110:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346487.377113:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346487.377115:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514960256, portal 4 00000100:00000001:3.0:1763346487.377117:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.377118:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198970663808 : -105874738887808 : ffff9fb51dcc4380) 00000100:00000040:3.0:1763346487.377124:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.377130:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346487.377132:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346487.377134:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb6e8. 00000100:00000200:3.0:1763346487.377136:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514960256, offset 0 00000400:00000200:3.0:1763346487.377139:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346487.377144:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346487.377148:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c771380 00000400:00000200:3.0:1763346487.377153:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x11906d [8] + 11264 00000400:00000200:3.0:1763346487.377156:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346487.377159:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346487.377162:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346487.377163:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346487.377167:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530459c00. 00000100:00000040:3.0:1763346487.377169:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530459c00 x1848996514960256 msgsize 224 00000100:00100000:3.0:1763346487.377173:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346487.377178:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346487.377182:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb6e8 00000400:00000010:3.0:1763346487.377184:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb6e8. 00000100:00000001:3.0:1763346487.377186:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346487.377189:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.377195:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.377198:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.377205:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.377207:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346487.377210:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.377236:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16305 usecs (17 jiffies) 00000100:00000001:3.0:1763346487.377239:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300724244 00000100:00000001:3.0:1763346487.377242:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.377244:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300724244 00000100:00000001:3.0:1763346487.377247:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.377249:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300724244 00000100:00000001:3.0:1763346487.377251:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.377253:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300724244 00000100:00000001:3.0:1763346487.377255:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300724289 00000100:00000001:3.0:1763346487.377257:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.377259:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.377261:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.377263:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.377278:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346487.377280:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514960256 02000000:00000001:3.0:1763346487.377282:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346487.377284:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346487.377285:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.377288:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346487.377290:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514960256 00000020:00000001:3.0:1763346487.377293:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346487.377295:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346487.377298:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346487.377300:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=10 00000020:00000001:3.0:1763346487.377302:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346487.377305:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346487.377309:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346487.377313:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c500. 00000020:00000010:3.0:1763346487.377317:0:62997:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9c400. 00000020:00000040:3.0:1763346487.377322:0:62997:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:3.0:1763346487.377330:0:62997:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346487.377334:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51987b400. 00000020:00000010:3.0:1763346487.377338:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364c00. 00000020:00000010:3.0:1763346487.377341:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000001:3.0:1763346487.377347:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346487.377348:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346487.377350:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.377355:0:62997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346487.377358:0:62997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346487.377360:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.377367:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.377376:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346487.377378:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346487.377382:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00000040:3.0:1763346487.377385:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346487.377387:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199280606208 : -105874428945408 : ffff9fb530459c00) 00000100:00000040:3.0:1763346487.377391:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb530459c00 x1848996514960256/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:208/0 lens 224/0 e 0 to 0 dl 1763346498 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.385512:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763346487.385524:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.385527:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346487.385534:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346487.385537:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346487.385540:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:3.0:1763346487.385547:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbd48 00000400:00000010:3.0:1763346487.385549:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbd48. 00000100:00000001:3.0:1763346487.385553:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346487.385560:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346487.385570:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.385576:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346487.385578:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.385580:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346487.385583:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346487.385584:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346487.385586:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.385588:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346487.385594:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509245458 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346487.385597:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509245410 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346487.385599:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346487.385601:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346487.385603:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346487.385606:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385609:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346487.385610:0:3295:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1763346487.385626:0:3295:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346487.385628:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.385633:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.385641:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.385644:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346487.385646:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.385650:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346487.385659:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51dcc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3295:1848996514960384:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.385664:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385667:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.385670:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51dcc4e00 x1848996514960384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.385677:0:3295:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.385679:0:3295:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.385681:0:3295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb32800. 02000000:00000001:3.0:1763346487.385687:0:3295:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.385689:0:3295:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.385691:0:3295:0:(genops.c:1242:class_import_put()) import ffff9fb509245000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1763346487.385693:0:3295:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.385695:0:3295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb532f1da00. 02000000:00000001:3.0:1763346487.385697:0:3295:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.385699:0:3295:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.385701:0:3295:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4e00. 00000100:00000001:3.0:1763346487.385704:0:3295:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.385705:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.385708:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385711:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.385712:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346487.385714:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385716:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385728:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.385730:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346487.385735:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346487.385737:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346487.385739:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad9f8. 00000400:00000200:3.0:1763346487.385742:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbe58 00000400:00000010:3.0:1763346487.385744:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbe58. 00000100:00000001:3.0:1763346487.385746:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346487.385752:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346487.385761:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.385768:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346487.385769:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.385771:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346487.385772:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346487.385774:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346487.385776:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.385777:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346487.385782:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346487.385785:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346487.385787:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346487.385789:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346487.385790:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346487.385793:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385796:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346487.385797:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847726 00000100:00000001:3.0:1763346487.385799:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346487.385803:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.385808:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.385814:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.385816:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346487.385818:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.385823:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346487.385830:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51dcc4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514960128:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.385835:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.385837:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.385840:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51dcc4a80 x1848996514960128/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.385846:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.385848:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.385850:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51987be00. 02000000:00000001:3.0:1763346487.385855:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.385857:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.385859:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=12 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.385861:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.385863:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb532f1d000. 02000000:00000001:3.0:1763346487.385866:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.385868:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.385870:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4a80. 00000100:00000001:3.0:1763346487.385873:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.385875:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.385876:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.385882:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346487.385884:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385886:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.385888:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346487.385897:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c400. 00000100:00000001:3.0:1763346487.385901:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346487.385903:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c400. 00000100:00100000:3.0:1763346487.385907:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb530459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3295:x1848996514960256:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763346487.385911:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514960256 00000020:00000001:3.0:1763346487.385914:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346487.385918:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346487.385920:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.385922:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346487.385924:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:3.0:1763346487.385928:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346487.385930:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346487.385932:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346487.385934:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346487.385938:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.385940:0:62997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763346487.385943:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346487.385946:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346487.385950:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b6000. 02000000:00000001:3.0:1763346487.385951:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.385954:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.385956:0:62997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346487.385958:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911655, transno 0, xid 1848996514960256 00010000:00000001:3.0:1763346487.385961:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346487.385965:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb530459c00 x1848996514960256/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1763346498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346487.385979:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346487.385981:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346487.385984:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=0 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346487.385988:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346487.385990:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346487.385992:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346487.385995:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346487.385997:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.386000:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346487.386001:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346487.386005:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbe58. 00000100:00000200:3.0:1763346487.386008:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996514960256, offset 224 00000400:00000200:3.0:1763346487.386015:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346487.386027:0:62997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346487.386039:0:62997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a70c771380 00000400:00000200:3.0:1763346487.386047:0:62997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12f4b9 [1] + 224 00000400:00000200:3.0:1763346487.386703:0:62997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346487.386712:0:62997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346487.386721:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346487.386727:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346487.386737:0:62997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.386747:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346487.386758:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbe58 00000400:00000010:3.0:1763346487.386761:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbe58. 00000100:00000001:3.0:1763346487.386765:0:62997:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346487.386768:0:62997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346487.386775:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.386779:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346487.386783:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346487.386785:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346487.386788:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346487.386795:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb530459c00 x1848996514960256/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1763346498 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346487.386805:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb530459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+10:3295:x1848996514960256:12345-0@lo:400:kworker.0 Request processed in 1297us (9633us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346487.386816:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00000040:3.0:1763346487.386821:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:3.0:1763346487.386823:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346487.386826:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346487.386833:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364c00. 00000020:00000010:3.0:1763346487.386838:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346487.386842:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51987b400. 00000020:00000040:3.0:1763346487.386848:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 9 00000100:00000001:3.0:1763346487.386851:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.386868:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.386871:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346487.386877:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346487.386879:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346487.386883:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad580. 00000400:00000200:3.0:1763346487.386887:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:3.0:1763346487.386889:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:3.0:1763346487.386892:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346487.386896:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346487.386905:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.386911:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346487.386913:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.386916:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346487.386918:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346487.386920:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346487.386922:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.386924:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346487.386931:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93458 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346487.386935:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346487.386939:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346487.386941:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346487.386943:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346487.386947:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.386950:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346487.386952:0:3295:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911655 00000100:00000001:3.0:1763346487.386954:0:3295:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346487.386956:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.386961:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.386968:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.386971:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346487.386972:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.386976:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346487.386983:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51dcc4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514960256:0@lo:400:kworker.0 00000100:00000001:3.0:1763346487.386988:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.386991:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.386995:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51dcc4380 x1848996514960256/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.387002:0:3295:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.387005:0:3295:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.387007:0:3295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb33400. 02000000:00000001:3.0:1763346487.387011:0:3295:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.387012:0:3295:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.387014:0:3295:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=7 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346487.387017:0:3295:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.387019:0:3295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb532f1dc00. 02000000:00000001:3.0:1763346487.387023:0:3295:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.387025:0:3295:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.387027:0:3295:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4380. 00000100:00000001:3.0:1763346487.387031:0:3295:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.387034:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.387037:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.387042:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346487.387044:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.387047:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.387049:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.446670:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300724289, at 4300724296 00000100:00000010:3.0:1763346487.446677:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44d80. 00000100:00000001:3.0:1763346487.897948:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.897957:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.901713:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.901725:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346487.901739:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346487.901741:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346487.901746:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc058. 00000400:00000200:3.0:1763346487.901756:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a4c8 00000400:00000010:3.0:1763346487.901759:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a4c8. 00000100:00000001:3.0:1763346487.901764:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346487.901778:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb503deed80 x1848996514960768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346487.901790:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb503deed80 x1848996514960768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.901798:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346487.901800:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.901803:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346487.901806:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346487.901809:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346487.901812:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346487.901816:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346487.901828:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582ca0 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346487.901834:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346487.901836:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346487.901838:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346487.901842:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346487.901846:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.901850:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763346487.901854:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847738 gen 3 00000100:00000040:3.0:1763346487.901861:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb504eb1880 x1848996514952960/t21474847729(21474847729) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 696/4320 e 0 to 0 dl 1763346498 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346487.901870:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346487.901872:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847729 committed transno 21474847738 00000004:00000010:3.0:1763346487.901877:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb517cf8000. 00000004:00000010:3.0:1763346487.901896:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08ce0. 00000004:00000010:3.0:1763346487.901901:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb50f9c0cc0. 00000004:00000010:3.0:1763346487.901907:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb50f9c0180. 00000004:00000001:3.0:1763346487.901910:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346487.901912:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.901917:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb504eb1880 x1848996514952960/t21474847729(21474847729) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 696/4320 e 0 to 0 dl 1763346498 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.901924:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.901927:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.901930:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb53110e000. 02000000:00000001:3.0:1763346487.901934:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.901938:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.901940:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=12 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.901942:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.901945:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb509418000. 02000000:00000001:3.0:1763346487.901950:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.901952:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.901954:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb504eb1880. 00000100:00000001:3.0:1763346487.901958:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.901960:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.901965:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb51419bb80 x1848996514953344/t21474847730(21474847730) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346498 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346487.901972:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346487.901973:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847730 committed transno 21474847738 00000004:00000010:3.0:1763346487.901976:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb5209d4000. 00000004:00000010:3.0:1763346487.901980:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb503092220. 00000004:00000010:3.0:1763346487.901983:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb417f310c0. 00000004:00000010:3.0:1763346487.901986:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb417f31cc0. 00000004:00000001:3.0:1763346487.901989:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346487.901991:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.901994:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51419bb80 x1848996514953344/t21474847730(21474847730) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346498 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902001:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902003:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902004:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb5051c4000. 02000000:00000001:3.0:1763346487.902007:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902008:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902009:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=11 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902011:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902013:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb532026800. 02000000:00000001:3.0:1763346487.902015:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902016:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902017:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51419bb80. 00000100:00000001:3.0:1763346487.902021:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902022:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.902027:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb5053f4000 x1848996514954624/t21474847731(21474847731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346498 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346487.902035:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb5053f4000, transno 21474847731 00000100:00000001:3.0:1763346487.902039:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.902040:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198558769152 : -105875150782464 : ffff9fb5053f4000) 00000100:00000001:3.0:1763346487.902139:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902145:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5053f4000 x1848996514954624/t21474847731(21474847731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346498 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902152:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.902158:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb514199180 x1848996514954880/t21474847732(21474847732) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346498 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346487.902164:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346487.902166:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847732 committed transno 21474847738 00000004:00000010:3.0:1763346487.902169:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb503358000. 00000004:00000010:3.0:1763346487.902175:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb40e774aa0. 00000004:00000010:3.0:1763346487.902180:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb53b9756c0. 00000004:00000010:3.0:1763346487.902183:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb53b975f00. 00000004:00000001:3.0:1763346487.902185:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346487.902186:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902189:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb514199180 x1848996514954880/t21474847732(21474847732) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346498 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902197:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902199:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902201:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb51df8e000. 02000000:00000001:3.0:1763346487.902205:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902207:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902208:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902210:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902232:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb53168f400. 02000000:00000001:3.0:1763346487.902236:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902237:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902239:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb514199180. 00000100:00000001:3.0:1763346487.902243:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902244:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.902249:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb517d3f480 x1848996514956672/t21474847733(21474847733) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346487.902255:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346487.902256:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847733 committed transno 21474847738 00000004:00000010:3.0:1763346487.902259:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb50335d000. 00000004:00000010:3.0:1763346487.902262:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb40e774460. 00000004:00000010:3.0:1763346487.902265:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb53b975780. 00000004:00000010:3.0:1763346487.902267:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb53b975540. 00000004:00000001:3.0:1763346487.902269:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346487.902271:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902273:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3f480 x1848996514956672/t21474847733(21474847733) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902285:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902287:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902288:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb531108000. 02000000:00000001:3.0:1763346487.902292:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902293:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902294:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902297:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902298:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb532ab6200. 02000000:00000001:3.0:1763346487.902300:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902301:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902302:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f480. 00000100:00000001:3.0:1763346487.902305:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902306:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346487.902311:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb508eb5f80 x1848996514959232/t21474847734(21474847734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346487.902318:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb508eb5f80, transno 21474847734 00000100:00000001:3.0:1763346487.902320:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.902322:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198620381056 : -105875089170560 : ffff9fb508eb5f80) 00000100:00000001:3.0:1763346487.902325:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902327:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508eb5f80 x1848996514959232/t21474847734(21474847734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902334:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.902338:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb508eb7100 x1848996514959104/t21474847735(21474847735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346487.902344:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb508eb7100, transno 21474847735 00000100:00000001:3.0:1763346487.902346:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.902347:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198620385536 : -105875089166080 : ffff9fb508eb7100) 00000100:00000001:3.0:1763346487.902350:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902353:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508eb7100 x1848996514959104/t21474847735(21474847735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902358:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.902363:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb520bb1c00 x1848996514958976/t21474847736(21474847736) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346487.902369:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb520bb1c00, transno 21474847736 00000100:00000001:3.0:1763346487.902371:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.902372:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199019871232 : -105874689680384 : ffff9fb520bb1c00) 00000100:00000001:3.0:1763346487.902374:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902377:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb520bb1c00 x1848996514958976/t21474847736(21474847736) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902383:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.902388:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb508eb4a80 x1848996514959360/t21474847737(21474847737) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346487.902460:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb508eb4a80, transno 21474847737 00000100:00000001:3.0:1763346487.902463:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346487.902464:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198620375680 : -105875089175936 : ffff9fb508eb4a80) 00000100:00000001:3.0:1763346487.902468:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902471:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508eb4a80 x1848996514959360/t21474847737(21474847737) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902478:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.902484:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847738) req@ffff9fb5053f7480 x1848996514959616/t21474847738(21474847738) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346487.902491:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346487.902492:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847738 committed transno 21474847738 00000004:00000010:3.0:1763346487.902495:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb509d04000. 00000004:00000010:3.0:1763346487.902500:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08480. 00000004:00000010:3.0:1763346487.902502:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb50f9c0e40. 00000004:00000010:3.0:1763346487.902505:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb50f9c00c0. 00000004:00000001:3.0:1763346487.902506:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346487.902508:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902511:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5053f7480 x1848996514959616/t21474847738(21474847738) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902523:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902524:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902526:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb535562000. 02000000:00000001:3.0:1763346487.902532:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902534:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902535:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902537:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902539:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:3.0:1763346487.902542:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902544:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902546:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7480. 00000100:00000001:3.0:1763346487.902550:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902551:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902554:0:3294:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763346487.902557:0:3294:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=10/10 committed=0/0 00000100:00000001:3.0:1763346487.902560:0:3294:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346487.902562:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.902567:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb503deed80 x1848996514960768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346503 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902581:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346487.902585:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346487.902591:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346487.902594:0:3294:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1763346487.902600:0:3294:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1763346487.902605:0:3294:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=937216 avail=931840 avail_mb=3640 hwm_mb=7 files=117883 ffree=117152 state=0: rc = 0 00000004:00000020:3.0:1763346487.902616:0:3294:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fb535584800): 942848 blocks, 937216 free, 931840 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117883 files, 117152 free files 0x0 00000004:00000001:3.0:1763346487.902621:0:3294:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.902625:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503deed80 x1848996514960768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346503 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346487.902632:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb503deed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514960768:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1763346487.902638:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902640:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902643:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb503deed80 x1848996514960768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346503 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902648:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902650:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902652:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5055ebc00. 02000000:00000001:3.0:1763346487.902656:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902657:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902658:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902660:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902662:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb532f1d000. 02000000:00000001:3.0:1763346487.902665:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902666:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902667:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503deed80. 00000100:00000001:3.0:1763346487.902671:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902672:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902675:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902685:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346487.902688:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346487.902690:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346487.902692:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346487.902706:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346487.902708:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346487.902711:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1763346487.902715:0:19995:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000004:00000010:3.0:1763346487.902720:0:19995:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 20 at ffff9fb519192f20. 00000100:00000001:3.0:1763346487.902723:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902726:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb508eb4a80 x1848996514959360/t21474847737(21474847737) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902732:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902734:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902735:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb50f92dc00. 02000000:00000001:3.0:1763346487.902738:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902740:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902741:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902743:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902745:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb532191000. 02000000:00000001:3.0:1763346487.902747:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902749:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902750:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb4a80. 00000100:00000001:3.0:1763346487.902753:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902754:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902756:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902760:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb520bb1c00 x1848996514958976/t21474847736(21474847736) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902766:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902767:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902769:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb52af34400. 02000000:00000001:3.0:1763346487.902772:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902773:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902775:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902777:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902779:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb532193c00. 02000000:00000001:3.0:1763346487.902781:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902782:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902784:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb1c00. 00000100:00000001:3.0:1763346487.902787:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902788:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902791:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902794:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb508eb7100 x1848996514959104/t21474847735(21474847735) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902800:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902802:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902803:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb52af36800. 02000000:00000001:3.0:1763346487.902806:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902808:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902810:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902812:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902813:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb532190800. 02000000:00000001:3.0:1763346487.902816:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902817:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902818:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb7100. 00000100:00000001:3.0:1763346487.902821:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902822:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902824:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902827:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb508eb5f80 x1848996514959232/t21474847734(21474847734) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902833:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902835:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902836:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb50f92c800. 02000000:00000001:3.0:1763346487.902839:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902840:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902841:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902843:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902844:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb532192c00. 02000000:00000001:3.0:1763346487.902855:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902856:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902857:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb5f80. 00000100:00000001:3.0:1763346487.902860:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902861:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346487.902862:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346487.902865:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5053f4000 x1848996514954624/t21474847731(21474847731) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346498 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346487.902872:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346487.902874:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346487.902875:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5261c9400. 02000000:00000001:3.0:1763346487.902891:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346487.902893:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346487.902894:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346487.902897:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346487.902898:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb5261c9800. 02000000:00000001:3.0:1763346487.902901:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346487.902902:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346487.902904:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4000. 00000100:00000001:3.0:1763346487.902906:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346487.902908:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346487.902912:0:19995:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763346487.902914:0:19995:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763346487.902919:0:19995:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.902922:0:19995:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763346487.902924:0:19995:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 5 records, first 9601 in log [0x1:0x8:0x0] 00080000:00000001:3.0:1763346487.902930:0:19995:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346487.902939:0:19995:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b6400. 00080000:00000001:3.0:1763346487.902942:0:19995:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00000040:00000001:3.0:1763346487.902945:0:19995:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346487.902949:0:19995:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346487.902953:0:19995:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346487.902986:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346487.902988:0:19995:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.902991:0:19995:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.902993:0:19995:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.902996:0:19995:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763346487.902998:0:19995:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763346487.903003:0:19995:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1763346487.903008:0:19995:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346487.903011:0:19995:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346487.903013:0:19995:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346487.903018:0:19995:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346487.903021:0:19995:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763346487.903024:0:19995:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346487.903107:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346487.903110:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346487.903145:0:19995:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.903149:0:19995:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.903151:0:19995:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346487.903154:0:19995:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346487.903180:0:19995:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.903183:0:19995:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346487.903185:0:19995:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346487.903187:0:19995:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763346487.903197:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346487.903248:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00000040:00000001:3.0:1763346487.903251:0:19995:0:(llog_osd.c:456:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.903254:0:19995:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346487.903257:0:19995:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346487.903271:0:19995:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.903274:0:19995:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346487.903276:0:19995:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346487.903279:0:19995:0:(osp_sync.c:1160:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: cancel 5 records in [0x1:0x8:0x0]: rc = 0 00000004:00000010:3.0:1763346487.903283:0:19995:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 20 at ffff9fb519192f20. 00000004:00000040:3.0:1763346487.903286:0:19995:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00080000:3.0:1763346487.903289:0:19995:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 5 done 00000004:00000001:3.0:1763346487.903292:0:19995:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1763346487.903294:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346487.903295:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346487.903300:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade080 type=0x0 idx=0 00000040:00001000:3.0:1763346487.903303:0:19995:0:(llog.c:720:llog_process_thread()) synced_idx: 9602 00000040:00000001:3.0:1763346487.903308:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763346487.903310:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763346487.903315:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9602 (cur idx 9601 off 622592), size 622784 00000040:00000001:3.0:1763346487.903341:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763346487.903345:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346487.903348:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade080 type=0x10692404 idx=9602 00000040:00001000:3.0:1763346487.903351:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9602 lrh_len: 64 (8064 remains) 00000040:00001000:3.0:1763346487.903354:0:19995:0:(llog.c:797:llog_process_thread()) index: 9602, lh_last_idx: 9602 synced_idx: 9602 lgh_last_idx: 9602 00000004:00000001:3.0:1763346487.903357:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346487.903359:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346487.903360:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346487.903362:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346487.903363:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346487.903365:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346487.903366:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346487.914277:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300724762, at 4300724763 00000100:00000010:3.0:1763346487.914294:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417843180. 00000100:00000001:3.0:1763346488.911338:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346488.911350:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346488.929603:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300725777, at 4300725779 00000100:00000010:3.0:1763346488.929619:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5225f3120. 00080000:00000001:3.0:1763346489.017139:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346489.017149:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346489.017152:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346489.017155:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911658 is committed 00000001:00000040:3.0:1763346489.017159:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 4 00000020:00000040:3.0:1763346489.017164:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 8 00000001:00000010:3.0:1763346489.017181:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e07c00. 00040000:00000001:3.0:1763346489.017186:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346489.017189:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346489.017192:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59c00. 00080000:00000001:3.0:1763346489.017196:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346489.017199:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346489.017201:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 3 00000020:00000040:3.0:1763346489.017202:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 7 00000001:00000010:3.0:1763346489.017204:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e076c0. 00040000:00000001:3.0:1763346489.017206:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346489.017208:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346489.017209:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59400. 00080000:00000001:3.0:1763346489.017237:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346489.017243:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346489.017245:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346489.017247:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346489.017249:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911662 is committed 00000001:00000040:3.0:1763346489.017251:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 2 00000020:00000040:3.0:1763346489.017252:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 6 00000001:00000010:3.0:1763346489.017254:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb510a1b960. 00040000:00000001:3.0:1763346489.017257:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346489.017258:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346489.017260:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535646c00. 00080000:00000001:3.0:1763346489.017262:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346489.017265:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346489.017268:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346489.017269:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346489.017270:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911661 is committed 00000001:00000040:3.0:1763346489.017272:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:3.0:1763346489.017273:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 16 00000001:00000010:3.0:1763346489.017275:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb510a1bb40. 00040000:00000001:3.0:1763346489.017278:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346489.017279:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346489.017280:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645800. 00080000:00000001:3.0:1763346489.017283:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346489.017286:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346489.017289:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:3.0:1763346489.017291:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000001:00000010:3.0:1763346489.017293:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44420. 00040000:00000001:3.0:1763346489.017295:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346489.017297:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346489.017298:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5402df000. 00080000:00000001:3.0:1763346489.017301:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346489.017303:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346489.017304:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:3.0:1763346489.017306:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:3.0:1763346489.017308:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44b40. 00040000:00000001:3.0:1763346489.017310:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346489.017311:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346489.017313:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532193400. 00080000:00000001:3.0:1763346489.017316:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:2.1:1763346489.018242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346489.018251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000100:00000040:3.0:1763346489.020433:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300725868, at 4300725870 00000100:00000010:3.0:1763346489.020438:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5225f37e0. 00080000:00000001:3.0:1763346489.100968:0:105977:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346489.100985:0:105977:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346489.100990:0:105977:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346489.100998:0:105977:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346489.101004:0:105977:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346489.101008:0:105977:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346489.101015:0:105977:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346489.101021:0:105977:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346489.101025:0:105977:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763346489.147988:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148010:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346489.148015:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148019:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148035:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346489.148071:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 26 MB=0x691a70e00bd80 00000400:00000200:3.0:1763346489.148083:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.16@tcp of length 224/224 into md 0x12bbe9 [2] + 0 00000400:00000010:3.0:1763346489.148089:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5320bf948. 00000400:00000200:3.0:1763346489.148099:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb50999ad80 00000800:00000001:3.0:1763346489.148109:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148117:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148121:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.148126:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346489.148132:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb50999ad80 00000400:00000010:3.0:1763346489.148136:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb50999ad80. 00000100:00000001:3.0:1763346489.148142:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346489.148145:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1763346489.148149:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb540ea4050 x1848996540759424 msgsize 224 00000100:00100000:3.0:1763346489.148154:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346489.148156:0:3287:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346489.148178:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346489.148188:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148194:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346489.148196:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148199:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148204:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346489.148257:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 28 MB=0x691a70e00be80 00000400:00000200:3.0:1763346489.148264:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 224/224 into md 0x11906d [8] + 12032 00000800:00000001:3.0:1763346489.148268:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148274:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148277:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.148281:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346489.148285:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346489.148287:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346489.148294:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53045b100. 00000100:00000040:3.0:1763346489.148297:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53045b100 x1848996540759680 msgsize 224 00000100:00100000:3.0:1763346489.148302:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346489.148310:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346489.148315:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148321:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346489.148323:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148326:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148330:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346489.148336:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 12 MB=0x691a70e00be00 00000400:00000200:3.0:1763346489.148342:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 224/224 into md 0xd4275 [64] + 157568 00000800:00000001:3.0:1763346489.148346:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148351:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148353:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.148356:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346489.148360:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346489.148361:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346489.148368:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53045b480. 00000100:00000040:3.0:1763346489.148370:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53045b480 x1848996540759552 msgsize 224 00000100:00100000:3.0:1763346489.148374:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346489.148395:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346489.148399:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148403:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346489.148405:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148407:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148411:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346489.148417:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 28 MB=0x691a70e00bf00 00000400:00000200:3.0:1763346489.148420:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 224/224 into md 0x11906d [8] + 12256 00000800:00000001:3.0:1763346489.148424:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148434:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.148436:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.148439:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346489.148442:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346489.148443:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346489.148446:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530459880. 00000100:00000040:3.0:1763346489.148448:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530459880 x1848996540759808 msgsize 224 00000100:00100000:3.0:1763346489.148452:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346489.148457:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346489.148461:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.148464:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346489.148491:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346489.148495:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540759552 02000000:00000001:3.0:1763346489.148498:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346489.148500:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346489.148503:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346489.148508:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346489.148513:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540759552 00000020:00000001:3.0:1763346489.148518:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346489.148520:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346489.148523:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346489.148527:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=483 00000020:00000001:3.0:1763346489.148529:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346489.148532:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346489.148538:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346489.148544:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cf00. 00000020:00000010:3.0:1763346489.148551:0:26440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb529f30f80. 00000020:00000040:3.0:1763346489.148560:0:26440:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:3.0:1763346489.148568:0:26440:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346489.148574:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f86e00. 00000020:00000010:3.0:1763346489.148582:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364d00. 00000020:00000010:3.0:1763346489.148589:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346489.148601:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346489.148605:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346489.148607:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346489.148611:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346489.148620:0:26440:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346489.148623:0:26440:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346489.148625:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346489.148643:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346489.148657:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346489.148660:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346489.148667:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3894 00000100:00000040:3.0:1763346489.148671:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346489.148674:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199280612480 : -105874428939136 : ffff9fb53045b480) 00000100:00000040:3.0:1763346489.148683:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53045b480 x1848996540759552/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:210/0 lens 224/0 e 0 to 0 dl 1763346500 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346489.148694:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346489.148697:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c480. 00000100:00000001:3.0:1763346489.148701:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346489.148703:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c480. 00000100:00100000:3.0:1763346489.148708:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53045b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+483:2354:x1848996540759552:12345-192.168.204.16@tcp:400:kworker.0 00000100:00000200:3.0:1763346489.148712:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540759552 00000020:00000001:3.0:1763346489.148716:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346489.148720:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346489.148726:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346489.148728:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346489.148730:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:3.0:1763346489.148734:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346489.148737:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540759552, found 0 last_xid 1848996540759551 00000020:00000001:3.0:1763346489.148739:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346489.148742:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346489.148744:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346489.148749:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346489.148751:0:26440:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763346489.148756:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346489.148759:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346489.148765:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b4000. 02000000:00000001:3.0:1763346489.148767:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346489.148769:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346489.148772:0:26440:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346489.148775:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055417, transno 0, xid 1848996540759552 00010000:00000001:3.0:1763346489.148778:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346489.148783:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53045b480 x1848996540759552/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:210/0 lens 224/224 e 0 to 0 dl 1763346500 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346489.148792:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346489.148797:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346489.148802:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=145 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346489.148807:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346489.148810:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346489.148813:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346489.148816:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346489.148819:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346489.148823:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346489.148826:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346489.148831:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346489.148836:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540759552, offset 224 00000400:00000200:3.0:1763346489.148844:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346489.148856:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346489.148864:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198304:198304:256:4294967295] 192.168.204.16@tcp LPNI seq info [198300:198300:8:4294967295] 00000400:00000200:3.0:1763346489.148876:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346489.148884:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346489.148891:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ba00. 00000800:00000200:3.0:1763346489.148899:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346489.148907:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346489.148913:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346489.148923:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346489.148927:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346489.148929:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346489.148931:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346489.148933:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346489.148937:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53045b480 x1848996540759552/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:210/0 lens 224/224 e 0 to 0 dl 1763346500 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346489.148946:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53045b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+483:2354:x1848996540759552:12345-192.168.204.16@tcp:400:kworker.0 Request processed in 251us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346489.148954:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3894 00000100:00000040:3.0:1763346489.148958:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346489.148961:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346489.148962:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346489.148968:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364d00. 00000020:00000010:3.0:1763346489.148974:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346489.148978:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f86e00. 00000020:00000040:3.0:1763346489.148983:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 482 00000100:00000001:3.0:1763346489.148987:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763346489.149005:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763346489.149009:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000001:00000001:3.0:1763346489.469033:0:106015:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1763346489.469043:0:106015:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 56xD: lfs_migration can accept FIDs ======= 21:28:07 (1763346487) 00000001:00000001:3.0:1763346489.480724:0:106015:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000010:0.1:1763346489.603280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1e00. 00010000:00000010:0.1:1763346489.603300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972300. 00010000:00000010:0.1:1763346489.603306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f100. 00010000:00000010:0.1:1763346489.603309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000100:00000001:3.0:1763346489.607676:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346489.607683:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346489.607687:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346489.607691:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:3.0:1763346489.607695:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346489.607699:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346489.607702:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346489.607708:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346489.607718:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.607720:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346489.607722:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9bf1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346489.607728:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346489.607730:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.607734:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346489.607736:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346489.607747:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346489.607751:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346489.607755:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346489.607758:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346489.607765:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346489.607766:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346489.607767:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346489.607769:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=4 00000020:00000001:3.0:1763346489.607771:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346489.607773:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346489.607776:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346489.607779:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9bf1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346489.607784:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346489.607786:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346489.607788:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.607793:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346489.607795:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346489.607797:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346489.607798:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346489.607802:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36a00 with handle 0x757b854463af9bf1 from hash 00010000:00000001:3.0:1763346489.607804:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346489.607806:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.607807:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346489.607808:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346489.607815:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346489.607817:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.607819:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346489.607821:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346489.607824:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346489.607827:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe22cf5fd (ffff9fb417f4fc00) 00010000:00010000:3.0:1763346489.607830:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346489.607833:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346489.607836:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.607838:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346489.607840:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346489.607843:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.607844:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346489.607846:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.607848:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346489.607850:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346489.607853:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9bf1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346489.607859:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.607860:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346489.607861:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346489.607863:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346489.607864:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346489.607866:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9bf1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346489.607874:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf480. 00010000:00000040:3.0:1763346489.607878:0:3280:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fc00 count: 0 00010000:00000010:3.0:1763346489.607887:0:3280:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c3b3500. 00010000:00000001:3.0:1763346489.607893:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346489.607896:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 482 00000100:00000001:3.0:1763346489.607900:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346489.625291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fc00. 00010000:00000010:3.1:1763346489.625297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00000800:00000200:3.0:1763346489.626259:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346489.626265:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d700. 00000400:00000200:3.0:1763346489.626271:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.626277:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346489.626284:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9abb0 00000400:00000010:3.0:1763346489.626287:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9abb0. 00000100:00000001:3.0:1763346489.626291:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346489.626293:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346489.636399:0:105977:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000800:00000001:3.0:1763346489.668638:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.668658:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346489.668663:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.668666:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.668680:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346489.668702:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4624 into portal 12 MB=0x691a70e00c200 00000400:00000200:3.0:1763346489.668713:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4624/4624 into md 0xd4275 [64] + 159512 00000800:00000001:3.0:1763346489.668725:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.668738:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.668741:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.668746:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346489.668756:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346489.668758:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346489.668765:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb530458a80. 00000100:00000040:3.0:1763346489.668770:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb530458a80 x1848996540760576 msgsize 4624 00000100:00100000:3.0:1763346489.668774:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346489.668782:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346489.668792:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.668796:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346489.672250:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00010000:00000010:1.1:1763346489.672269:0:1:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972d00. 00010000:00000010:1.1:1763346489.672273:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:1.1:1763346489.672276:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00000800:00000200:3.0:1763346489.684038:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346489.684047:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1dd00. 00000400:00000200:3.0:1763346489.684053:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.684062:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346489.684070:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346489.684072:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346489.699267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:1.1:1763346489.702659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:1.1:1763346489.706505:0:1:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972d00. 00010000:00000010:1.1:1763346489.706523:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00000800:00000001:3.0:1763346489.707543:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.707562:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346489.707567:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.707569:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.707585:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346489.707606:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00c380 00000400:00000200:3.0:1763346489.707617:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124b4d [2] + 0 00000800:00000001:3.0:1763346489.707629:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.707654:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346489.707658:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.707664:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346489.707674:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346489.707676:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346489.707685:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb520bb1c00. 00000100:00000040:3.0:1763346489.707688:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb520bb1c00 x1848996540760960 msgsize 392 00000100:00100000:3.0:1763346489.707693:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346489.707718:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346489.707730:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346489.707734:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346489.741412:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346489.741420:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d500. 00000400:00000200:3.0:1763346489.741429:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.741436:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346489.741445:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346489.741448:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346489.748877:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346489.748883:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346489.748887:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346489.748890:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:3.0:1763346489.748893:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346489.748896:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346489.748899:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346489.748905:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9c5a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346489.748915:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.748917:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346489.748920:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9c5a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346489.748927:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346489.748928:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.748933:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346489.748936:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9c5a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:3.0:1763346489.748947:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37800 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346489.748950:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346489.748954:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346489.748956:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9c5a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346489.748962:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346489.748964:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346489.748965:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346489.748967:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=4 00000020:00000001:3.0:1763346489.748969:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346489.748972:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346489.748975:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346489.748978:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9c5a lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346489.748984:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346489.748986:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346489.748987:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.748992:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346489.748994:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346489.748996:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346489.748998:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346489.749001:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37800 with handle 0x757b854463af9c5a from hash 00010000:00000001:3.0:1763346489.749003:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346489.749005:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.749006:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346489.749007:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346489.749014:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346489.749016:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.749019:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346489.749021:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346489.749024:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346489.749026:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x695180f9 (ffff9fb417f4f900) 00010000:00010000:3.0:1763346489.749030:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346489.749033:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346489.749036:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.749038:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346489.749040:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346489.749043:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.749044:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346489.749045:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346489.749048:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346489.749050:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346489.749655:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9c5a lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346489.749664:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346489.749665:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346489.749667:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346489.749669:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346489.749670:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346489.749672:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9c5a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:3.0:1763346489.749679:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf300. 00010000:00000040:3.0:1763346489.749684:0:3280:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f900 count: 0 00010000:00000010:3.0:1763346489.749693:0:3280:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c3b3080. 00010000:00000001:3.0:1763346489.749705:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346489.749709:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:3.0:1763346489.749712:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346489.750336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346489.750342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:3.1:1763346489.757420:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f900. 00010000:00000010:3.1:1763346489.757441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000800:00000200:3.0:1763346489.761808:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346489.761818:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890200. 00000400:00000200:3.0:1763346489.761831:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.761840:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346489.761847:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bee0 00000400:00000010:3.0:1763346489.761850:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bee0. 00000100:00000001:3.0:1763346489.761858:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346489.761860:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346489.801382:0:62988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:1.1:1763346489.801392:0:62988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00000800:00000200:3.0:1763346489.802899:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346489.802905:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:3.0:1763346489.802913:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.802919:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346489.802924:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b220 00000400:00000010:3.0:1763346489.802927:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b220. 00000100:00000001:3.0:1763346489.802932:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346489.802934:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346489.805455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f000. 00010000:00000010:2.1:1763346489.805472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00000800:00000200:3.0:1763346489.810696:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346489.810703:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890500. 00000400:00000200:3.0:1763346489.810715:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346489.810721:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346489.810728:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b198 00000400:00000010:3.0:1763346489.810731:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b198. 00000100:00000001:3.0:1763346489.810738:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346489.810740:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346490.055349:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.055392:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.055397:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.055400:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.055415:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.055438:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 304 into portal 12 MB=0x691a70e00c900 00000400:00000200:3.0:1763346490.055449:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 304/304 into md 0xd4275 [64] + 173384 00000800:00000001:3.0:1763346490.055460:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.055474:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.055478:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.055482:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.055491:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.055494:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346490.055503:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508eb5f80. 00000100:00000040:3.0:1763346490.055508:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508eb5f80 x1848996540762368 msgsize 304 00000100:00100000:3.0:1763346490.055512:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.055930:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.055946:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.055952:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346490.154281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:1.1:1763346490.199422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00000800:00000200:3.0:1763346490.208722:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.208727:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1d300. 00000400:00000200:3.0:1763346490.208734:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.208741:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.208747:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a110 00000400:00000010:3.0:1763346490.208750:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a110. 00000100:00000001:3.0:1763346490.208755:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.208756:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346490.211398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346490.211416:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:2.1:1763346490.211421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346490.215286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000100:00000001:3.0:1763346490.227568:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.227573:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540763392 02000000:00000001:3.0:1763346490.227576:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.227579:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.227582:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.227589:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.227595:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540763392 00000020:00000001:3.0:1763346490.227600:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.227603:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.227606:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.227610:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:3.0:1763346490.227612:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.227615:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.227622:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.227627:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346490.227632:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.227635:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000020:00000010:3.0:1763346490.227642:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:3.0:1763346490.227648:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364c00. 00000020:00000010:3.0:1763346490.227655:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346490.227664:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346490.227668:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.227669:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346490.227673:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346490.227675:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.227678:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.227688:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.227707:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.227725:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.227728:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.227733:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140756 00000100:00000040:3.0:1763346490.227737:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346490.227739:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000040:3.0:1763346490.227748:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a768700 x1848996540763392/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346490.227758:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.227761:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346490.227764:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.227766:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000100:00100000:3.0:1763346490.227770:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+497:226222:x1848996540763392:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346490.227774:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540763392 00000020:00000001:3.0:1763346490.227778:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346490.227783:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346490.227789:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb517edc3c0: xid 1848996540763136, transno 8590055426, client gen 3, slot idx 1 00000001:00000001:3.0:1763346490.227795:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb540e82300: xid 1848996540762752, transno 8590055425, client gen 3, slot idx 0 00000001:00000010:3.0:1763346490.227800:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb540e82300. 00000020:00000001:3.0:1763346490.227805:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.227808:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346490.227810:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346490.227814:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346490.227819:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540763392, found 0 last_xid 1848996540763391 00000020:00000001:3.0:1763346490.227822:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346490.227824:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346490.227827:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346490.227835:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.227838:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346490.227841:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346490.227844:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346490.227847:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346490.227850:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.227857:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346490.227867:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:3.0:1763346490.227871:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.227874:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.227878:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b200. 00000020:00000001:3.0:1763346490.227883:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.227886:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b200 with handle 0x757b854463af9cd1 to hash 00000020:00000001:3.0:1763346490.227888:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.227890:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000010:3.0:1763346490.227897:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001f00. 00010000:00000001:3.0:1763346490.227900:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00010000:3.0:1763346490.227905:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9cd1 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921266b expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.227915:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:3.0:1763346490.227918:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:3.0:1763346490.227926:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346490.227930:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346490.227939:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346490.227942:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346490.227943:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.227946:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763346490.227953:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb52a768700 x1848996540763392/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/0 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763346490.227962:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763346490.227965:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763346490.227968:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763346490.227972:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.227975:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.227979:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.227981:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.227983:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.227985:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.227987:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.227988:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.227997:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.227999:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228001:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228003:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228006:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346490.228008:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346490.228012:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.228015:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.228410:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb528f00000. 02000000:00000001:3.0:1763346490.228415:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.228419:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228426:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346490.228428:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.228430:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.228432:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.228433:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.228435:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.228436:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.228438:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.228440:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.228442:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.228444:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.228449:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346490.228456:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346490.228459:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346490.228462:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346490.228465:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.228468:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.228469:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228472:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346490.228474:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228477:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346490.228479:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228482:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763346490.228485:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763346490.228489:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:3.0:1763346490.228492:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x4058:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763346490.228497:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763346490.228500:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346490.228502:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:3.0:1763346490.228505:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.228512:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:3.0:1763346490.228515:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:3.0:1763346490.228517:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346490.228518:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4058:0x0] 00000020:00000001:3.0:1763346490.228520:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.228522:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566975800 : -105879142575816 : ffff9fb417515138) 00000004:00000001:3.0:1763346490.228524:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566975712 : -105879142575904 : ffff9fb4175150e0) 00000004:00000001:3.0:1763346490.228526:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763346490.228528:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228533:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346490.228537:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346490.228546:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228548:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.228554:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.228557:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.228565:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346490.228568:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346490.228571:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346490.228573:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346490.228576:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.228578:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4058:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:3.0:1763346490.228582:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.228582:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.228583:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.228585:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.228587:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.228589:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763346490.228591:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb528f00378 00000004:00000001:3.0:1763346490.228593:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228598:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1763346490.228601:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346490.228603:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.228606:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4058:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763346490.228609:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763346490.228614:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346490.228616:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346490.228620:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972100 count: 2 00010000:00000001:3.0:1763346490.228622:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.228625:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.228629:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3ba00. 00000020:00000001:3.0:1763346490.228632:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.228634:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3ba00 with handle 0x757b854463af9cd8 to hash 00000020:00000001:3.0:1763346490.228636:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.228637:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303551488 : -105874406000128 : ffff9fb531a3ba00) 00010000:00000010:3.0:1763346490.228640:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001900. 00010000:00000001:3.0:1763346490.228642:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303551488 : -105874406000128 : ffff9fb531a3ba00) 00010000:00000001:3.0:1763346490.228645:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.228647:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.228651:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ba00/0x757b854463af9cd8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.228659:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346490.228663:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346490.228665:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346490.228668:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.228670:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.228672:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.228674:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.228676:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346490.228678:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346490.228680:0:19997:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346490.228681:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346490.228684:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4058:0x0].0x0 (ffff9fb417972100) refcount = 2 00010000:00000040:3.0:1763346490.228686:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346490.228692:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9c37 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212633 expref: 498 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346490.228699:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ba00/0x757b854463af9cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.228705:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346490.228710:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.228711:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.228714:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346490.228715:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.228717:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.228719:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.228722:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346490.228724:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.228727:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ba00/0x757b854463af9cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.228732:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346490.228734:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.228735:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.228737:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.228740:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.228741:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ba00 refcount=3 00000020:00000001:3.0:1763346490.228744:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303551488 : -105874406000128 : ffff9fb531a3ba00) 00010000:00000001:3.0:1763346490.228747:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303551488 : -105874406000128 : ffff9fb531a3ba00) 00010000:00000001:3.0:1763346490.228749:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.228750:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.228752:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.228755:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4058:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763346490.228759:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.228761:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228765:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763346490.228768:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.228770:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.228772:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.228774:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.228776:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.228777:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.228778:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.228780:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.228782:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763346490.228786:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: returning size 1024 00000001:00000001:3.0:1763346490.228788:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.228789:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228792:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763346490.228793:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.228795:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.228796:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.228799:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.228800:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.228802:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.228804:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228807:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763346490.228809:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1763346490.228811:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763346490.228813:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228816:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763346490.228821:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763346490.228824:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763346490.228826:0:19997:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228829:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228831:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.228835:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763346490.228839:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364480. 00000020:00000001:3.0:1763346490.228841:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.228842:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364480 with handle 0x757b854463af9cdf to hash 00000020:00000001:3.0:1763346490.228844:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763346490.228846:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279600768 : -105874429950848 : ffff9fb530364480) 00000004:00000001:3.0:1763346490.228848:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763346490.228850:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763346490.228852:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4058:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:3.0:1763346490.228856:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763346490.228860:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346490.228869:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b6400. 00080000:00000001:3.0:1763346490.228872:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00080000:00000001:3.0:1763346490.228875:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346490.228881:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.228888:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.228889:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.228913:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.228915:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346490.228919:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346490.228922:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055427, last_committed = 8590055417 00000001:00000010:3.0:1763346490.228926:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44420. 00000001:00000040:3.0:1763346490.228929:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:3.0:1763346490.228932:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:3.0:1763346490.228936:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c20c0. 00080000:00000001:3.0:1763346490.228943:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346490.228968:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346490.228971:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c20c0: xid 1848996540763392, transno 8590055427, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763346490.228975:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.228988:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228989:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346490.228991:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228993:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.228997:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.228999:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.229000:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.229002:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.229004:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.229006:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.229008:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.229011:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763346490.229013:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763346490.229015:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346490.229017:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346490.229020:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763346490.229021:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346490.229023:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.229025:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346490.229027:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346490.229031:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:3.0:1763346490.229033:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346490.229035:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763346490.229041:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346490.229049:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.230411:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.230422:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763346490.230430:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346490.230434:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346490.230436:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346490.230438:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346490.230440:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346490.230446:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763346490.230472:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.230475:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763346490.230479:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763346490.230481:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.230486:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.230488:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.230492:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ba00 refcount=3 00000020:00000001:3.0:1763346490.230495:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303551488 : -105874406000128 : ffff9fb531a3ba00) 00010000:00000001:3.0:1763346490.230498:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303551488 : -105874406000128 : ffff9fb531a3ba00) 00000004:00000040:3.0:1763346490.230502:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:3.0:1763346490.230506:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:3.0:1763346490.230513:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.230515:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.230516:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346490.230518:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346490.230521:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346490.230525:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763346490.230528:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346490.230532:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.230537:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.230538:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.230541:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.230542:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.230546:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b200 with handle 0x757b854463af9cd1 from hash 00010000:00000001:3.0:1763346490.230548:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.230549:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.230550:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.230552:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346490.230553:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.230562:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9cd1 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921266b expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.230572:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:3.0:1763346490.230575:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:3.0:1763346490.230579:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001f00. 00010000:00000001:3.0:1763346490.230591:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.230593:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.230599:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346490.230603:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ba00/0x757b854463af9cd8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921266b expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346490.230610:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.230613:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.230615:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb417972100) 00010000:00010000:3.0:1763346490.230618:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763346490.230620:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.230623:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.230624:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346490.230626:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.230627:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.230629:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3ba00, rc 0) 00000020:00000001:3.0:1763346490.230632:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346490.230637:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055417, transno 8590055427, xid 1848996540763392 00010000:00000001:3.0:1763346490.230640:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346490.230647:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768700 x1848996540763392/t8590055427(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/664 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346490.230656:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346490.230660:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.230665:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.230670:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346490.230673:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346490.230675:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346490.230678:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346490.230681:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.230686:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.230689:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000800:00000200:3.0:1763346490.234387:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.234402:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:3.0:1763346490.234418:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.234429:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.234438:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:3.0:1763346490.234442:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:3.0:1763346490.234451:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.234453:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346490.237543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00000800:00000001:3.0:1763346490.251867:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1763346490.252331:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.252334:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540763776 02000000:00000001:3.0:1763346490.252337:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.252340:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.252342:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.252347:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.252352:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540763776 00000020:00000001:3.0:1763346490.252356:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.252358:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.252361:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.252373:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:3.0:1763346490.252375:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.252378:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.252384:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.252390:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346490.252394:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.252397:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000020:00000010:3.0:1763346490.252404:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:3.0:1763346490.252411:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364c00. 00000020:00000010:3.0:1763346490.252417:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346490.252425:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346490.252429:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.252430:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346490.252433:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346490.252435:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.252437:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.252446:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.252459:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.252472:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.252474:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.252479:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140757 00000100:00000040:3.0:1763346490.252483:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346490.252485:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199253366784 : -105874456184832 : ffff9fb52ea5f800) 00000100:00000040:3.0:1763346490.252493:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52ea5f800 x1848996540763776/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 552/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346490.252502:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.252504:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c180. 00000100:00000001:3.0:1763346490.252506:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.252509:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c180. 00000100:00100000:3.0:1763346490.252512:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+498:226222:x1848996540763776:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346490.252517:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540763776 00000020:00000001:3.0:1763346490.252520:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346490.252524:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346490.252530:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c20c0: xid 1848996540763392, transno 8590055427, client gen 3, slot idx 0 00000001:00000001:3.0:1763346490.252534:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb517edc3c0: xid 1848996540763136, transno 8590055426, client gen 3, slot idx 1 00000001:00000010:3.0:1763346490.252539:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb517edc3c0. 00000020:00000001:3.0:1763346490.252545:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.252547:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346490.252549:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346490.252552:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346490.252556:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540763776, found 0 last_xid 1848996540763519 00000020:00000001:3.0:1763346490.252558:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346490.252561:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346490.252563:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346490.252568:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.252570:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346490.252572:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346490.252574:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346490.252576:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346490.252578:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1763346490.252581:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.252582:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.252585:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:3.0:1763346490.252587:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:3.0:1763346490.252589:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000040:3.0:1763346490.252593:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00000004:00000001:3.0:1763346490.252597:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346490.252599:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346490.252603:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.252605:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.252607:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.252609:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.252614:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.252615:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.252622:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.252624:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.252627:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.252629:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.252631:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463af9ca7 from hash 00010000:00000001:3.0:1763346490.252634:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.252635:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.252636:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.252637:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.252642:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.252644:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.252646:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.252647:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.252651:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ca7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921265d expref: 498 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.252659:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346490.252663:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:3.0:1763346490.252665:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4000. 00010000:00000001:3.0:1763346490.252674:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.252676:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.252679:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.252682:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00000001:3.0:1763346490.252686:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.252688:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.252690:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346490.252692:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346490.252693:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.252697:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346490.252701:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:3.0:1763346490.252703:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.252705:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.252708:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b200. 00000020:00000001:3.0:1763346490.252711:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.252713:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b200 with handle 0x757b854463af9ce6 to hash 00000020:00000001:3.0:1763346490.252715:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.252717:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000010:3.0:1763346490.252722:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001f00. 00010000:00000001:3.0:1763346490.252725:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00010000:3.0:1763346490.252729:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9ce6 lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212672 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.252737:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:3.0:1763346490.252739:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:3.0:1763346490.252744:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346490.252747:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346490.252755:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346490.252757:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346490.252759:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252762:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763346490.252767:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb52ea5f800 x1848996540763776/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 552/0 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763346490.252778:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763346490.252780:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763346490.252783:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763346490.252787:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.252789:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.252792:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.252793:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.252795:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.252802:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.252803:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252805:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252807:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252810:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346490.252812:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346490.252816:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.252819:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.252859:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb539350000. 02000000:00000001:3.0:1763346490.252862:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.252864:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252870:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346490.252871:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.252872:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.252874:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.252876:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.252878:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.252879:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.252880:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.252882:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.252884:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.252885:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.252890:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346490.252895:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346490.252898:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346490.252900:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346490.252902:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.252904:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.252906:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252908:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346490.252909:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252912:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346490.252914:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252917:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763346490.252920:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763346490.252924:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:3.0:1763346490.252926:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(. :VOLATILE:0000:1AFE6A05:fd=03->[0x200000bd2:0x405b:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:3.0:1763346490.252934:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346490.252936:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:3.0:1763346490.252939:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.252946:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:3.0:1763346490.252948:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:3.0:1763346490.252951:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763346490.252953:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252958:0:19997:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763346490.252960:0:19997:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x405b:0x0] 00000020:00000001:3.0:1763346490.252962:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763346490.252963:0:19997:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763346490.252968:0:19997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb41600f0e0. 00000004:00000001:3.0:1763346490.252972:0:19997:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:3.0:1763346490.252979:0:19997:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763346490.252981:0:19997:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x405b:0x0] 00000004:00000010:3.0:1763346490.252986:0:19997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb417834690. 00000004:00000001:3.0:1763346490.252989:0:19997:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.252992:0:19997:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763346490.252996:0:19997:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763346490.252999:0:19997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb417bd9320. 00000004:00000001:3.0:1763346490.253003:0:19997:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638194574070560 : -105879135481056 : ffff9fb417bd9320) 00000004:00000001:3.0:1763346490.253005:0:19997:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253008:0:19997:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763346490.253010:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346490.253013:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346490.253015:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.253017:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.253020:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.253023:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.253025:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346490.253027:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:3.0:1763346490.253029:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763346490.253035:0:19997:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb529cfdc80. 00000004:00000001:3.0:1763346490.253038:0:19997:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253042:0:19997:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1763346490.253045:0:19997:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346490.253047:0:19997:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.253070:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:3.0:1763346490.253073:0:19997:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00080000:00000001:3.0:1763346490.253083:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.253091:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1763346490.253094:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4057:0x0] version is 0x20001d7fa 00000004:00000002:3.0:1763346490.253097:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x405b:0x0] version is 0x1 00000004:00000001:3.0:1763346490.253102:0:19997:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763346490.253144:0:19997:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763346490.253147:0:19997:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763346490.253150:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346490.253152:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346490.253159:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253161:0:19997:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253164:0:19997:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346490.253167:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346490.253175:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44b40. 00080000:00000001:3.0:1763346490.253179:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346490.253188:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b5000. 00080000:00000001:3.0:1763346490.253190:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00000004:00000001:3.0:1763346490.253193:0:19997:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763346490.253198:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.253199:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.253202:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.253205:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.253209:0:19997:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346490.253248:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405b:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763346490.253253:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763346490.253258:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4057:0x0] not in the id map cache 00000004:00000001:3.0:1763346490.253262:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763346490.253265:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346490.253267:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.253269:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.253272:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253274:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253276:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763346490.253277:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346490.253279:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.253282:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.253284:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253285:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763346490.253291:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5222c2b40. 00000004:00000001:3.0:1763346490.253293:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763346490.253295:0:19997:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763346490.253301:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314b8c8 00000001:00000002:3.0:1763346490.253303:0:19997:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4057:0x0]:. :VOLATILE:0000:1AFE6A05:fd=03' is added 00000004:00000001:3.0:1763346490.253306:0:19997:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253309:0:19997:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763346490.253312:0:19997:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763346490.253316:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253318:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253322:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763346490.253349:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346490.253352:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.253354:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.253355:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.253357:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253360:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346490.253381:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405b:0x0] not in the id map cache 00000001:00000001:3.0:1763346490.253386:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.253388:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253390:0:19997:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253392:0:19997:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253395:0:19997:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763346490.253396:0:19997:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253403:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253405:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253409:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763346490.253423:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253426:0:19997:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763346490.253427:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253429:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253432:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346490.253434:0:19997:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346490.253437:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253439:0:19997:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.253443:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346490.253446:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346490.253451:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346490.253452:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253454:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253458:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.253463:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.253465:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253466:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253470:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.253473:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.253475:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253476:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253479:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346490.253484:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253486:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253488:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253516:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.253518:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253523:0:19997:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763346490.253526:0:19997:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763346490.253527:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763346490.253529:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253530:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253534:0:19997:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1763346490.253600:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346490.253603:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.253604:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.253606:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.253608:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253609:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253764:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346490.253767:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253770:0:19997:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253772:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253776:0:19997:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253778:0:19997:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253780:0:19997:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763346490.253781:0:19997:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253787:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.253790:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346490.253791:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.253793:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253795:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253799:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346490.253802:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:3.0:1763346490.253810:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346490.253812:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253814:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253816:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253818:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253819:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253823:0:19997:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253826:0:19997:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:3.0:1763346490.253829:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253831:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253835:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1763346490.253873:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253876:0:19997:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763346490.253878:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253879:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253883:0:19997:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:3.0:1763346490.253912:0:19997:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253914:0:19997:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253916:0:19997:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.253919:0:19997:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253921:0:19997:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.253924:0:19997:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763346490.253926:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253927:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253931:0:19997:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346490.253934:0:19997:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253936:0:19997:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.253941:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346490.253945:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346490.253949:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763346490.253952:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.253955:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346490.253957:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.253958:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.253959:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.253962:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346490.253963:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1763346490.253970:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346490.253971:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.253973:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253975:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253977:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.253978:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763346490.253981:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055428, last_committed = 8590055417 00000001:00000010:3.0:1763346490.253985:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44480. 00000001:00000040:3.0:1763346490.253989:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:3.0:1763346490.253991:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:3.0:1763346490.254000:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb51d20d240. 00000004:00000001:3.0:1763346490.254006:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346490.254008:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.254009:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109013504 : -105874600538112 : ffff9fb5260b5000) 00080000:00000001:3.0:1763346490.254013:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346490.254028:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346490.254031:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346490.254034:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb51d20d240: xid 1848996540763776, transno 8590055428, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763346490.254037:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.254084:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.254087:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44b40. 00000020:00000001:3.0:1763346490.254089:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254098:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346490.254101:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346490.254105:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254108:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.254112:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.254113:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.254116:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254118:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254121:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254124:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346490.254127:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254130:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.254131:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.254132:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.254134:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254135:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254137:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346490.254140:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb539350378 00000004:00000001:3.0:1763346490.254142:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.254149:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346490.254156:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254166:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763346490.254169:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405b:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763346490.254172:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763346490.254176:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346490.254180:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346490.254188:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3e00. 00010000:00000010:3.0:1763346490.254192:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364800. 00010000:00000001:3.0:1763346490.254197:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.254201:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b000. 00000020:00000001:3.0:1763346490.254205:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.254207:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b000 with handle 0x757b854463af9ced to hash 00000020:00000001:3.0:1763346490.254210:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.254244:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000010:3.0:1763346490.254250:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001980. 00010000:00000001:3.0:1763346490.254253:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346490.254257:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.254259:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.254262:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9ced lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.254270:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346490.254274:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346490.254276:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346490.254279:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.254281:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.254283:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.254285:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.254287:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346490.254290:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346490.254291:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346490.254293:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346490.254296:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3e00) refcount = 1 00010000:00010000:3.0:1763346490.254300:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9ced lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.254305:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346490.254310:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.254312:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.254314:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346490.254316:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.254318:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.254321:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.254323:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346490.254326:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.254329:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9ced lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.254335:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346490.254337:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.254338:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.254340:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.254342:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.254344:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b000 refcount=3 00000020:00000001:3.0:1763346490.254346:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346490.254349:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346490.254351:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.254352:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.254355:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.254357:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405b:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763346490.254361:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.254364:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254377:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763346490.254381:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.254386:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.254389:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.254390:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.254392:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.254394:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.254395:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.254397:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.254399:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405b:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:3.0:1763346490.254403:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405b:0x0]: returning size 0 00000001:00000001:3.0:1763346490.254406:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.254408:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254411:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763346490.254413:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.254417:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.254419:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.254422:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254425:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254427:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254429:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254434:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763346490.254437:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763346490.254438:0:19997:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.254440:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:3.0:1763346490.254443:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763346490.254444:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254447:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763346490.254451:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763346490.254454:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254456:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.254459:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763346490.254463:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364280. 00000020:00000001:3.0:1763346490.254466:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.254467:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364280 with handle 0x757b854463af9cf4 to hash 00000020:00000001:3.0:1763346490.254469:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763346490.254471:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279600256 : -105874429951360 : ffff9fb530364280) 00000004:00000001:3.0:1763346490.254473:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763346490.254476:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763346490.254478:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405b:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:3.0:1763346490.254482:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763346490.254484:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346490.254486:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254488:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254491:0:19997:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.254495:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763346490.254497:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763346490.254499:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346490.254502:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346490.254504:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763346490.254507:0:19997:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.254510:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346490.254514:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:3.0:1763346490.254517:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763346490.254520:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346490.254524:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254528:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254531:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763346490.254538:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346490.254540:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346490.254543:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346490.254544:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346490.254547:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346490.254550:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346490.254555:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.254558:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763346490.254561:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763346490.254564:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.254567:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.254569:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.254571:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b000 refcount=3 00000020:00000001:3.0:1763346490.254572:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00010000:00000001:3.0:1763346490.254575:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548928 : -105874406002688 : ffff9fb531a3b000) 00000004:00000040:3.0:1763346490.254579:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:3.0:1763346490.254581:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:3.0:1763346490.254588:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.254589:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.254591:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346490.254593:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346490.254597:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346490.254601:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763346490.254604:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346490.254606:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.254610:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.254611:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.254613:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.254614:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.254617:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b200 with handle 0x757b854463af9ce6 from hash 00010000:00000001:3.0:1763346490.254619:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.254621:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.254622:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.254623:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346490.254625:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.254632:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9ce6 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212672 expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.254639:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:3.0:1763346490.254643:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:3.0:1763346490.254646:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001f00. 00010000:00000001:3.0:1763346490.254655:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.254657:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.254662:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346490.254666:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b000/0x757b854463af9ced lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212672 expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346490.254679:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.254681:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.254683:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3e00) 00010000:00010000:3.0:1763346490.254686:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763346490.254688:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.254691:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.254693:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346490.254694:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.254696:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.254697:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b000, rc 0) 00000020:00000001:3.0:1763346490.254701:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346490.254704:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055417, transno 8590055428, xid 1848996540763776 00010000:00000001:3.0:1763346490.254707:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346490.254715:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52ea5f800 x1848996540763776/t8590055428(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 552/608 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346490.254724:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346490.254727:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.254732:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.254738:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346490.254741:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346490.254744:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346490.254747:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346490.254751:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.254755:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.254759:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346490.254766:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbe58. 00000100:00000200:3.0:1763346490.254775:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540763776, offset 224 00000400:00000200:3.0:1763346490.254783:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.254800:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.254808:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198327:198327:256:4294967295] 192.168.204.16@tcp LPNI seq info [198323:198323:8:4294967295] 00000400:00000200:3.0:1763346490.254824:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.254831:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.254837:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b500. 00000800:00000200:3.0:1763346490.254845:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.254853:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.254858:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b500 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.254895:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.254899:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.254902:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346490.254904:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.254906:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346490.254911:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5f800 x1848996540763776/t8590055428(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 552/608 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346490.254921:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52ea5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+499:226222:x1848996540763776:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 2416us (2674us total) trans 8590055428 rc 0/0 00000100:00100000:3.0:1763346490.254929:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140757 00000100:00000040:3.0:1763346490.254934:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346490.254936:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346490.254938:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346490.254944:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364c00. 00000020:00000010:3.0:1763346490.254949:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d17d0. 00000020:00000010:3.0:1763346490.254953:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f87a00. 00000020:00000040:3.0:1763346490.254958:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:3.0:1763346490.254961:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346490.256269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ba00. 00010000:00000010:3.1:1763346490.261387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:3.1:1763346490.269256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00010000:3.0:1763346490.277351:0:26440:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.277362:0:26440:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.277374:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.277384:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346490.277386:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.277388:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.277390:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.277393:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.277396:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=3 00000020:00000001:3.0:1763346490.277398:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:3.0:1763346490.277400:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:3.0:1763346490.277402:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.277403:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.277406:0:26440:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277410:0:26440:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.277412:0:26440:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277422:0:26440:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763346490.277430:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.277432:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.277434:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.277436:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.277438:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.277440:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.277441:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.277443:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.277445:0:26440:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405b:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1763346490.277449:0:26440:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405b:0x0]: returning size 0 00000001:00000001:3.0:1763346490.277453:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.277454:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277457:0:26440:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763346490.277461:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.277468:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.277472:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.277481:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.277484:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.277487:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.277490:0:26440:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277494:0:26440:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763346490.277497:0:26440:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763346490.277503:0:26440:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:3.0:1763346490.277505:0:26440:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:3.0:1763346490.277507:0:26440:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346490.277518:0:26440:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405b:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763346490.277522:0:26440:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:3.0:1763346490.277527:0:26440:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5222c2b40. 00000004:00000001:3.0:1763346490.277532:0:26440:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763346490.277534:0:26440:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346490.277536:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.277540:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.277543:0:26440:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277545:0:26440:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277547:0:26440:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763346490.277548:0:26440:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346490.277550:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.277553:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.277555:0:26440:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277557:0:26440:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763346490.277563:0:26440:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb51d20d480. 00000004:00000001:3.0:1763346490.277566:0:26440:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:3.0:1763346490.277572:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346490.277579:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44b40. 00080000:00000001:3.0:1763346490.277583:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346490.277592:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b7c00. 00080000:00000001:3.0:1763346490.277595:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00000004:00001000:3.0:1763346490.277598:0:26440:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52daad2c8/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:3.0:1763346490.277602:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.277606:0:26440:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1763346490.277609:0:26440:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:3.0:1763346490.277612:0:26440:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:3.0:1763346490.277614:0:26440:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb51d20d480. 00000004:00000001:3.0:1763346490.277617:0:26440:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:3.0:1763346490.277620:0:26440:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:3.0:1763346490.277624:0:26440:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277626:0:26440:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.277629:0:26440:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:3.0:1763346490.277633:0:26440:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb51d20d480. 00000004:00000001:3.0:1763346490.277636:0:26440:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:3.0:1763346490.277640:0:26440:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9fb406c7c468. 00000004:00000001:3.0:1763346490.277642:0:26440:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763346490.277646:0:26440:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763346490.277648:0:26440:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1763346490.277651:0:26440:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1763346490.277653:0:26440:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1763346490.277655:0:26440:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1763346490.277657:0:26440:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763346490.277659:0:26440:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1763346490.277662:0:26440:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9fb406c7ce20. 00020000:00000010:3.0:1763346490.277665:0:26440:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fb406c7c040. 00020000:00001000:3.0:1763346490.277668:0:26440:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:3.0:1763346490.277670:0:26440:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:3.0:1763346490.277673:0:26440:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763346490.277677:0:26440:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763346490.277680:0:26440:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117883, ffree=117152, state=0 00000004:00000001:3.0:1763346490.277685:0:26440:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763346490.277687:0:26440:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763346490.277689:0:26440:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1763346490.277695:0:26440:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417bde7f0. 00000004:00000001:3.0:1763346490.277702:0:26440:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763346490.277704:0:26440:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277710:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.277712:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00000004:00000001:3.0:1763346490.277717:0:26440:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:3.0:1763346490.277721:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763346490.277723:0:26440:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00000004:00000001:3.0:1763346490.277727:0:26440:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1763346490.277732:0:26440:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.277737:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.277755:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.277757:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277759:0:26440:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763346490.277761:0:26440:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194574092360 : -105879135459256 : ffff9fb417bde848) 00020000:00000001:3.0:1763346490.277764:0:26440:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763346490.277767:0:26440:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763346490.277769:0:26440:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763346490.277773:0:26440:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763346490.277774:0:26440:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346490.277776:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.277777:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.277779:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00080000:00000001:3.0:1763346490.277782:0:26440:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346490.277800:0:26440:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277802:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277804:0:26440:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:3.0:1763346490.277807:0:26440:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277809:0:26440:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277812:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.277816:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346490.277819:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346490.277825:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346490.277827:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.277829:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00080000:00000001:3.0:1763346490.277832:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.277836:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.277837:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277839:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.277868:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.277870:0:26440:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277873:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.277877:0:26440:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:3.0:1763346490.277880:0:26440:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346490.277882:0:26440:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763346490.277884:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.277885:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00000004:00000001:3.0:1763346490.277889:0:26440:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:3.0:1763346490.277899:0:26440:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb417bde7f0 is [0x240000401:0x2609:0x0] 00000020:00000001:3.0:1763346490.277902:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763346490.277904:0:26440:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00080000:00000001:3.0:1763346490.277908:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346490.277924:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:3.0:1763346490.277927:0:26440:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x2609:0x0], index 0: 0 00000004:00000001:3.0:1763346490.277930:0:26440:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277931:0:26440:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277935:0:26440:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763346490.277937:0:26440:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277940:0:26440:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1763346490.277943:0:26440:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1763346490.277945:0:26440:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1763346490.277949:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346490.277953:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346490.277955:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.277958:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.277962:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.277965:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.277966:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346490.277969:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763346490.277972:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277974:0:26440:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277976:0:26440:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.277979:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.277980:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.277981:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00080000:00000001:3.0:1763346490.277985:0:26440:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346490.277988:0:26440:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763346490.278006:0:26440:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346490.278009:0:26440:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.278013:0:26440:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278015:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278017:0:26440:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278019:0:26440:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278021:0:26440:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278025:0:26440:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.278029:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346490.278032:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346490.278036:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346490.278040:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055429, last_committed = 8590055417 00000001:00000010:3.0:1763346490.278045:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44cc0. 00000001:00000040:3.0:1763346490.278047:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:3.0:1763346490.278051:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00000001:00000010:3.0:1763346490.278058:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb51d20db40. 00000004:00000001:3.0:1763346490.278064:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346490.278066:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.278067:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00080000:00000001:3.0:1763346490.278070:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346490.278079:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346490.278082:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346490.278086:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb51d20db40: xid 1848996540764032, transno 8590055429, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763346490.278089:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.278192:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.278196:0:26440:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44b40. 00000020:00000001:3.0:1763346490.278198:0:26440:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278201:0:26440:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278204:0:26440:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346490.278207:0:26440:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346490.278259:0:26440:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278263:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.278267:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.278269:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.278271:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.278274:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.278276:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.278279:0:26440:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346490.278280:0:26440:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.278283:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.278285:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.278286:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.278288:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.278291:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.278292:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763346490.278295:0:26440:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb539320378 00000004:00000001:3.0:1763346490.278297:0:26440:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278300:0:26440:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346490.278303:0:26440:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:3.0:1763346490.278306:0:26440:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763346490.278307:0:26440:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278311:0:26440:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763346490.278314:0:26440:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763346490.278317:0:26440:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346490.278320:0:26440:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x405b:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1763346490.278324:0:26440:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278327:0:26440:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278329:0:26440:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.278333:0:26440:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763346490.278337:0:26440:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364180. 00000020:00000001:3.0:1763346490.278340:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.278343:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364180 with handle 0x757b854463af9d09 to hash 00000020:00000001:3.0:1763346490.278345:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763346490.278346:0:26440:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279600000 : -105874429951616 : ffff9fb530364180) 00000004:00000001:3.0:1763346490.278348:0:26440:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763346490.278350:0:26440:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763346490.278352:0:26440:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405b:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:3.0:1763346490.278356:0:26440:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763346490.278358:0:26440:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346490.278360:0:26440:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278362:0:26440:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278372:0:26440:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.278376:0:26440:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763346490.278379:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346490.278381:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763346490.278382:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346490.278383:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346490.278386:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.278388:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.278390:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=3 00000020:00000001:3.0:1763346490.278392:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:3.0:1763346490.278395:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:3.0:1763346490.278397:0:26440:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346490.278401:0:26440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.278408:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.278409:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.278411:0:26440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.278417:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.278419:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.278423:0:26440:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346490.278426:0:26440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:3.0:1763346490.278431:0:26440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346490.278434:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.278437:0:26440:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346490.278440:0:26440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.278445:0:26440:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346490.278447:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.278448:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.278450:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=4 00000020:00000001:3.0:1763346490.278452:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:3.0:1763346490.278454:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:3.0:1763346490.278457:0:26440:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346490.278460:0:26440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.278465:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346490.278467:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346490.278469:0:26440:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.278473:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.278475:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.278476:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.278478:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.278481:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1000 with handle 0x757b854463af9d02 from hash 00010000:00000001:3.0:1763346490.278484:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.278485:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.278486:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.278488:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.278493:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.278495:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.278497:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.278499:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.278502:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.278505:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3e00) 00010000:00010000:3.0:1763346490.278508:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763346490.278510:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.278513:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.278515:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346490.278517:0:26440:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346490.278519:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.278520:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.278522:0:26440:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.278524:0:26440:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278527:0:26440:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.278529:0:26440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.278535:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.278536:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.278538:0:26440:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346490.278539:0:26440:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346490.278541:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.278543:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9d02 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:3.0:1763346490.278555:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4600. 00010000:00000040:3.0:1763346490.278560:0:26440:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3e00 count: 0 00010000:00000010:3.0:1763346490.278568:0:26440:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364800. 00010000:00000001:3.0:1763346490.278577:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.278579:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346490.278580:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346490.278582:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346490.278584:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763346490.278586:0:26440:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763346490.278588:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346490.278591:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346490.278593:0:26440:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763346490.278594:0:26440:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346490.278596:0:26440:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278598:0:26440:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346490.278600:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346490.278605:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:3.0:1763346490.278608:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346490.278610:0:26440:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763346490.278617:0:26440:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346490.278625:0:26440:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278630:0:26440:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278633:0:26440:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763346490.278638:0:26440:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346490.278640:0:26440:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346490.278642:0:26440:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346490.278644:0:26440:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346490.278646:0:26440:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346490.278650:0:26440:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763346490.278674:0:26440:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278676:0:26440:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763346490.278680:0:26440:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763346490.278682:0:26440:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.278686:0:26440:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763346490.278689:0:26440:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763346490.278695:0:26440:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346490.278698:0:26440:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346490.278700:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.278705:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.278706:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.278709:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.278710:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.278713:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1400 with handle 0x757b854463af9cfb from hash 00010000:00000001:3.0:1763346490.278715:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.278716:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.278718:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.278719:0:26440:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346490.278720:0:26440:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346490.278723:0:26440:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346490.278733:0:26440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9cfb lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212679 expref: 500 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346490.278740:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346490.278742:0:26440:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.278745:0:26440:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.278747:0:26440:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.278749:0:26440:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.278752:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.278753:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.278755:0:26440:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.278756:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.278758:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.278759:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.278761:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.278762:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:3.0:1763346490.278765:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763346490.278767:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.278769:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.278771:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346490.278772:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.278775:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9cfb lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212679 expref: 500 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.278783:0:26440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346490.278786:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:3.0:1763346490.278788:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4b80. 00010000:00000001:3.0:1763346490.278793:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.278795:0:26440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1400, rc 0) 00000020:00000001:3.0:1763346490.278798:0:26440:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346490.278803:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055417, transno 8590055429, xid 1848996540764032 00010000:00000001:3.0:1763346490.278806:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346490.278813:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52ea5ce00 x1848996540764032/t8590055429(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/664 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346490.278822:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346490.278825:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.278829:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.278834:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346490.278836:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346490.278838:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346490.278842:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346490.278845:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.278849:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.278852:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346490.278859:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbd48. 00000100:00000200:3.0:1763346490.278867:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540764032, offset 224 00000400:00000200:3.0:1763346490.278875:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.278889:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.278896:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198330:198330:256:4294967295] 192.168.204.16@tcp LPNI seq info [198326:198326:8:4294967295] 00000400:00000200:3.0:1763346490.278909:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.278915:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.278922:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4be00. 00000800:00000200:3.0:1763346490.278929:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.278938:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.278942:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4be00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.278953:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.278957:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.278959:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346490.278961:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.278963:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346490.278969:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5ce00 x1848996540764032/t8590055429(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/664 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346490.278978:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+499:226222:x1848996540764032:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 12559us (14107us total) trans 8590055429 rc 301/301 00000100:00100000:3.0:1763346490.278987:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140758 00000100:00000040:3.0:1763346490.278991:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346490.278993:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346490.278995:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346490.279001:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9aa00. 00000020:00000010:3.0:1763346490.279005:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8d48. 00000020:00000010:3.0:1763346490.279011:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000020:00000040:3.0:1763346490.279016:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:3.0:1763346490.279019:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346490.281351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b000. 00010000:00000010:3.1:1763346490.284364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3e00. 00010000:00000010:3.1:1763346490.284393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:3.1:1763346490.284397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00000100:00000001:3.0:1763346490.293081:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.293085:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540764544 02000000:00000001:3.0:1763346490.293089:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.293092:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.293095:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.293101:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.293106:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540764544 00000020:00000001:3.0:1763346490.293111:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.293113:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.293117:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.293121:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:3.0:1763346490.293124:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.293129:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.293134:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.293143:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce40. 00000100:00000001:3.0:1763346490.293147:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.293151:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce40. 00000020:00000010:3.0:1763346490.293159:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb404143e00. 00000020:00000010:3.0:1763346490.293167:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364800. 00000020:00000010:3.0:1763346490.293173:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346490.293183:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346490.293186:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.293188:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346490.293191:0:26440:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346490.293194:0:26440:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.293197:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.293206:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.293987:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.294011:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.294014:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.294024:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140759 00000100:00000040:3.0:1763346490.294029:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346490.294032:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198535672192 : -105875173879424 : ffff9fb503ded180) 00000100:00000040:3.0:1763346490.294042:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503ded180 x1848996540764544/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 376/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346490.294052:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.294058:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce40. 00000100:00000001:3.0:1763346490.294060:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.294063:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce40. 00000100:00100000:3.0:1763346490.294068:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503ded180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+500:226222:x1848996540764544:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346490.294072:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540764544 00000020:00000001:3.0:1763346490.294076:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346490.294081:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346490.294088:0:26440:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb517edc3c0: xid 1848996540764416, transno 8590055430, client gen 3, slot idx 1 00000001:00000001:3.0:1763346490.294094:0:26440:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb51d20db40: xid 1848996540764032, transno 8590055429, client gen 3, slot idx 0 00000001:00000010:3.0:1763346490.294099:0:26440:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb51d20db40. 00000020:00000001:3.0:1763346490.294104:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.294106:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346490.294108:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346490.294113:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346490.294116:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540764544, found 0 last_xid 1848996540764543 00000020:00000001:3.0:1763346490.294119:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346490.294121:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346490.294123:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346490.294130:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.294132:0:26440:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346490.294135:0:26440:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346490.294137:0:26440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346490.294139:0:26440:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346490.294140:0:26440:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.294147:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346490.294158:0:26440:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3e00. 00010000:00000010:3.0:1763346490.294163:0:26440:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364080. 00010000:00000001:3.0:1763346490.294168:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.294173:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b200. 00000020:00000001:3.0:1763346490.294177:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.294180:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b200 with handle 0x757b854463af9d10 to hash 00000020:00000001:3.0:1763346490.294182:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.294184:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000010:3.0:1763346490.294190:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001f00. 00010000:00000001:3.0:1763346490.294193:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00010000:3.0:1763346490.294199:0:26440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9d10 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212680 expref: -99 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.294208:0:26440:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:3.0:1763346490.294250:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=501 00010000:00000001:3.0:1763346490.294258:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346490.294262:0:26440:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346490.294271:0:26440:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346490.294273:0:26440:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346490.294276:0:26440:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.294279:0:26440:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:3.0:1763346490.294282:0:26440:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x405b:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:3.0:1763346490.294285:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346490.294288:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405b:0x0] 00000020:00000001:3.0:1763346490.294292:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.294297:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:3.0:1763346490.294300:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:3.0:1763346490.294306:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.294314:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.294317:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.294325:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294328:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294332:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:3.0:1763346490.294335:0:26440:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:3.0:1763346490.294339:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.294343:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.294351:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5260b7000. 02000000:00000001:3.0:1763346490.294354:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.294357:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.294361:0:26440:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.294363:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346490.294378:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346490.294381:0:26440:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.294384:0:26440:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.294389:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346490.294391:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346490.294394:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.294397:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.294399:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.294400:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.294403:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346490.294406:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346490.294408:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346490.294410:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346490.294413:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3e00) refcount = 1 00010000:00010000:3.0:1763346490.294419:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9d10 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212680 expref: 501 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346490.294426:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346490.294433:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.294435:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.294438:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346490.294439:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.294441:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.294444:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.294448:0:26440:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346490.294452:0:26440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9d10 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212680 expref: 501 pid: 26440 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763346490.294460:0:26440:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:3.0:1763346490.294465:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346490.294466:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405b:0x0] 00000020:00000001:3.0:1763346490.294468:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.294469:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:3.0:1763346490.294472:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:3.0:1763346490.294474:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.294476:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.294477:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.294480:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294482:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294483:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294486:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.294487:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.294488:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.294490:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294492:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294494:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.294496:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346490.294498:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346490.294499:0:26440:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1763346490.294505:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.294508:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.294510:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3e00) 00010000:00010000:3.0:1763346490.294512:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763346490.294515:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.294518:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.294520:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346490.294521:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.294523:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.294525:0:26440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b200, rc 0) 00000020:00000001:3.0:1763346490.294527:0:26440:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346490.294531:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055417, transno 0, xid 1848996540764544 00010000:00000001:3.0:1763346490.294534:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346490.294539:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503ded180 x1848996540764544/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 376/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346490.294547:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346490.294550:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.294555:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.294561:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346490.294564:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346490.294567:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346490.294570:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346490.294573:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.294577:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.294580:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346490.294586:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb6e8. 00000100:00000200:3.0:1763346490.294595:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848996540764544, offset 224 00000400:00000200:3.0:1763346490.294603:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.294617:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.294625:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198332:198332:256:4294967295] 192.168.204.16@tcp LPNI seq info [198328:198328:8:4294967295] 00000400:00000200:3.0:1763346490.294639:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.294645:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.294651:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b400. 00000800:00000200:3.0:1763346490.294658:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.294666:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.294671:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.294685:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.294688:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.294690:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346490.294692:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.294694:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346490.294698:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503ded180 x1848996540764544/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 376/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346490.296599:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503ded180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+501:226222:x1848996540764544:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 2537us (4449us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346490.296613:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140759 00000100:00000040:3.0:1763346490.296616:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346490.296622:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346490.296625:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346490.296634:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364800. 00000020:00000010:3.0:1763346490.296641:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d17d0. 00000020:00000010:3.0:1763346490.296646:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb404143e00. 00000020:00000040:3.0:1763346490.296652:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00000100:00000001:3.0:1763346490.296656:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.301232:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.301237:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540764672 02000000:00000001:3.0:1763346490.301241:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.301244:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.301246:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.301252:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.301258:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540764672 00000020:00000001:3.0:1763346490.301262:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.301265:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.301268:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.301274:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=501 00000020:00000001:3.0:1763346490.301277:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.301280:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.301286:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:0.1:1763346490.311721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00000800:00000001:3.0:1763346490.331639:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.331655:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.331658:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.331660:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.331673:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.331694:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c771780 00000400:00000200:3.0:1763346490.331704:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f585 [1] + 224 00000800:00000001:3.0:1763346490.331715:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.331724:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.331728:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.331733:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.331742:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346490.331752:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a768e00 x1848996514961280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346490.331764:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52a768e00 x1848996514961280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.331772:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.331783:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.331786:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.333987:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.333990:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763346490.333992:0:62988:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb532ab1200 00010000:00000001:1.0:1763346490.333994:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346490.333997:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.334000:0:62988:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.334003:0:62988:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763346490.334005:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763346490.334008:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.334009:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.334011:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.334012:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.334013:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1200, rc 0) 00000020:00000001:1.0:1763346490.334017:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.334021:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 0, xid 1848996540764928 00010000:00000001:1.0:1763346490.334024:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.334029:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52ea5d880 x1848996540764928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.334037:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.334040:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.334044:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.334049:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.334052:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.334054:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.334057:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.334060:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.334064:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.334067:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.334079:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b770. 00000100:00000200:1.0:1763346490.334086:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540764928, offset 224 00000400:00000200:1.0:1763346490.334094:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.334109:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.334116:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198336:198336:256:4294967295] 192.168.204.16@tcp LPNI seq info [198332:198332:8:4294967295] 00000400:00000200:1.0:1763346490.334129:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.334137:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.334143:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346490.334150:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.334159:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.334164:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.334189:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.334192:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.334194:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.334196:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.334198:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.334203:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5d880 x1848996540764928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.334241:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+23:226222:x1848996540764928:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 8814us (10744us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346490.334251:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20050 00000100:00000040:1.0:1763346490.334255:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.334258:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.334260:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.334268:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.334274:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.334280:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.334286:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:1.0:1763346490.334290:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.337861:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.337865:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765056 02000000:00000001:1.0:1763346490.337869:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.337871:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.337874:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.337880:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.337884:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765056 00000020:00000001:1.0:1763346490.337888:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.337891:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.337894:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.337898:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:1.0:1763346490.337901:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.337904:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.337909:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.337916:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346490.337920:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.337923:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000020:00000010:1.0:1763346490.337930:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83e00. 00000020:00000010:1.0:1763346490.337938:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.337943:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.337953:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346490.337957:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.337958:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346490.337961:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346490.337963:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.337966:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:1.0:1763346490.337970:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.337973:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346490.337977:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346490.337981:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.337984:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.337986:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.337988:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.337990:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.337992:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.337994:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.337995:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.337997:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.337999:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.338000:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.338002:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338004:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763346490.338007:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338009:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338012:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338015:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763346490.338017:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338019:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346490.338029:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x2607:0x0] (0->1023) req@ffff9fb503defb80 x1848996540765056/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 1512/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346490.338039:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346490.338041:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb503defb80 with x1848996540765056 ext(0->1023) 00010000:00000001:1.0:1763346490.338045:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.338046:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.338048:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0e00 refcount=4 00000020:00000001:1.0:1763346490.338051:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346490.338054:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00010000:1.0:1763346490.338060:0:104272:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9c45 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921263a expref: 23 pid: 62988 timeout: 6159 lvb_type: 0 00010000:00010000:1.0:1763346490.338077:0:104272:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9c45 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921263a expref: 23 pid: 62988 timeout: 6159 lvb_type: 0 00010000:00000001:1.0:1763346490.338084:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.338085:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346490.338087:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346490.338088:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9fb503defb80 00002000:00000001:1.0:1763346490.338091:0:104272:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.338093:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.338101:0:104272:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346490.338106:0:104272:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb503defb80 x1848996540765056/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 1512/0 e 0 to 0 dl 1763346501 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.338112:0:104272:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346490.338114:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.338132:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.338144:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.338147:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.338151:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 13 00000100:00000040:1.0:1763346490.338154:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.338156:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198535682944 : -105875173868672 : ffff9fb503defb80) 00000100:00000040:1.0:1763346490.338161:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503defb80 x1848996540765056/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 1512/0 e 0 to 0 dl 1763346501 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.338169:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.338171:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346490.338173:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.338175:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000100:00100000:1.0:1763346490.338179:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540765056:12345-192.168.204.16@tcp:4:dd.0 00000100:00000200:1.0:1763346490.338183:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540765056 00000020:00000001:1.0:1763346490.338186:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.338189:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.338191:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338193:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.338194:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:1.0:1763346490.338198:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.338201:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.338203:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.338205:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.338206:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338209:0:104272:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:1.0:1763346490.338245:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.338248:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.338254:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb4020b4000. 02000000:00000001:1.0:1763346490.338257:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.338259:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338263:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763346490.338264:0:104272:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338267:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:1.0:1763346490.338272:0:104272:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1763346490.338276:0:104272:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1763346490.338279:0:104272:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1763346490.338283:0:104272:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763346490.338299:0:104272:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338301:0:104272:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1763346490.338304:0:104272:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 free: 3838836736 avail: 3836739584 00000020:00000001:1.0:1763346490.338307:0:104272:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1763346490.338309:0:104272:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 avail=3836739584 left=3515875328 unstable=0 tot_grant=320667648 pending=0 00000020:00000001:1.0:1763346490.338313:0:104272:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3515875328 : 3515875328 : d1900000) 00000020:00000001:1.0:1763346490.338315:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763346490.338317:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 296484864 dropped 0, local 299892736 00000020:00000001:1.0:1763346490.338321:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763346490.338322:0:104272:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:1.0:1763346490.338325:0:104272:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 granted: 1703936 ungranted: 0 grant: 298188800 dirty: 3407872 00000020:00000001:1.0:1763346490.338327:0:104272:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1763346490.338329:0:104272:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1763346490.338331:0:104272:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 wants: 485097472 current grant 296484864 granting: 3407872 00000020:00000020:1.0:1763346490.338333:0:104272:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 tot cached:1703936 granted:324075520 num_exports: 2 00000020:00000001:1.0:1763346490.338336:0:104272:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:1.0:1763346490.338337:0:104272:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1763346490.338340:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.338342:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.338349:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00002000:00000001:1.0:1763346490.338351:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00080000:00000001:1.0:1763346490.338360:0:104272:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:1.0:1763346490.338385:0:104272:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346490.338392:0:104272:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338394:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338396:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.338399:0:104272:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1024 00000020:00008000:1.0:1763346490.338402:0:104272:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1024 left = 1024 00000020:00000001:1.0:1763346490.338407:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763346490.338441:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:1.0:1763346490.338445:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763346490.338459:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338461:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763346490.338466:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.338475:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338479:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.338481:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.338483:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.338485:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.338486:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.338487:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.338490:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.338491:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.338492:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.338494:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.338495:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.338497:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.338498:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338501:0:104272:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1763346490.338503:0:104272:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338506:0:104272:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1763346490.338508:0:104272:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763346490.338516:0:104272:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338519:0:104272:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.338530:0:104272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50f92f000. 00080000:00000001:1.0:1763346490.338533:0:104272:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198732025856 : -105874977525760 : ffff9fb50f92f000) 00000001:00000001:1.0:1763346490.338535:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.338536:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338540:0:104272:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:1.0:1763346490.338568:0:104272:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:1.0:1763346490.338572:0:104272:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338576:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.338582:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338585:0:104272:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346490.338609:0:104272:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338612:0:104272:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763346490.338614:0:104272:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338617:0:104272:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346490.338646:0:104272:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338649:0:104272:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763346490.338652:0:104272:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.338660:0:104272:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1763346490.338664:0:104272:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763346490.338667:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346490.338670:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346490.338722:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.338726:0:104272:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346490.338729:0:104272:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763346490.338743:0:104272:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338746:0:104272:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.338749:0:104272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b6000. 00080000:00000001:1.0:1763346490.338751:0:104272:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165640704 : -105874543910912 : ffff9fb5296b6000) 00000001:00000001:1.0:1763346490.338754:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.338755:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338760:0:104272:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:1.0:1763346490.338767:0:104272:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:1.0:1763346490.338772:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.338775:0:104272:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338777:0:104272:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346490.338778:0:104272:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338780:0:104272:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346490.338784:0:104272:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.338815:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.338817:0:104272:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338820:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.338825:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338833:0:104272:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338840:0:104272:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346490.338843:0:104272:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338847:0:104272:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:1.0:1763346490.338849:0:104272:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:1.0:1763346490.338851:0:104272:0:(osd_io.c:1001:osd_grow_blocksize()) Process leaving 00080000:00000002:1.0:1763346490.338853:0:104272:0:(osd_io.c:1122:osd_write_commit()) write 1024 bytes at 0 00080000:00000001:1.0:1763346490.338906:0:104272:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.338912:0:104272:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1763346490.338914:0:104272:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb5156e6480. 00000020:00000040:1.0:1763346490.338918:0:104272:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 1 00000020:00000040:1.0:1763346490.338920:0:104272:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346490.338925:0:104272:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.338928:0:104272:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.338931:0:104272:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763346490.338935:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346490.338936:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763346490.338976:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763346490.338979:0:104272:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847740, last_committed = 21474847738 00000001:00000010:1.0:1763346490.338984:0:104272:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5156e6120. 00000001:00000040:1.0:1763346490.338986:0:104272:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 2 00000020:00000040:1.0:1763346490.338988:0:104272:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00080000:00000001:1.0:1763346490.338994:0:104272:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.339004:0:104272:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346490.339007:0:104272:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.339013:0:104272:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.339028:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00002000:00000001:1.0:1763346490.339031:0:104272:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.339035:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.339037:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.339040:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:1.0:1763346490.339042:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763346490.339044:0:104272:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.339048:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 21474847740, xid 1848996540765056 00010000:00000001:1.0:1763346490.339051:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.339059:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503defb80 x1848996540765056/t21474847740(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 1512/448 e 0 to 0 dl 1763346501 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.339068:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.339071:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.339076:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.339082:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.339085:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.339088:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.339091:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.339094:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.339097:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.339100:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.339106:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b198. 00000100:00000200:1.0:1763346490.339113:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540765056, offset 224 00000400:00000200:1.0:1763346490.339122:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.339136:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.339144:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198337:198337:256:4294967295] 192.168.204.16@tcp LPNI seq info [198333:198333:8:4294967295] 00000400:00000200:1.0:1763346490.340062:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.340073:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.340081:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346490.340089:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.340098:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.340103:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.340816:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.340824:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.340828:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.340831:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.340834:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.340844:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503defb80 x1848996540765056/t21474847740(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 1512/448 e 0 to 0 dl 1763346501 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.340857:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503defb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+25:2357:x1848996540765056:12345-192.168.204.16@tcp:4:dd.0 Request processed in 2686us (3417us total) trans 21474847740 rc 0/0 00000100:00100000:1.0:1763346490.340867:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 13 00000100:00000040:1.0:1763346490.340871:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.340874:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763346490.340878:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346490.340888:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x2607:0x0] (0->1023) req@ffff9fb503defb80 x1848996540765056/t21474847740(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 1512/448 e 0 to 0 dl 1763346501 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346490.340898:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346490.340900:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb503defb80 with x1848996540765056 ext(0->1023) 00010000:00000001:1.0:1763346490.340903:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.340907:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.340911:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0e00 refcount=4 00000020:00000001:1.0:1763346490.340913:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346490.340917:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00010000:1.0:1763346490.340926:0:104272:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9c45 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921263a expref: 25 pid: 62988 timeout: 6159 lvb_type: 0 00010000:00010000:1.0:1763346490.340948:0:104272:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9c45 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921263a expref: 25 pid: 62988 timeout: 6159 lvb_type: 0 00010000:00000001:1.0:1763346490.340956:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.340958:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346490.340959:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346490.340961:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9fb503defb80 00002000:00000001:1.0:1763346490.340964:0:104272:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.340966:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.340972:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.340979:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.340986:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000020:00000040:1.0:1763346490.340993:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00000100:00000001:1.0:1763346490.340996:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.341653:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.341662:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:3.0:1763346490.341672:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.341679:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.341686:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b198 00000400:00000010:3.0:1763346490.341690:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b198. 00000100:00000001:3.0:1763346490.341695:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.341697:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346490.349901:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.349907:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765184 02000000:00000001:1.0:1763346490.349911:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.349914:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.349917:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.349924:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.349930:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765184 00000020:00000001:1.0:1763346490.349935:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.349937:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.349940:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.349944:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=25 00000020:00000001:1.0:1763346490.349948:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.349951:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.349957:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1763346490.358097:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.358119:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.358124:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.358127:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.358141:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.358163:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00d480 00000400:00000200:3.0:1763346490.358171:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 14120 00000800:00000001:3.0:1763346490.358181:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.358186:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.358189:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.358193:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.358201:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.358204:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346490.359322:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508eb7100. 00000100:00000040:3.0:1763346490.359335:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508eb7100 x1848996540765312 msgsize 328 00000100:00100000:3.0:1763346490.359344:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.359353:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.359378:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.359392:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.359394:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.359396:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.359402:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.359414:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c771800 00000400:00000200:3.0:1763346490.359423:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f595 [1] + 224 00000800:00000001:3.0:1763346490.359430:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.359437:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.359440:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.359444:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.359450:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346490.359459:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51dcc4380 x1848996514961408/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346490.359475:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb51dcc4380 x1848996514961408/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.359491:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.359494:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.359496:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.359801:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.359806:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765312 02000000:00000001:1.0:1763346490.359810:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.359813:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.359815:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.359821:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.359829:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765312 00000020:00000001:1.0:1763346490.359833:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.359836:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.359838:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.359842:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=25 00000020:00000001:1.0:1763346490.359846:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.359848:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.359854:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.359861:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.359865:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.359868:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000020:00000010:1.0:1763346490.359876:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83e00. 00000020:00000010:1.0:1763346490.359883:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.359890:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.359901:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.359907:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.359910:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.359913:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.359923:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.359933:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.359951:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.359954:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.359975:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20051 00000100:00000040:1.0:1763346490.359981:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:1.0:1763346490.359986:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198620385536 : -105875089166080 : ffff9fb508eb7100) 00000100:00000040:1.0:1763346490.359995:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508eb7100 x1848996540765312/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.360012:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.360016:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.360020:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.360026:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000100:00100000:1.0:1763346490.360035:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+25:2357:x1848996540765312:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346490.360041:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540765312 00000020:00000001:1.0:1763346490.360046:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.360052:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.360056:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.360061:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.360064:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346490.360068:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.360072:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.360076:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.360079:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.360085:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.360089:0:62988:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346490.360092:0:62988:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346490.360096:0:62988:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346490.360099:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346490.360103:0:62988:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.360109:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346490.360118:0:62988:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972400 count: 3 00010000:00000001:1.0:1763346490.360123:0:62988:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.360128:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.360133:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1800. 00000020:00000001:1.0:1763346490.360140:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.360145:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1800 with handle 0x757b854463af9d33 to hash 00000020:00000001:1.0:1763346490.360148:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.360150:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346490.360155:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00010000:1.0:1763346490.360162:0:62988:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d33 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921269c expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.360177:0:62988:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:1.0:1763346490.360182:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=26 00010000:00000001:1.0:1763346490.360190:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346490.360195:0:62988:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346490.360199:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.360202:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.360208:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5296b5c00. 02000000:00000001:1.0:1763346490.360245:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.360250:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.360257:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346490.360261:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.360264:0:62988:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.360270:0:62988:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346490.360279:0:62988:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277a10. 00002000:00000001:1.0:1763346490.360283:0:62988:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346490.360289:0:62988:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346490.360294:0:62988:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.360299:0:62988:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346490.360306:0:62988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.360310:0:62988:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.360314:0:62988:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.360319:0:62988:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346490.360322:0:62988:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346490.360325:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.360329:0:62988:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346490.360337:0:62988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768e00. 00000020:00000040:1.0:1763346490.360344:0:62988:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346490.360350:0:62988:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346490.360353:0:62988:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346490.360359:0:62988:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346490.360375:0:62988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401a83800. 00000100:00000001:1.0:1763346490.360383:0:62988:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.360392:0:62988:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346490.360397:0:62988:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346490.360403:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.360416:0:62988:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346490.360421:0:62988:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.360431:0:62988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961536:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.360438:0:62988:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346490.360445:0:62988:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346490.360448:0:62988:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.360453:0:62988:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346490.360460:0:62988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb526a11c00. 02000000:00000001:1.0:1763346490.360465:0:62988:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346490.360471:0:62988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636b58. 00000400:00000010:1.0:1763346490.360479:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9ba18. 00000100:00000200:1.0:1763346490.360487:0:62988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514961536, portal 16 00000100:00000001:1.0:1763346490.360492:0:62988:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346490.360496:0:62988:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183150592 : -105874526401024 : ffff9fb52a768e00) 00000100:00000040:1.0:1763346490.360503:0:62988:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.360515:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.360519:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.360524:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bcc0. 00000100:00000200:1.0:1763346490.360528:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514961536, offset 0 00000400:00000200:1.0:1763346490.360534:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.360539:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.360546:0:62988:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346490.360552:0:62988:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346490.360557:0:62988:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346490.360566:0:62988:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346490.360568:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198340:198340:255:4294967295] 192.168.204.16@tcp LPNI seq info [198336:198336:7:4294967295] 00000400:00000200:1.0:1763346490.360577:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.360581:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.360585:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8000. 00000800:00000200:1.0:1763346490.360590:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.360595:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.360598:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.360602:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.360607:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300727275 00000100:00000001:1.0:1763346490.360616:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300727266 00000100:00000001:1.0:1763346490.360621:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300727275 00000100:00000001:1.0:1763346490.360624:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300727266 00000100:00000001:1.0:1763346490.360627:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300727275 00000100:00000001:1.0:1763346490.360630:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300727266 00000100:00000001:1.0:1763346490.360632:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300727275 00000100:00000001:1.0:1763346490.360635:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300727266 00000100:00000001:1.0:1763346490.360638:0:62988:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.360640:0:62988:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.360643:0:62988:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.360645:0:62988:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.360647:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.360648:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346490.360650:0:62988:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277a10. 00010000:00000001:1.0:1763346490.360654:0:62988:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.360656:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.360657:0:62988:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346490.360660:0:62988:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.360662:0:62988:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346490.360664:0:62988:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346490.360667:0:62988:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb540e82300 going to sleep for 11 seconds 00000100:00000001:1.0:1763346490.360669:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346490.360672:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346490.360783:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.360788:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb532f1df00. 00000400:00000200:3.0:1763346490.360794:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.360799:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.360802:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aee0 00000400:00000010:3.0:1763346490.360804:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aee0. 00000100:00000001:3.0:1763346490.360808:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.360810:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346490.360882:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.360885:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:3.0:1763346490.360892:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.360895:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.360898:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bcc0 00000400:00000010:3.0:1763346490.360900:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bcc0. 00000100:00000001:3.0:1763346490.360903:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346490.360908:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.360918:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.360921:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.360927:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.360929:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763346490.364424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00000100:00000001:1.0:1763346490.364947:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346490.365643:0:62988:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346490.365646:0:62988:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346490.365651:0:62988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636b58. 00000400:00000200:1.0:1763346490.365657:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9ba18 00000400:00000010:1.0:1763346490.365659:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9ba18. 00000100:00000001:1.0:1763346490.365663:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.365672:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346490.365681:0:62988:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.365687:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346490.365689:0:62988:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.365692:0:62988:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346490.365696:0:62988:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346490.365699:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.365701:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.365704:0:62988:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.365713:0:62988:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=69 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346490.365718:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346490.365721:0:62988:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346490.365722:0:62988:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.365726:0:62988:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346490.365730:0:62988:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.365733:0:62988:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.365738:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.365745:0:62988:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.365749:0:62988:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346490.365751:0:62988:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.365754:0:62988:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346490.365761:0:62988:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:1.0:1763346490.365769:0:62988:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000401:0x2607:0x0] updating lvb atime: 0 -> 1763346489 00002000:00000001:1.0:1763346490.365774:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.365779:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.365788:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00002000:00000001:1.0:1763346490.365791:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00002000:00000001:1.0:1763346490.365794:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346490.365802:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.365807:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00010000:00000001:1.0:1763346490.365811:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.365813:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.365814:0:62988:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.365819:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346490.365828:0:62988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961536:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.365833:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.365836:0:62988:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.365839:0:62988:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346490.365841:0:62988:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346490.365844:0:62988:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a768e00 x1848996514961536/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.365851:0:62988:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346490.365855:0:62988:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346490.365859:0:62988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb526a11c00. 02000000:00000001:1.0:1763346490.365863:0:62988:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346490.365865:0:62988:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346490.365867:0:62988:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346490.365869:0:62988:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346490.365872:0:62988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb401a83800. 02000000:00000001:1.0:1763346490.365878:0:62988:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346490.365880:0:62988:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346490.365882:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768e00. 00000100:00000001:1.0:1763346490.365887:0:62988:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346490.365889:0:62988:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346490.365891:0:62988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.365894:0:62988:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346490.365896:0:62988:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346490.365899:0:62988:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f308c0. 00010000:00000001:1.0:1763346490.365902:0:62988:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.365906:0:62988:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.365910:0:62988:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346490.365912:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.365919:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.365921:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.365923:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.365925:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.365928:0:62988:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1800 with handle 0x757b854463af9d33 from hash 00010000:00000001:1.0:1763346490.365931:0:62988:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.365932:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.365933:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.365935:0:62988:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346490.365937:0:62988:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.365939:0:62988:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346490.365945:0:62988:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d33 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921269c expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346490.365960:0:62988:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346490.365964:0:62988:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.365966:0:62988:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.365968:0:62988:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.365970:0:62988:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.365973:0:62988:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.365975:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.365976:0:62988:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.365978:0:62988:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.365979:0:62988:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.365981:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.365983:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346490.365985:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.365988:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.365989:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.365991:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.365994:0:62988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d33 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921269c expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346490.366002:0:62988:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346490.366005:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346490.366012:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.366015:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1800, rc 0) 00000020:00000001:1.0:1763346490.366018:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346490.366022:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 0, xid 1848996540765312 00010000:00000001:1.0:1763346490.366025:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.366031:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508eb7100 x1848996540765312/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.366039:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.366042:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.366045:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.366050:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.366053:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.366055:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.366058:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.366061:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.366065:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.366069:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.366077:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9ba18. 00000100:00000200:1.0:1763346490.366082:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540765312, offset 224 00000400:00000200:1.0:1763346490.366090:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.366102:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.366110:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198341:198341:256:4294967295] 192.168.204.16@tcp LPNI seq info [198337:198337:8:4294967295] 00000400:00000200:1.0:1763346490.366123:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.366128:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.366135:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8b00. 00000800:00000200:1.0:1763346490.366142:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.366150:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.366154:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.366829:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.366839:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.366842:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.366844:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.366847:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.366854:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508eb7100 x1848996540765312/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.366866:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540765312:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 6852us (7529us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346490.366876:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20051 00000100:00000040:1.0:1763346490.366881:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.366883:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.366885:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.366894:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.366902:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.366908:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000020:00000040:1.0:1763346490.366916:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346490.366919:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.367324:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.367331:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8b00. 00000400:00000200:3.0:1763346490.367339:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.367345:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.367352:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9ba18 00000400:00000010:3.0:1763346490.367355:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9ba18. 00000100:00000001:3.0:1763346490.367360:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.367362:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346490.370879:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.370900:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.370905:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.370907:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.370922:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.370945:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e00d500 00000400:00000200:3.0:1763346490.370955:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x11906d [8] + 14448 00000800:00000001:3.0:1763346490.370966:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.370976:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.370979:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.370984:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.370994:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.370997:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346490.371005:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508eb4a80. 00000100:00000040:3.0:1763346490.371009:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508eb4a80 x1848996540765440 msgsize 440 00000100:00100000:3.0:1763346490.371014:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.371767:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:1.1:1763346490.371990:0:62988:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00000100:00000001:1.0:1763346490.372017:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.372021:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765440 02000000:00000001:1.0:1763346490.372025:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.372028:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.372030:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.372036:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.372042:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765440 00000020:00000001:1.0:1763346490.372046:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.372048:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.372114:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.372120:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346490.372123:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.372126:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.372134:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.372143:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.372148:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.372151:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000020:00000010:1.0:1763346490.372160:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.372168:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.372175:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.372186:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.372190:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.372192:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.372195:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.372205:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.372270:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.372287:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.372290:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.372299:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20052 00000100:00000040:1.0:1763346490.372304:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.372306:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198620375680 : -105875089175936 : ffff9fb508eb4a80) 00000100:00000040:1.0:1763346490.372315:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508eb4a80 x1848996540765440/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 440/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.372326:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.372329:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.372331:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.372333:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000100:00100000:1.0:1763346490.372339:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540765440:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:1.0:1763346490.372343:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540765440 00000020:00000001:1.0:1763346490.372348:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.372352:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.372356:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.372359:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.372361:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:1.0:1763346490.372375:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.372379:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.372382:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.372384:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.372387:0:62988:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346490.372392:0:62988:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346490.372395:0:62988:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.372398:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.372400:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.372403:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.372404:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.372407:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.372409:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.372410:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.372412:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.372413:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.372414:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.372416:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.372420:0:62988:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.372422:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.372428:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.372430:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.372437:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5296b5800. 02000000:00000001:1.0:1763346490.372440:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.372443:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.372447:0:62988:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763346490.372451:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.372454:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.372463:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00002000:00000001:1.0:1763346490.372467:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00002000:00000001:1.0:1763346490.372470:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346490.372479:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.372482:0:62988:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346490.372485:0:62988:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763346490.372490:0:62988:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.372499:0:62988:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763346490.372504:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00000020:00000001:1.0:1763346490.372509:0:62988:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.372518:0:62988:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.372522:0:62988:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.372526:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 0, xid 1848996540765440 00010000:00000001:1.0:1763346490.372529:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.372535:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508eb4a80 x1848996540765440/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 440/432 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346490.372544:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.372547:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.372552:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.372558:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.372561:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.372564:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.372567:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.372569:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.372573:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.372576:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.372582:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b440. 00000100:00000200:1.0:1763346490.372590:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540765440, offset 224 00000400:00000200:1.0:1763346490.372599:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.372614:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.372622:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198342:198342:256:4294967295] 192.168.204.16@tcp LPNI seq info [198338:198338:8:4294967295] 00000400:00000200:1.0:1763346490.372635:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.372641:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.372649:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8b00. 00000800:00000200:1.0:1763346490.372656:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.372665:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.372671:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8b00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.373000:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.373005:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.373008:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.373010:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.373012:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.373018:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508eb4a80 x1848996540765440/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 440/432 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346490.373028:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540765440:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 701us (2016us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346490.373037:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20052 00000100:00000040:1.0:1763346490.373040:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.373042:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.373044:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.373050:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.373399:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.373406:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.373413:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346490.373417:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.376971:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.376996:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.377001:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.377003:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.377017:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.377042:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00d580 00000400:00000200:3.0:1763346490.377052:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 14888 00000800:00000001:3.0:1763346490.377062:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.377070:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.377074:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.377079:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.377089:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.377092:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346490.377102:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4000. 00000100:00000040:3.0:1763346490.377108:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4000 x1848996540765568 msgsize 328 00000100:00100000:3.0:1763346490.377113:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.377135:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.377146:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.377149:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.377420:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.377425:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765568 02000000:00000001:1.0:1763346490.377428:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.377431:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.377434:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.377440:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.377446:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765568 00000020:00000001:1.0:1763346490.377450:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.377452:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.377455:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.377459:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346490.377462:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.377465:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.377470:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.377478:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.377483:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.377485:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000020:00000010:1.0:1763346490.377493:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.377501:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.377507:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.377517:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.377520:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.377522:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.377525:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.377534:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.378100:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.378120:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.378123:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.378130:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20053 00000100:00000040:1.0:1763346490.378134:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.378136:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558769152 : -105875150782464 : ffff9fb5053f4000) 00000100:00000040:1.0:1763346490.378145:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4000 x1848996540765568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.378154:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.378159:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.378161:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.378163:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000100:00100000:1.0:1763346490.378168:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540765568:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346490.378172:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540765568 00000020:00000001:1.0:1763346490.378175:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.378180:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.378182:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.378184:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.378186:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346490.378189:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.378193:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.378195:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.378198:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.378203:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.378206:0:62988:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346490.378208:0:62988:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346490.378210:0:62988:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346490.378263:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346490.378266:0:62988:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.378272:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346490.378280:0:62988:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972400 count: 2 00010000:00000001:1.0:1763346490.378283:0:62988:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.378287:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.378291:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1800. 00000020:00000001:1.0:1763346490.378296:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.378299:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1800 with handle 0x757b854463af9d3a to hash 00000020:00000001:1.0:1763346490.378302:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.378303:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346490.378306:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00010000:1.0:1763346490.378311:0:62988:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d3a lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792126a3 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.378320:0:62988:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:1.0:1763346490.378323:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00010000:00000001:1.0:1763346490.378332:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346490.378336:0:62988:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346490.378339:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.378342:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.378347:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5296b4000. 02000000:00000001:1.0:1763346490.378349:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.378351:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.378354:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346490.378356:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.378359:0:62988:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.378361:0:62988:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346490.378377:0:62988:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277a10. 00002000:00000001:1.0:1763346490.378381:0:62988:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346490.378384:0:62988:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346490.378387:0:62988:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.378391:0:62988:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346490.378399:0:62988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.378401:0:62988:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.378403:0:62988:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.378406:0:62988:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346490.378408:0:62988:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346490.378410:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.378412:0:62988:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346490.378421:0:62988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768e00. 00000020:00000040:1.0:1763346490.378425:0:62988:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346490.378428:0:62988:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346490.378431:0:62988:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346490.378436:0:62988:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346490.378441:0:62988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb526a10000. 00000100:00000001:1.0:1763346490.378448:0:62988:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.378454:0:62988:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346490.378457:0:62988:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346490.378462:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.378471:0:62988:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346490.378473:0:62988:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.378479:0:62988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961664:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.378483:0:62988:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346490.378489:0:62988:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346490.378491:0:62988:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.378494:0:62988:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346490.378500:0:62988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401a83e00. 02000000:00000001:1.0:1763346490.378502:0:62988:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346490.378509:0:62988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636b58. 00000400:00000010:1.0:1763346490.378517:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b7f8. 00000100:00000200:1.0:1763346490.378527:0:62988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514961664, portal 16 00000100:00000001:1.0:1763346490.378531:0:62988:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346490.378532:0:62988:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183150592 : -105874526401024 : ffff9fb52a768e00) 00000100:00000040:1.0:1763346490.378537:0:62988:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.378544:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.378546:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.378549:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000200:1.0:1763346490.378551:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514961664, offset 0 00000400:00000200:1.0:1763346490.378558:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.378575:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.378582:0:62988:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346490.378587:0:62988:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346490.378591:0:62988:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346490.378594:0:62988:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346490.378598:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198343:198343:256:4294967295] 192.168.204.16@tcp LPNI seq info [198339:198339:8:4294967295] 00000400:00000200:1.0:1763346490.378610:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.378617:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.378622:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8000. 00000800:00000200:1.0:1763346490.378629:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.378638:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.378644:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.378674:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.378679:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300727293 00000100:00000001:1.0:1763346490.378688:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300727275 00000100:00000001:1.0:1763346490.378693:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300727293 00000100:00000001:1.0:1763346490.378696:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300727275 00000100:00000001:1.0:1763346490.378698:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300727293 00000100:00000001:1.0:1763346490.378701:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300727275 00000100:00000001:1.0:1763346490.378704:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300727293 00000100:00000001:1.0:1763346490.378708:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300727275 00000100:00000001:1.0:1763346490.378711:0:62988:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.378713:0:62988:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.378715:0:62988:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.378717:0:62988:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.378719:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.378721:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346490.378723:0:62988:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277a10. 00010000:00000001:1.0:1763346490.378727:0:62988:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.378729:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.378731:0:62988:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346490.378733:0:62988:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.378735:0:62988:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346490.378737:0:62988:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346490.378740:0:62988:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb540e82300 going to sleep for 11 seconds 00000100:00000001:1.0:1763346490.378743:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346490.378747:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346490.379045:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.379050:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:3.0:1763346490.379060:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.379066:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.379073:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000400:00000010:3.0:1763346490.379075:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00000100:00000001:3.0:1763346490.379079:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346490.379084:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.379094:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.379097:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.379103:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.379105:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346490.383108:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346490.383118:0:62988:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346490.383120:0:62988:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346490.383124:0:62988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636b58. 00000400:00000200:1.0:1763346490.383129:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b7f8 00000400:00000010:1.0:1763346490.383132:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b7f8. 00000100:00000001:1.0:1763346490.383135:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.383140:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346490.383149:0:62988:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.383156:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346490.383158:0:62988:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.383161:0:62988:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346490.383164:0:62988:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346490.383167:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.383169:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.383173:0:62988:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.383182:0:62988:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=69 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346490.383186:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346490.383189:0:62988:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346490.383190:0:62988:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.383194:0:62988:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346490.383198:0:62988:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.383200:0:62988:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.383205:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.383276:0:62988:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.383280:0:62988:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346490.383283:0:62988:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.383286:0:62988:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346490.383292:0:62988:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346490.383303:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.383308:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.383317:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00002000:00000001:1.0:1763346490.383320:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00002000:00000001:1.0:1763346490.383322:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346490.383331:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.383337:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00010000:00000001:1.0:1763346490.383340:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.383342:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.383343:0:62988:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.383348:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346490.383355:0:62988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961664:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.383361:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.383376:0:62988:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.383379:0:62988:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346490.383381:0:62988:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346490.383385:0:62988:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a768e00 x1848996514961664/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.383397:0:62988:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346490.383400:0:62988:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346490.383403:0:62988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401a83e00. 02000000:00000001:1.0:1763346490.383408:0:62988:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346490.383411:0:62988:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346490.383414:0:62988:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346490.383416:0:62988:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346490.383419:0:62988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb526a10000. 02000000:00000001:1.0:1763346490.383424:0:62988:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346490.383425:0:62988:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346490.383427:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768e00. 00000100:00000001:1.0:1763346490.383432:0:62988:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346490.383434:0:62988:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346490.383436:0:62988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.383439:0:62988:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346490.383441:0:62988:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346490.383444:0:62988:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f308c0. 00010000:00000001:1.0:1763346490.383448:0:62988:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.383451:0:62988:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.383455:0:62988:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346490.383457:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.383465:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.383466:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.383470:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.383471:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.383475:0:62988:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1800 with handle 0x757b854463af9d3a from hash 00010000:00000001:1.0:1763346490.383478:0:62988:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.383480:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.383481:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.383482:0:62988:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346490.383483:0:62988:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.383486:0:62988:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346490.383492:0:62988:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d3a lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126a3 expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346490.383514:0:62988:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346490.383518:0:62988:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.383520:0:62988:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.383521:0:62988:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.383524:0:62988:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.383527:0:62988:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.383528:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.383530:0:62988:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.383531:0:62988:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.383532:0:62988:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.383534:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.383536:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346490.383538:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.383540:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.383541:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.383543:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.383546:0:62988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d3a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126a3 expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346490.383553:0:62988:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346490.383556:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346490.383564:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.383566:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1800, rc 0) 00000020:00000001:1.0:1763346490.383569:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346490.383573:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 0, xid 1848996540765568 00010000:00000001:1.0:1763346490.383577:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.383582:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4000 x1848996540765568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.383590:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.383593:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.383596:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.383601:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.383605:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.383607:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.383610:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.383612:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.383616:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.383619:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.383625:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b7f8. 00000100:00000200:1.0:1763346490.383630:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540765568, offset 224 00000400:00000200:1.0:1763346490.383640:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.383652:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.383659:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198344:198344:256:4294967295] 192.168.204.16@tcp LPNI seq info [198340:198340:8:4294967295] 00000400:00000200:1.0:1763346490.383670:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.383675:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.383681:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346490.383688:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.383696:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.383700:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.384346:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.384355:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.384358:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.384360:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.384393:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.384400:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4000 x1848996540765568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.384412:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540765568:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 6256us (7302us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346490.384422:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20053 00000100:00000040:1.0:1763346490.384426:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.384429:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.384432:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.384440:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.384446:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.384453:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.384459:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346490.384462:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.384701:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.384707:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:3.0:1763346490.384715:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.384721:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.384727:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b7f8 00000400:00000010:3.0:1763346490.384730:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b7f8. 00000100:00000001:3.0:1763346490.384734:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.384736:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346490.388457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00000800:00000001:3.0:1763346490.435567:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.435589:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.435594:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.435597:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.435611:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.435635:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00d600 00000400:00000200:3.0:1763346490.435646:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x11906d [8] + 15216 00000400:00000010:3.0:1763346490.435654:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb509471c60. 00000400:00000200:3.0:1763346490.435663:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb51ff51500 00000800:00000001:3.0:1763346490.435672:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.435683:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.435686:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.435692:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.435698:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ff51500 00000400:00000010:3.0:1763346490.435701:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9fb51ff51500. 00000100:00000001:3.0:1763346490.435713:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.435716:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1763346490.435721:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401893850 x1848996540765696 msgsize 328 00000100:00100000:3.0:1763346490.435726:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346490.435729:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346490.436042:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.436054:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.436059:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.436156:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.436160:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765696 02000000:00000001:1.0:1763346490.436163:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.436165:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.436168:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.436174:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.436179:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765696 00000020:00000001:1.0:1763346490.436184:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.436186:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.436189:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.436193:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346490.436196:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.436198:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.436204:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.436253:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.436258:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.436262:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000020:00000010:1.0:1763346490.436270:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83e00. 00000020:00000010:1.0:1763346490.436277:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.436283:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.436293:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.436297:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.436299:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.436302:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.436312:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.436329:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.436344:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.436346:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.436352:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20054 00000100:00000040:1.0:1763346490.436357:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.436359:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201540688 : -105879508010928 : ffff9fb401893850) 00000100:00000040:1.0:1763346490.436377:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401893850 x1848996540765696/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.436387:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.436390:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.436392:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.436395:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000100:00100000:1.0:1763346490.436399:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540765696:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346490.436403:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540765696 00000020:00000001:1.0:1763346490.436407:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.436412:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.436414:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.436417:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.436419:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346490.436423:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.436426:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.436429:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.436431:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.436438:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.436440:0:62988:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346490.436443:0:62988:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346490.436444:0:62988:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346490.436446:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346490.436449:0:62988:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.436454:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346490.436462:0:62988:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972400 count: 2 00010000:00000001:1.0:1763346490.436465:0:62988:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.436468:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.436472:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1800. 00000020:00000001:1.0:1763346490.436477:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.436480:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1800 with handle 0x757b854463af9d41 to hash 00000020:00000001:1.0:1763346490.436482:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.436484:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346490.436487:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00010000:1.0:1763346490.436492:0:62988:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d41 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792126aa expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.436501:0:62988:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:1.0:1763346490.436504:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00010000:00000001:1.0:1763346490.436512:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346490.436516:0:62988:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346490.436518:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.436521:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.436528:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5296b6800. 02000000:00000001:1.0:1763346490.436531:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.436534:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.436537:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346490.436540:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.436543:0:62988:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.436545:0:62988:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346490.436552:0:62988:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277a10. 00002000:00000001:1.0:1763346490.436555:0:62988:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346490.436558:0:62988:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346490.436561:0:62988:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.436565:0:62988:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346490.436572:0:62988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.436574:0:62988:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.436576:0:62988:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.436579:0:62988:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346490.436581:0:62988:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346490.436583:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.436585:0:62988:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346490.436590:0:62988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768e00. 00000020:00000040:1.0:1763346490.436594:0:62988:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346490.436597:0:62988:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346490.436600:0:62988:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346490.436604:0:62988:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346490.436610:0:62988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401a83800. 00000100:00000001:1.0:1763346490.436616:0:62988:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.436623:0:62988:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346490.436626:0:62988:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346490.436632:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a768e00 x1848996514961792/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.436640:0:62988:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346490.436642:0:62988:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.436648:0:62988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961792:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.436653:0:62988:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346490.436659:0:62988:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346490.436661:0:62988:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.436664:0:62988:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346490.436670:0:62988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb526a11c00. 02000000:00000001:1.0:1763346490.436672:0:62988:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346490.436677:0:62988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636b58. 00000400:00000010:1.0:1763346490.436684:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bb28. 00000100:00000200:1.0:1763346490.436692:0:62988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514961792, portal 16 00000100:00000001:1.0:1763346490.436695:0:62988:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346490.436696:0:62988:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183150592 : -105874526401024 : ffff9fb52a768e00) 00000100:00000040:1.0:1763346490.436701:0:62988:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a768e00 x1848996514961792/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.436709:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.436711:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.436715:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bd48. 00000100:00000200:1.0:1763346490.436718:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514961792, offset 0 00000400:00000200:1.0:1763346490.436724:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.436737:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.436744:0:62988:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346490.436750:0:62988:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346490.436754:0:62988:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346490.436757:0:62988:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346490.436761:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198345:198345:256:4294967295] 192.168.204.16@tcp LPNI seq info [198341:198341:8:4294967295] 00000400:00000200:1.0:1763346490.436774:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.436781:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.436786:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346490.436794:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.436802:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.436807:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.436817:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.436821:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300727351 00000100:00000001:1.0:1763346490.436829:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300727293 00000100:00000001:1.0:1763346490.436834:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300727351 00000100:00000001:1.0:1763346490.436837:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300727293 00000100:00000001:1.0:1763346490.436840:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300727351 00000100:00000001:1.0:1763346490.436844:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300727293 00000100:00000001:1.0:1763346490.436847:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300727351 00000100:00000001:1.0:1763346490.436850:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300727293 00000100:00000001:1.0:1763346490.436853:0:62988:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.436856:0:62988:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.436858:0:62988:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.436860:0:62988:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.436862:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.436865:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346490.436866:0:62988:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277a10. 00010000:00000001:1.0:1763346490.436870:0:62988:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.436872:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.436873:0:62988:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346490.436876:0:62988:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.436878:0:62988:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346490.436880:0:62988:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346490.436883:0:62988:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb540e82300 going to sleep for 11 seconds 00000100:00000001:1.0:1763346490.436886:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346490.436895:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.441532:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346490.441541:0:62988:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346490.441544:0:62988:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346490.441548:0:62988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636b58. 00000400:00000200:1.0:1763346490.441552:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bb28 00000400:00000010:1.0:1763346490.441555:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bb28. 00000100:00000001:1.0:1763346490.441557:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.441562:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a768e00 x1848996514961792/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346490.441571:0:62988:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a768e00 x1848996514961792/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.441578:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346490.441580:0:62988:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.441583:0:62988:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346490.441586:0:62988:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346490.441589:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.441592:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.441595:0:62988:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.441603:0:62988:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=69 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346490.441608:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346490.441611:0:62988:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346490.441613:0:62988:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.441616:0:62988:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346490.441620:0:62988:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.441623:0:62988:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.441628:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a768e00 x1848996514961792/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.441635:0:62988:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.441638:0:62988:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346490.441640:0:62988:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.441643:0:62988:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346490.441649:0:62988:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346490.441659:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.441664:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.441675:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00002000:00000001:1.0:1763346490.441680:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00002000:00000001:1.0:1763346490.441683:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346490.441692:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.441697:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00010000:00000001:1.0:1763346490.441702:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.441704:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.441706:0:62988:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.441710:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768e00 x1848996514961792/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346490.441719:0:62988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961792:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.441726:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.441730:0:62988:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.441733:0:62988:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346490.441736:0:62988:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346490.441739:0:62988:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a768e00 x1848996514961792/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.441746:0:62988:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346490.441749:0:62988:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346490.441752:0:62988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb526a11c00. 02000000:00000001:1.0:1763346490.441756:0:62988:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346490.441759:0:62988:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346490.441761:0:62988:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346490.441763:0:62988:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346490.441767:0:62988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb401a83800. 02000000:00000001:1.0:1763346490.441774:0:62988:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346490.441776:0:62988:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346490.441779:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768e00. 00000100:00000001:1.0:1763346490.441783:0:62988:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346490.441785:0:62988:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346490.441788:0:62988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.441791:0:62988:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346490.441792:0:62988:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346490.441796:0:62988:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f308c0. 00010000:00000001:1.0:1763346490.441799:0:62988:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.441804:0:62988:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.441808:0:62988:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346490.441811:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.441818:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.441819:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.441822:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.441825:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.441830:0:62988:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1800 with handle 0x757b854463af9d41 from hash 00010000:00000001:1.0:1763346490.441833:0:62988:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.441834:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.441835:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.441837:0:62988:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346490.441838:0:62988:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.441841:0:62988:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346490.441848:0:62988:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d41 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126aa expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346490.441863:0:62988:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346490.441867:0:62988:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.441870:0:62988:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.441872:0:62988:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.441874:0:62988:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.441877:0:62988:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.441879:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.441880:0:62988:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.441882:0:62988:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.441883:0:62988:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.441885:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.441887:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346490.441890:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.441892:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.441894:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.441895:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.441898:0:62988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d41 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126aa expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346490.441913:0:62988:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346490.441915:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346490.441922:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.441924:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1800, rc 0) 00000020:00000001:1.0:1763346490.441926:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346490.441930:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 0, xid 1848996540765696 00010000:00000001:1.0:1763346490.441933:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.441938:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401893850 x1848996540765696/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.441946:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.441948:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.441952:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.441957:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.441959:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.441962:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.441964:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.441966:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.441970:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.441973:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.441978:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bb28. 00000100:00000200:1.0:1763346490.441983:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540765696, offset 224 00000400:00000200:1.0:1763346490.441989:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.442000:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.442007:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198346:198346:256:4294967295] 192.168.204.16@tcp LPNI seq info [198342:198342:8:4294967295] 00000400:00000200:1.0:1763346490.442018:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.442024:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.442030:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8000. 00000800:00000200:1.0:1763346490.442036:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.442044:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.442049:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.442068:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.442071:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.442074:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.442076:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.442078:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.442083:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401893850 x1848996540765696/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.442092:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401893850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540765696:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 5704us (6369us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346490.442102:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20054 00000100:00000040:1.0:1763346490.442105:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.442108:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.442110:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.442117:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.442121:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.442127:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000020:00000040:1.0:1763346490.442131:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 02000000:00000001:1.0:1763346490.442146:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442148:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5296b4000. 02000000:00000001:1.0:1763346490.442151:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442152:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4000. 02000000:00000001:1.0:1763346490.442156:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442157:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5296b5800. 02000000:00000001:1.0:1763346490.442159:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442160:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb4a80. 02000000:00000001:1.0:1763346490.442163:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442164:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5296b5c00. 02000000:00000001:1.0:1763346490.442166:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442167:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb7100. 02000000:00000001:1.0:1763346490.442170:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442171:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb4020b6000. 02000000:00000001:1.0:1763346490.442173:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442175:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5d880. 02000000:00000001:1.0:1763346490.442178:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442179:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535644000. 02000000:00000001:1.0:1763346490.442183:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442185:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503deed80. 02000000:00000001:1.0:1763346490.442188:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442189:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb509418000. 02000000:00000001:1.0:1763346490.442192:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442193:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb509694a80. 02000000:00000001:1.0:1763346490.442195:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442196:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535647400. 02000000:00000001:1.0:1763346490.442198:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442199:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768000. 02000000:00000001:1.0:1763346490.442202:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442203:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5402df000. 02000000:00000001:1.0:1763346490.442205:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442207:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522784e00. 02000000:00000001:1.0:1763346490.442210:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442248:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb535645800. 02000000:00000001:1.0:1763346490.442252:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442254:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530459880. 02000000:00000001:1.0:1763346490.442257:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442258:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af35800. 02000000:00000001:1.0:1763346490.442260:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442262:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53045b100. 02000000:00000001:1.0:1763346490.442266:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442268:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb50f92e400. 02000000:00000001:1.0:1763346490.442270:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442271:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226af800. 02000000:00000001:1.0:1763346490.442278:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442279:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5260b6000. 02000000:00000001:1.0:1763346490.442281:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442282:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530459c00. 02000000:00000001:1.0:1763346490.442285:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442286:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055e9c00. 02000000:00000001:1.0:1763346490.442288:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442289:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530458700. 02000000:00000001:1.0:1763346490.442293:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442294:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52aa58000. 02000000:00000001:1.0:1763346490.442297:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442298:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7100. 02000000:00000001:1.0:1763346490.442301:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442302:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb535644400. 02000000:00000001:1.0:1763346490.442304:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442305:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88b100. 02000000:00000001:1.0:1763346490.442308:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442309:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb51fd74c00. 02000000:00000001:1.0:1763346490.442311:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442312:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f5c00. 02000000:00000001:1.0:1763346490.442316:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442317:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb50f92d000. 02000000:00000001:1.0:1763346490.442318:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442319:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb5180. 02000000:00000001:1.0:1763346490.442322:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442323:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52aa5b000. 02000000:00000001:1.0:1763346490.442325:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442326:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5209c9880. 02000000:00000001:1.0:1763346490.442328:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442329:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52aa58c00. 02000000:00000001:1.0:1763346490.442331:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442332:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a889500. 02000000:00000001:1.0:1763346490.442335:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442336:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af37400. 02000000:00000001:1.0:1763346490.442339:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442340:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7b80. 02000000:00000001:1.0:1763346490.442343:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442344:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af35000. 02000000:00000001:1.0:1763346490.442345:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442346:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4a80. 02000000:00000001:1.0:1763346490.442349:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442350:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb535646400. 02000000:00000001:1.0:1763346490.442352:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442353:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f100. 02000000:00000001:1.0:1763346490.442356:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442357:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb532190400. 02000000:00000001:1.0:1763346490.442359:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442361:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a889f80. 02000000:00000001:1.0:1763346490.442373:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442374:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb532192400. 02000000:00000001:1.0:1763346490.442384:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442386:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88a300. 02000000:00000001:1.0:1763346490.442389:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442390:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb50941a800. 02000000:00000001:1.0:1763346490.442392:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442393:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88b800. 02000000:00000001:1.0:1763346490.442396:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442397:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535644c00. 02000000:00000001:1.0:1763346490.442399:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442400:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb0700. 02000000:00000001:1.0:1763346490.442403:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442404:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535645400. 02000000:00000001:1.0:1763346490.442407:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442408:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb1880. 02000000:00000001:1.0:1763346490.442411:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442412:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af36000. 02000000:00000001:1.0:1763346490.442414:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442415:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a888700. 02000000:00000001:1.0:1763346490.442418:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442420:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb535647800. 02000000:00000001:1.0:1763346490.442422:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442423:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb0380. 02000000:00000001:1.0:1763346490.442426:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442428:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb54019bc00. 02000000:00000001:1.0:1763346490.442430:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442432:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a889180. 02000000:00000001:1.0:1763346490.442435:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442436:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb540199400. 02000000:00000001:1.0:1763346490.442439:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442441:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb3100. 02000000:00000001:1.0:1763346490.442444:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442445:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af36c00. 02000000:00000001:1.0:1763346490.442448:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442449:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb3800. 02000000:00000001:1.0:1763346490.442453:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442454:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb54019a800. 02000000:00000001:1.0:1763346490.442457:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442459:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb1500. 02000000:00000001:1.0:1763346490.442461:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442462:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb540198c00. 02000000:00000001:1.0:1763346490.442464:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442466:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb2300. 02000000:00000001:1.0:1763346490.442469:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442470:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb4020b5c00. 02000000:00000001:1.0:1763346490.442472:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442474:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3ea00. 02000000:00000001:1.0:1763346490.442477:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442478:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5402df400. 02000000:00000001:1.0:1763346490.442480:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442481:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3c380. 02000000:00000001:1.0:1763346490.442484:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442485:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532193800. 02000000:00000001:1.0:1763346490.442488:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442489:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3c000. 02000000:00000001:1.0:1763346490.442491:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442492:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5402de000. 02000000:00000001:1.0:1763346490.442494:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442495:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983c380. 02000000:00000001:1.0:1763346490.442499:0:62988:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.442500:0:62988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5402dd400. 02000000:00000001:1.0:1763346490.442502:0:62988:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.442503:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536046a00. 00000100:00000001:1.0:1763346490.442508:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346490.442517:0:62988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1763346490.442524:0:62988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636b58. 00000400:00000010:1.0:1763346490.442531:0:62988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9fb5355d8b00. 00000800:00000200:3.0:1763346490.442687:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.442693:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:3.0:1763346490.442699:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.442705:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.442710:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bb28 00000400:00000010:3.0:1763346490.442712:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bb28. 00000100:00000001:3.0:1763346490.442716:0:3288:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763346490.442718:0:3288:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346490.442720:0:3288:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5296b6800. 02000000:00000001:3.0:1763346490.442723:0:3288:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763346490.442724:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346490.447344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00000100:00000001:1.0:1763346490.448013:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.448017:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765824 02000000:00000001:1.0:1763346490.448020:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.448023:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.448026:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.448032:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.448039:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765824 00000020:00000001:1.0:1763346490.448043:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.448045:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.448049:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.448098:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346490.448101:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.448104:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.448111:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.448118:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.448122:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.448125:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000020:00000010:1.0:1763346490.448132:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.448140:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.448145:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.448155:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.448158:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.448159:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.448162:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.448170:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.448186:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.448200:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.448202:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.448207:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20055 00000100:00000040:1.0:1763346490.448241:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.448245:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970663808 : -105874738887808 : ffff9fb51dcc4380) 00000100:00000040:1.0:1763346490.448256:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc4380 x1848996540765824/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.448265:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.448269:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.448271:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.448273:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000100:00100000:1.0:1763346490.448278:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540765824:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346490.448285:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540765824 00000020:00000001:1.0:1763346490.448290:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.448295:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.448297:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.448299:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.448302:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346490.448306:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.448310:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.448312:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.448314:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.448321:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.448324:0:62988:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346490.448327:0:62988:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346490.448330:0:62988:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346490.448332:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346490.448335:0:62988:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.448341:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346490.448350:0:62988:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972400 count: 2 00010000:00000001:1.0:1763346490.448353:0:62988:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.448356:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.448360:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1800. 00000020:00000001:1.0:1763346490.448374:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.448377:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1800 with handle 0x757b854463af9d48 to hash 00000020:00000001:1.0:1763346490.448380:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.448382:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346490.448384:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00010000:1.0:1763346490.448390:0:62988:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d48 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792126b1 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.448400:0:62988:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:1.0:1763346490.448402:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00010000:00000001:1.0:1763346490.448411:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346490.448415:0:62988:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346490.448419:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.448422:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.448429:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5296b5c00. 02000000:00000001:1.0:1763346490.448432:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.448435:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.448438:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346490.448441:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.448444:0:62988:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.448447:0:62988:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346490.448453:0:62988:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277a10. 00002000:00000001:1.0:1763346490.448456:0:62988:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346490.448460:0:62988:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346490.448464:0:62988:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.448467:0:62988:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346490.448475:0:62988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.448477:0:62988:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.448480:0:62988:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.448483:0:62988:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346490.448485:0:62988:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346490.448487:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.448489:0:62988:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346490.448495:0:62988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768000. 00000020:00000040:1.0:1763346490.448498:0:62988:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346490.448503:0:62988:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346490.448505:0:62988:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346490.448511:0:62988:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346490.448518:0:62988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb526a10000. 00000100:00000001:1.0:1763346490.448525:0:62988:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.448531:0:62988:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346490.448535:0:62988:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346490.448541:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.448551:0:62988:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346490.448553:0:62988:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.448559:0:62988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a768000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961920:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.448566:0:62988:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346490.448572:0:62988:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346490.448575:0:62988:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.448578:0:62988:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346490.448586:0:62988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401a83e00. 02000000:00000001:1.0:1763346490.448588:0:62988:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346490.448595:0:62988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636318. 00000400:00000010:1.0:1763346490.448604:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bf68. 00000100:00000200:1.0:1763346490.448615:0:62988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514961920, portal 16 00000100:00000001:1.0:1763346490.448618:0:62988:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346490.448619:0:62988:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183147008 : -105874526404608 : ffff9fb52a768000) 00000100:00000040:1.0:1763346490.448626:0:62988:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.448634:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.448637:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.448641:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b088. 00000100:00000200:1.0:1763346490.448644:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514961920, offset 0 00000400:00000200:1.0:1763346490.448651:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.448666:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.448673:0:62988:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346490.448679:0:62988:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346490.448684:0:62988:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346490.448687:0:62988:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346490.448691:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198347:198347:256:4294967295] 192.168.204.16@tcp LPNI seq info [198343:198343:8:4294967295] 00000400:00000200:1.0:1763346490.448703:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.448710:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.448716:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8000. 00000800:00000200:1.0:1763346490.448724:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.448731:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.448736:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.448764:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.448770:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300727363 00000100:00000001:1.0:1763346490.448778:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300727351 00000100:00000001:1.0:1763346490.448782:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300727363 00000100:00000001:1.0:1763346490.448786:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300727351 00000100:00000001:1.0:1763346490.448789:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300727363 00000100:00000001:1.0:1763346490.448793:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300727351 00000100:00000001:1.0:1763346490.448795:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300727363 00000100:00000001:1.0:1763346490.448799:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300727351 00000100:00000001:1.0:1763346490.448802:0:62988:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.448805:0:62988:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.448808:0:62988:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.448810:0:62988:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.448812:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.448814:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346490.448816:0:62988:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277a10. 00010000:00000001:1.0:1763346490.448820:0:62988:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.448822:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.448823:0:62988:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346490.448826:0:62988:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.448829:0:62988:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346490.448831:0:62988:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346490.448833:0:62988:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb540e82300 going to sleep for 11 seconds 00000100:00000001:1.0:1763346490.448836:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346490.448840:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346490.449407:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.449414:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:3.0:1763346490.449424:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.449431:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.449437:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b088 00000400:00000010:3.0:1763346490.449440:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b088. 00000100:00000001:3.0:1763346490.449445:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346490.449451:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.449470:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.449475:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.449483:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.449485:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346490.452179:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.452200:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.452205:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.452208:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.452267:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.452294:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c771a00 00000400:00000200:3.0:1763346490.452306:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f5cd [1] + 224 00000800:00000001:3.0:1763346490.452316:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.452326:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.452330:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.452335:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.452344:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346490.452356:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346490.452378:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.452400:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.452411:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.452414:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.452652:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346490.452662:0:62988:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346490.452665:0:62988:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346490.452669:0:62988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636318. 00000400:00000200:1.0:1763346490.452673:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bf68 00000400:00000010:1.0:1763346490.452676:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bf68. 00000100:00000001:1.0:1763346490.452680:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.452685:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346490.452701:0:62988:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.452707:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346490.452709:0:62988:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.452711:0:62988:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346490.452715:0:62988:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346490.452717:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.452719:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.452723:0:62988:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.452730:0:62988:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=69 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346490.452735:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=69 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346490.452738:0:62988:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346490.452740:0:62988:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.452743:0:62988:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346490.452747:0:62988:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.452750:0:62988:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.452755:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.452762:0:62988:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346490.452766:0:62988:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346490.452768:0:62988:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.452771:0:62988:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346490.452778:0:62988:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346490.452788:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.452793:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.452803:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00002000:00000001:1.0:1763346490.452807:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00002000:00000001:1.0:1763346490.452810:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346490.452819:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.452824:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00010000:00000001:1.0:1763346490.452828:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.452830:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.452832:0:62988:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.452837:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346490.452845:0:62988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a768000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514961920:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346490.452851:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.452854:0:62988:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.452857:0:62988:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346490.452860:0:62988:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346490.452864:0:62988:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a768000 x1848996514961920/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.452871:0:62988:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346490.452874:0:62988:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346490.452878:0:62988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401a83e00. 02000000:00000001:1.0:1763346490.452884:0:62988:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346490.452887:0:62988:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346490.452889:0:62988:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346490.452892:0:62988:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346490.452895:0:62988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb526a10000. 02000000:00000001:1.0:1763346490.452900:0:62988:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346490.452902:0:62988:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346490.452904:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768000. 00000100:00000001:1.0:1763346490.452907:0:62988:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346490.452909:0:62988:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346490.452912:0:62988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.452915:0:62988:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346490.452917:0:62988:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346490.452920:0:62988:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f308c0. 00010000:00000001:1.0:1763346490.452924:0:62988:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.452929:0:62988:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.452933:0:62988:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346490.452935:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.452944:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.452945:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.452948:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.452950:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.452954:0:62988:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1800 with handle 0x757b854463af9d48 from hash 00010000:00000001:1.0:1763346490.452957:0:62988:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.452959:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.452960:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.452961:0:62988:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346490.452962:0:62988:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.452965:0:62988:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346490.452971:0:62988:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d48 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b1 expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346490.452989:0:62988:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346490.452993:0:62988:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.452995:0:62988:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.452997:0:62988:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.453000:0:62988:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.453005:0:62988:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.453006:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.453008:0:62988:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.453010:0:62988:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.453012:0:62988:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.453013:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.453016:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346490.453018:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.453020:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.453022:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.453024:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.453027:0:62988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1800/0x757b854463af9d48 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b1 expref: 25 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346490.453038:0:62988:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346490.453041:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346490.453051:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.453143:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1800, rc 0) 00000020:00000001:1.0:1763346490.453147:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346490.453152:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 0, xid 1848996540765824 00010000:00000001:1.0:1763346490.453156:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.453162:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc4380 x1848996540765824/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.453171:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.453174:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.453178:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.453183:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.453186:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.453188:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.453192:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.453195:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.453199:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.453203:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.453210:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bf68. 00000100:00000200:1.0:1763346490.453834:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540765824, offset 224 00000400:00000200:1.0:1763346490.453848:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.453863:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.453872:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198348:198348:256:4294967295] 192.168.204.16@tcp LPNI seq info [198344:198344:8:4294967295] 00000400:00000200:1.0:1763346490.453885:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.453891:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.453899:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346490.453908:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.453917:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.453923:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.454111:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.454115:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.454118:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.454120:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.454123:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.454131:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4380 x1848996540765824/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.454148:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540765824:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 5881us (6292us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346490.454158:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20055 00000100:00000040:1.0:1763346490.454162:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.454164:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.454166:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.454173:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.454179:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.454186:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.454192:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346490.454195:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346490.459266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00000800:00000001:3.0:1763346490.461078:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.461096:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.461101:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.461103:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.461117:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.461139:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e00d700 00000400:00000200:3.0:1763346490.461148:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 107480 00000800:00000001:3.0:1763346490.461160:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.461168:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.461171:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.461177:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.461186:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.461189:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763346490.461195:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7480. 00000100:00000040:3.0:1763346490.461199:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f7480 x1848996540765952 msgsize 488 00000100:00100000:3.0:1763346490.461204:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346490.462342:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763346490.462398:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.462416:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.462423:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763346490.462474:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540765952 02000000:00000001:1.0:1763346490.462479:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.462482:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.462485:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.462491:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.462497:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540765952 00000020:00000001:1.0:1763346490.462501:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.462503:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.462507:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.462511:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346490.462515:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.462517:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.462523:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.462532:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.462536:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.462539:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000020:00000010:1.0:1763346490.462547:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83e00. 00000020:00000010:1.0:1763346490.462554:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.462560:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.462570:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346490.462574:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.462576:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346490.462579:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346490.462582:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.462585:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:1.0:1763346490.462588:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.462592:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346490.462595:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346490.462599:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.462602:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.462604:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.462607:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.462609:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.462611:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.462613:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.462614:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.462616:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.462618:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.462619:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.462620:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462623:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763346490.462627:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462629:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462631:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.462635:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763346490.462637:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.462640:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346490.462652:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x2607:0x0] (0->4095) req@ffff9fb5053f7480 x1848996540765952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 488/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346490.462662:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346490.462664:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb5053f7480 with x1848996540765952 ext(0->4095) 00010000:00000001:1.0:1763346490.462668:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.462670:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.462673:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:1.0:1763346490.462676:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346490.462678:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346490.462681:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.462683:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346490.462685:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346490.462687:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb5053f7480 00002000:00000001:1.0:1763346490.462689:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.462691:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.462700:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.462719:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.462734:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.462737:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.462741:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3700 00000100:00000040:1.0:1763346490.462746:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.462748:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558782592 : -105875150769024 : ffff9fb5053f7480) 00000100:00000040:1.0:1763346490.462753:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f7480 x1848996540765952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 488/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.462762:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.462765:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.462767:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.462769:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000100:00100000:1.0:1763346490.462774:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540765952:12345-192.168.204.16@tcp:3:lfs.0 00000100:00000200:1.0:1763346490.462778:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540765952 00000020:00000001:1.0:1763346490.462780:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.462783:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.462786:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462787:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.462789:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:1.0:1763346490.462792:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.462796:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.462798:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.462800:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.462801:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.462807:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.462809:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.462823:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb529f3e000. 02000000:00000001:1.0:1763346490.462826:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.462828:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462831:0:104272:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:1.0:1763346490.462834:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763346490.462835:0:104272:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462838:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:1.0:1763346490.462843:0:104272:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:1.0:1763346490.462845:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763346490.462847:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 299892736 dropped 0, local 301596672 00000020:00000001:1.0:1763346490.462851:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763346490.462852:0:104272:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:1.0:1763346490.462855:0:104272:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:1.0:1763346490.462857:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.462861:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.462868:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00002000:00000001:1.0:1763346490.462871:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00002000:00000001:1.0:1763346490.462874:0:104272:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346490.462884:0:104272:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.462887:0:104272:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:1.0:1763346490.462888:0:104272:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.462898:0:104272:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:1.0:1763346490.462951:0:104272:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346490.462958:0:104272:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.462960:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462962:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.462967:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763346490.463001:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:1.0:1763346490.463005:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763346490.463021:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:1.0:1763346490.463024:0:104272:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 27519b52 (4) 00000020:00008000:1.0:1763346490.463028:0:104272:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763346490.463033:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763346490.463040:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.463048:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.463065:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.463068:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.463070:0:104272:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:1.0:1763346490.463077:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00002000:00000001:1.0:1763346490.463080:0:104272:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.463082:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.463084:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.463086:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:1.0:1763346490.463088:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763346490.463091:0:104272:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:1.0:1763346490.463095:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847728, transno 0, xid 1848996540765952 00010000:00000001:1.0:1763346490.463098:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.463104:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f7480 x1848996540765952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 488/4536 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.463112:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.463115:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.463120:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.463126:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.463128:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.463130:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.463133:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.463135:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.463139:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.463142:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.463147:0:104272:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb540e82300. 00000100:00000200:1.0:1763346490.463153:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540765952, offset 224 00000400:00000200:1.0:1763346490.463161:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.463176:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.463183:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198349:198349:256:4294967295] 192.168.204.16@tcp LPNI seq info [198345:198345:8:4294967295] 00000400:00000200:1.0:1763346490.463194:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.463203:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.463208:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb401a83800. 00000800:00000200:1.0:1763346490.463243:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.463253:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346490.463258:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb401a83800 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:1.0:1763346490.463283:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.463287:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.463290:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.463292:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.463294:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.463298:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7480 x1848996540765952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 488/4536 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.463308:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540765952:12345-192.168.204.16@tcp:3:lfs.0 Request processed in 544us (2106us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763346490.463317:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3700 00000100:00000040:1.0:1763346490.463320:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.463323:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763346490.463324:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346490.463329:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x2607:0x0] (0->4095) req@ffff9fb5053f7480 x1848996540765952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 488/4536 e 0 to 0 dl 1763346501 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346490.463336:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346490.463338:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb5053f7480 with x1848996540765952 ext(0->4095) 00010000:00000001:1.0:1763346490.463340:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.463342:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.463344:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:1.0:1763346490.463346:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346490.463348:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346490.463351:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.463352:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346490.463354:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346490.463356:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb5053f7480 00002000:00000001:1.0:1763346490.463358:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.463360:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.463377:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.463381:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.463386:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000020:00000040:1.0:1763346490.463393:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346490.463397:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.469258:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.469263:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540766080 02000000:00000001:3.0:1763346490.469266:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.469268:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.469271:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.469277:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.469282:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540766080 00000020:00000001:3.0:1763346490.469286:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.469288:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346490.469291:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.469294:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:3.0:1763346490.469297:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346490.469300:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346490.469306:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.469311:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce40. 00000100:00000001:3.0:1763346490.469316:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.469319:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce40. 00000020:00000010:3.0:1763346490.469325:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb404143e00. 00000020:00000010:3.0:1763346490.469332:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364800. 00000020:00000010:3.0:1763346490.469337:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346490.469346:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763346490.469349:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.469352:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763346490.469355:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763346490.469357:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346490.469360:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:3.0:1763346490.469371:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346490.469375:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346490.469380:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346490.469383:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.469386:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346490.469388:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.469391:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.469392:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.469394:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.469396:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.469397:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.469399:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346490.469400:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346490.469401:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346490.469402:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.469405:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763346490.469407:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.469409:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.469411:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346490.469414:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763346490.469416:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.469419:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.469427:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.469442:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.469454:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.469456:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.469460:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3701 00000100:00000040:3.0:1763346490.469464:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346490.469466:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199253358720 : -105874456192896 : ffff9fb52ea5d880) 00000100:00000040:3.0:1763346490.469475:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52ea5d880 x1848996540766080/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4584/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346490.469491:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.469493:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce40. 00000100:00000001:3.0:1763346490.469495:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.469497:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce40. 00000100:00100000:3.0:1763346490.469501:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52ea5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540766080:12345-192.168.204.16@tcp:4:lfs.0 00000100:00000200:3.0:1763346490.469506:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540766080 00000020:00000001:3.0:1763346490.469508:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346490.469511:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346490.469513:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.469515:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346490.469516:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:3.0:1763346490.469519:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346490.469523:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346490.469525:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346490.469526:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346490.469527:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.469529:0:86566:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763346490.469535:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.469537:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.469542:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb5402de800. 02000000:00000001:3.0:1763346490.469544:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.469547:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.469550:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763346490.469552:0:86566:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:3.0:1763346490.469555:0:86566:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346490.469559:0:86566:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346490.469567:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078e00 count: 2 00010000:00000001:3.0:1763346490.469570:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.469573:0:86566:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.469577:0:86566:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b400. 00000020:00000001:3.0:1763346490.469581:0:86566:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.469584:0:86566:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b400 with handle 0x757b854463af9d4f to hash 00000020:00000001:3.0:1763346490.469586:0:86566:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.469588:0:86566:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00000001:3.0:1763346490.469590:0:86566:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00000001:3.0:1763346490.469594:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.469596:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.469600:0:86566:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463af9d4f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346490.469610:0:86566:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346490.469614:0:86566:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346490.469617:0:86566:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346490.469620:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.469624:0:86566:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763346490.469626:0:86566:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346490.469631:0:86566:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 24 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346490.469638:0:86566:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346490.469640:0:86566:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.469642:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346490.469644:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.469646:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346490.469648:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346490.469649:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.469651:0:86566:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.469653:0:86566:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763346490.469656:0:86566:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463af9d4f lrc: 4/0,1 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.469663:0:86566:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2609:0x0].0x0 (ffff9fb503078e00) refcount = 2 00010000:00000040:3.0:1763346490.469666:0:86566:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346490.469670:0:86566:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 24 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346490.469682:0:86566:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763346490.469685:0:86566:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463af9d4f lrc: 4/0,1 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763346490.469692:0:86566:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9ce40. 00000100:00000001:3.0:1763346490.469695:0:86566:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346490.469702:0:86566:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb51d20db40. 00000100:00000001:3.0:1763346490.469704:0:86566:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198959430464 : -105874750121152 : ffff9fb51d20db40) 00000100:00000001:3.0:1763346490.469706:0:86566:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198959430464 : -105874750121152 : ffff9fb51d20db40) 00000100:00000001:3.0:1763346490.469709:0:86566:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346490.469711:0:86566:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346490.469713:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346490.469716:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.469718:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346490.469720:0:86566:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.469723:0:86566:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.469724:0:86566:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763346490.469726:0:86566:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763346490.469731:0:86566:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4a80. 00000020:00000040:3.0:1763346490.469735:0:86566:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346490.469738:0:86566:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346490.469741:0:86566:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346490.469746:0:86566:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346490.469753:0:86566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb402f87a00. 00000100:00000001:3.0:1763346490.469759:0:86566:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.469765:0:86566:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 24 pid: 57808 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763346490.469781:0:86566:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 24 pid: 57808 timeout: 6160 lvb_type: 1 00010000:00000001:3.0:1763346490.469791:0:86566:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346490.469795:0:86566:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346490.469799:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5053f4a80 x1848996514962048/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.469808:0:86566:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346490.469811:0:86566:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.469815:0:86566:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5053f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:86566:1848996514962048:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346490.469819:0:86566:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346490.469825:0:86566:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346490.469827:0:86566:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.469829:0:86566:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346490.469833:0:86566:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb53168ec00. 02000000:00000001:3.0:1763346490.469834:0:86566:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346490.469840:0:86566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346490.469847:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb5d8. 00000100:00000200:3.0:1763346490.469855:0:86566:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514962048, portal 16 00000100:00000001:3.0:1763346490.469858:0:86566:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346490.469859:0:86566:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198558771840 : -105875150779776 : ffff9fb5053f4a80) 00000100:00000040:3.0:1763346490.469864:0:86566:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5053f4a80 x1848996514962048/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.469871:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.469873:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346490.469876:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb3b8. 00000100:00000200:3.0:1763346490.469879:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514962048, offset 0 00000400:00000200:3.0:1763346490.469885:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.469898:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.469903:0:86566:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346490.469908:0:86566:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346490.469912:0:86566:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346490.469915:0:86566:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346490.469919:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198350:198350:256:4294967295] 192.168.204.16@tcp LPNI seq info [198346:198346:8:4294967295] 00000400:00000200:3.0:1763346490.469930:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.469935:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.469941:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b000. 00000800:00000200:3.0:1763346490.469947:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.469954:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.469958:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.469980:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.469985:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300727384 00000100:00000001:3.0:1763346490.469992:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300727363 00000100:00000001:3.0:1763346490.469997:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300727384 00000100:00000001:3.0:1763346490.470000:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300727363 00000100:00000001:3.0:1763346490.470002:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300727384 00000100:00000001:3.0:1763346490.470005:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300727363 00000100:00000001:3.0:1763346490.470007:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300727384 00000100:00000001:3.0:1763346490.470010:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300727363 00000100:00000001:3.0:1763346490.470012:0:86566:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.470014:0:86566:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.470016:0:86566:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.470018:0:86566:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.470020:0:86566:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.470021:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.470022:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.470024:0:86566:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.470025:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346490.470027:0:86566:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346490.470028:0:86566:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.470031:0:86566:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346490.470033:0:86566:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346490.470035:0:86566:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb51d20db40 going to sleep for 11 seconds 00000100:00000001:3.0:1763346490.470038:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346490.470041:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.476065:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346490.476077:0:86566:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346490.476080:0:86566:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346490.476085:0:86566:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad580. 00000400:00000200:3.0:1763346490.476092:0:86566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb5d8 00000400:00000010:3.0:1763346490.476095:0:86566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb5d8. 00000100:00000001:3.0:1763346490.476099:0:86566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346490.476106:0:86566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5053f4a80 x1848996514962048/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346490.476116:0:86566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5053f4a80 x1848996514962048/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.476123:0:86566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346490.476126:0:86566:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.476128:0:86566:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346490.476132:0:86566:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346490.476135:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.476138:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.476142:0:86566:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.476150:0:86566:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=69 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346490.476155:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=69 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346490.476158:0:86566:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346490.476160:0:86566:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.476164:0:86566:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346490.476168:0:86566:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.476172:0:86566:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.476177:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5053f4a80 x1848996514962048/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.476185:0:86566:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.476188:0:86566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346490.476190:0:86566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.476194:0:86566:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346490.476198:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.476200:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.476202:0:86566:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.476206:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4a80 x1848996514962048/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346490.476738:0:86566:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5053f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:86566:1848996514962048:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346490.476746:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.476749:0:86566:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.476752:0:86566:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346490.476992:0:86566:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.477000:0:86566:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5053f4a80 x1848996514962048/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.477009:0:86566:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346490.477012:0:86566:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346490.477016:0:86566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb53168ec00. 02000000:00000001:3.0:1763346490.477021:0:86566:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346490.477024:0:86566:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346490.477027:0:86566:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763346490.477029:0:86566:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346490.477032:0:86566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb402f87a00. 02000000:00000001:3.0:1763346490.477038:0:86566:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346490.477040:0:86566:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346490.477042:0:86566:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4a80. 00000100:00000001:3.0:1763346490.477046:0:86566:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346490.477047:0:86566:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346490.477050:0:86566:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb51d20db40. 00000100:00000001:3.0:1763346490.477065:0:86566:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346490.477067:0:86566:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346490.477070:0:86566:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9ce40. 00010000:00000001:3.0:1763346490.477073:0:86566:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.477076:0:86566:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.477078:0:86566:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.477082:0:86566:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763346490.477087:0:86566:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463af9d4f lrc: 3/0,1 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763346490.477976:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.477981:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540766208 02000000:00000001:1.0:1763346490.477984:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.477987:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.477989:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.477994:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.477999:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540766208 00000020:00000001:1.0:1763346490.478003:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.478005:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.478008:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.478013:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=25 00000020:00000001:1.0:1763346490.478016:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.478019:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.478024:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.478030:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.478034:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.478037:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000020:00000010:1.0:1763346490.478046:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83e00. 00000020:00000010:1.0:1763346490.478192:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.478201:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.478247:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346490.478252:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.478254:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346490.478256:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346490.478259:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.478262:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346490.478268:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.478270:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.478273:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=4 00000020:00000001:1.0:1763346490.478275:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346490.478278:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00010000:1.0:1763346490.478286:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 25 pid: 57808 timeout: 6160 lvb_type: 1 00010000:00000001:1.0:1763346490.478295:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.478296:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.478298:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.478300:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.478309:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346490.478315:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb51dcc4a80 x1848996540766208/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.478323:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346490.478325:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.478345:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.478370:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.478372:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.478378:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4015 00000100:00000040:1.0:1763346490.478382:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:1.0:1763346490.478384:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970665600 : -105874738886016 : ffff9fb51dcc4a80) 00000100:00000040:1.0:1763346490.478389:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc4a80 x1848996540766208/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.478398:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.478401:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.478404:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.478406:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f308c0. 00000100:00100000:1.0:1763346490.478410:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+25:2357:x1848996540766208:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346490.478418:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540766208 00010000:00000001:1.0:1763346490.478421:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346490.478423:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346490.478426:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346490.478433:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.478436:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.478442:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5296b5800. 02000000:00000001:1.0:1763346490.478445:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.478449:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.478452:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346490.478454:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346490.478457:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.478458:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.478460:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=4 00000020:00000001:1.0:1763346490.478462:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346490.478464:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000040:1.0:1763346490.478468:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078e00 count: 3 00002000:00000001:1.0:1763346490.478473:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346490.478480:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.478484:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.478492:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:1.0:1763346490.478495:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:1.0:1763346490.478498:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346490.478507:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.478513:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00010000:1.0:1763346490.478519:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 25 pid: 57808 timeout: 6160 lvb_type: 1 00000100:00001000:1.0:1763346490.478528:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=132 v=5 (1 1 0 0) 00010000:00000001:1.0:1763346490.478532:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346490.478538:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.478540:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.478544:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 25 pid: 57808 timeout: 6160 lvb_type: 1 00000020:00000001:1.0:1763346490.478554:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.478557:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.478559:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.478562:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.478568:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.478569:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.478577:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.478578:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.478581:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.478582:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.478585:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463af9d25 from hash 00010000:00000001:1.0:1763346490.478588:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.478589:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.478590:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.478591:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.478599:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.478603:0:5736:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.478605:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.478606:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.478610:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9d25 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921268e expref: 25 pid: 57808 timeout: 6160 lvb_type: 1 00010000:00000040:1.0:1763346490.478619:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346490.478622:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346490.478631:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.478632:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.478635:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763346490.478638:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a3b400 00010000:00000001:1.0:1763346490.478640:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346490.478643:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346490.478646:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346490.478648:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.478651:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346490.478653:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346490.478655:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.478658:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346490.478660:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346490.478663:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463af9d4f lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346490.479717:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763346490.479729:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463af9d4f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.479742:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2609:0x0].0x0 (ffff9fb503078e00) refcount = 2 00010000:00000040:1.0:1763346490.479746:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346490.479748:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463af9d4f lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346490.479758:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.479760:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.479763:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346490.479765:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.479768:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346490.479778:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f308c0. 00000100:00000001:1.0:1763346490.479782:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346490.479792:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.479795:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.479797:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199559693056 : -105874149858560 : ffff9fb540e82300) 00000100:00000001:1.0:1763346490.479800:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346490.479803:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346490.479805:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.479807:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346490.480181:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.480186:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.480188:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.480190:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.480192:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346490.480194:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346490.480197:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.480199:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.480201:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763346490.480204:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb540e82300. 00000100:00000001:1.0:1763346490.480210:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346490.480249:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346490.480252:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f308c0. 00010000:00000001:1.0:1763346490.480256:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346490.480259:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346490.480261:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.480269:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.480273:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.480278:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.480283:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.480290:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.480293:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.480296:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.480299:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.480305:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.480308:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.480317:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bf68. 00000100:00000200:1.0:1763346490.480326:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540766208, offset 224 00000400:00000200:1.0:1763346490.480334:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.480354:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.480876:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198351:198351:256:4294967295] 192.168.204.16@tcp LPNI seq info [198347:198347:8:4294967295] 00000400:00000200:1.0:1763346490.480894:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.480902:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.480912:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346490.480921:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.480931:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.480939:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.480970:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.480975:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.480978:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.480981:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.480991:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4a80 x1848996540766208/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/224 e 0 to 0 dl 1763346501 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346490.481004:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540766208:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 2603us (3509us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346490.481016:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4015 00000100:00000040:1.0:1763346490.481021:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.481024:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.481026:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.481035:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:1.0:1763346490.481041:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00000020:00000010:1.0:1763346490.481050:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000800:00000200:3.0:1763346490.481352:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.481369:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:3.0:1763346490.481379:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.481386:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000020:00000040:1.0:1763346490.481457:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346490.481463:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.482747:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bf68 00000400:00000010:3.0:1763346490.482752:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bf68. 00000100:00000001:3.0:1763346490.482760:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.482762:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346490.490941:0:57646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00080000:00000001:3.0:1763346490.531709:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346490.531716:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346490.531718:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346490.531721:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847740 is committed 00000001:00000040:3.0:1763346490.531725:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 3 00000020:00000040:3.0:1763346490.531728:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000001:00000010:3.0:1763346490.531731:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6120. 00000020:00000001:3.0:1763346490.531736:0:58019:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346490.531739:0:58019:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346490.531740:0:58019:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb509224000 : new cb_count 2 00000020:00000040:3.0:1763346490.531742:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000020:00000010:3.0:1763346490.531744:0:58019:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb5156e6480. 00040000:00000001:3.0:1763346490.531748:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.531752:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.531754:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b6000. 00080000:00000001:3.0:1763346490.531757:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.531760:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346490.531761:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.531763:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.531764:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92f000. 00080000:00000001:3.0:1763346490.531767:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.531774:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346490.531776:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346490.531777:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346490.531778:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847741 is committed 00000001:00000040:3.0:1763346490.531781:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 1 00000020:00000040:3.0:1763346490.531782:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000001:00000010:3.0:1763346490.531784:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5225f37e0. 00000020:00000001:3.0:1763346490.531788:0:58019:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346490.531789:0:58019:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346490.531791:0:58019:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb509224000 : new cb_count 0 00000020:00000040:3.0:1763346490.531793:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000020:00000010:3.0:1763346490.531795:0:58019:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb5225f3f00. 00040000:00000001:3.0:1763346490.531797:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.531798:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.531800:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644400. 00080000:00000001:3.0:1763346490.531804:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.531808:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346490.531809:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.531810:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.531812:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535646400. 00080000:00000001:3.0:1763346490.531815:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.531817:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346490.531820:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346490.531821:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346490.531823:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847739 is committed 00000001:00000040:3.0:1763346490.531825:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 0 00000020:00000040:3.0:1763346490.531827:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000001:00000010:3.0:1763346490.531829:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5225f35a0. 00040000:00000001:3.0:1763346490.531831:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.531832:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.531834:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92e800. 00080000:00000001:3.0:1763346490.531837:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:1.0:1763346490.537933:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.537938:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540766336 02000000:00000001:1.0:1763346490.537943:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.537946:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.537949:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.537954:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.537960:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540766336 00000020:00000001:1.0:1763346490.537964:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.537967:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346490.537971:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.537976:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=502 00000020:00000001:1.0:1763346490.537979:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346490.537983:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346490.537990:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.537999:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f307c0. 00000100:00000001:1.0:1763346490.538004:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.538007:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f307c0. 00000020:00000010:1.0:1763346490.538018:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83e00. 00000020:00000010:1.0:1763346490.538026:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51fc1cc80. 00000020:00000010:1.0:1763346490.538032:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.538042:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346490.538045:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.538047:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.538051:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.538061:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.538075:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.538090:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.538092:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.538099:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140761 00000100:00000040:1.0:1763346490.538104:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346490.538106:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970666496 : -105874738885120 : ffff9fb51dcc4e00) 00000100:00000040:1.0:1763346490.538116:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc4e00 x1848996540766336/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 448/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.538127:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.538130:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f307c0. 00000100:00000001:1.0:1763346490.538132:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.538134:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f307c0. 00000100:00100000:1.0:1763346490.538139:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+502:226222:x1848996540766336:12345-192.168.204.16@tcp:44:lfs.0 00000100:00000200:1.0:1763346490.538143:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540766336 00000020:00000001:1.0:1763346490.538148:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.538152:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.538157:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.538159:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.538162:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027344 : -1039524272 : ffffffffc20a1e50) 00000020:00000001:1.0:1763346490.538166:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.538170:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540766336, found 0 last_xid 1848996540766335 00000020:00000001:1.0:1763346490.538173:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.538176:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.538179:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.538183:0:26440:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763346490.538188:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.538194:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000020:00000001:1.0:1763346490.538198:0:26440:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.538201:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.538206:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.538209:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.538251:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9fb5296b4000. 02000000:00000001:1.0:1763346490.538254:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.538257:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.538261:0:26440:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763346490.538267:0:26440:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:1.0:1763346490.538275:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.538283:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763346490.538289:0:26440:0:(osd_object.c:2123:osd_object_sync()) Process entered 00010000:00000010:2.1:1763346490.538658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:2.1:1763346490.538669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b400. 00000100:00000040:1.0:1763346490.542516:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300727384, at 4300727392 00000100:00000010:1.0:1763346490.542536:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5156e6600. 00000100:00000040:3.0:1763346490.545985:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300727384, at 4300727395 00000100:00000010:3.0:1763346490.545991:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5156e68a0. 00080000:00000001:1.0:1763346490.566358:0:26440:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.566381:0:26440:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.566387:0:26440:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346490.566391:0:26440:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346490.566400:0:26440:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.566403:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.566411:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.566415:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.566425:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346490.566428:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346490.566432:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346490.566435:0:26440:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346490.566438:0:26440:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.566440:0:26440:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405b:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346490.566445:0:26440:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346490.566449:0:26440:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.566459:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.566462:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.566466:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.566467:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.566470:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.566472:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.566473:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.566475:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.566478:0:26440:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405b:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763346490.566482:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346490.566486:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346490.566496:0:26440:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.566505:0:26440:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.566507:0:26440:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.566512:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055417, transno 0, xid 1848996540766336 00010000:00000001:1.0:1763346490.566515:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.566530:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc4e00 x1848996540766336/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 448/440 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346490.566542:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.566545:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.566550:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.566556:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.566559:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.566562:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.566565:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.566570:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.566575:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.566578:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.566585:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b088. 00000100:00000200:1.0:1763346490.566594:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848996540766336, offset 224 00000400:00000200:1.0:1763346490.566602:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.566619:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.566628:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198353:198353:256:4294967295] 192.168.204.16@tcp LPNI seq info [198349:198349:8:4294967295] 00000400:00000200:1.0:1763346490.566642:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.566648:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.566654:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eda00. 00000800:00000200:1.0:1763346490.566661:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.566670:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00080000:00000001:3.0:1763346490.567466:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346490.567473:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346490.567476:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346490.567479:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055430 is committed 00000001:00000040:3.0:1763346490.567483:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:3.0:1763346490.567487:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 501 00000001:00000010:3.0:1763346490.567491:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843ea0. 00040000:00000001:3.0:1763346490.567497:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567501:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567502:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567503:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567506:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5275d6c00. 00080000:00000001:3.0:1763346490.567509:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567511:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567513:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:3.0:1763346490.567516:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00000001:00000010:3.0:1763346490.567518:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843480. 00040000:00000001:3.0:1763346490.567520:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567521:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567522:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567523:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567524:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5275d5000. 00080000:00000001:3.0:1763346490.567526:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567528:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567529:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:3.0:1763346490.567531:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000001:00000010:3.0:1763346490.567532:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843ba0. 00040000:00000001:3.0:1763346490.567533:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567534:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567535:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567536:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567537:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055eb800. 00080000:00000001:3.0:1763346490.567540:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567541:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567543:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:3.0:1763346490.567544:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000001:00000010:3.0:1763346490.567545:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843960. 00040000:00000001:3.0:1763346490.567547:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567548:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567549:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567550:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567551:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055ea400. 00080000:00000001:3.0:1763346490.567553:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567554:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567556:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:3.0:1763346490.567558:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000001:00000010:3.0:1763346490.567559:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e07c60. 00040000:00000001:3.0:1763346490.567561:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567563:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567563:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567564:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567566:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e9800. 00080000:00000001:3.0:1763346490.567568:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567570:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567573:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:3.0:1763346490.567575:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000001:00000010:3.0:1763346490.567577:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e07d80. 00040000:00000001:3.0:1763346490.567579:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567580:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567581:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000200:1.0:1763346490.567581:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eda00 type 1, nob 536 niov 1 nkiov 1 00040000:00000001:3.0:1763346490.567582:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567583:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e8400. 00080000:00000001:3.0:1763346490.567585:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567591:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567593:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:3.0:1763346490.567595:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000001:00000010:3.0:1763346490.567596:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6360. 00000100:00000001:1.0:1763346490.567598:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1763346490.567599:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567600:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567601:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567602:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:1.0:1763346490.567603:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00080000:00000010:3.0:1763346490.567604:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50941bc00. 00080000:00000001:3.0:1763346490.567606:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:1.0:1763346490.567606:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.567608:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.567609:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567611:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000020:00000001:1.0:1763346490.567611:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:3.0:1763346490.567612:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000001:00000010:3.0:1763346490.567614:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6540. 00040000:00000001:3.0:1763346490.567616:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567617:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567618:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567619:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:1.0:1763346490.567620:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4e00 x1848996540766336/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 448/440 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1763346490.567621:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5275d6400. 00080000:00000001:3.0:1763346490.567623:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567625:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567627:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:3.0:1763346490.567628:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000001:00000010:3.0:1763346490.567630:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e66c0. 00000100:00100000:1.0:1763346490.567631:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+494:226222:x1848996540766336:12345-192.168.204.16@tcp:44:lfs.0 Request processed in 29501us (30289us total) trans 0 rc 0/0 00040000:00000001:3.0:1763346490.567632:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567633:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567635:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567636:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567637:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb54019a000. 00080000:00000001:3.0:1763346490.567641:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00100000:1.0:1763346490.567641:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140761 00080000:00000001:3.0:1763346490.567644:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000040:1.0:1763346490.567645:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000001:00000040:3.0:1763346490.567646:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000100:00000001:1.0:1763346490.567647:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1763346490.567648:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:1.0:1763346490.567649:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000010:3.0:1763346490.567650:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5225f39c0. 00040000:00000001:3.0:1763346490.567654:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567655:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567656:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:1.0:1763346490.567656:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51fc1cc80. 00040000:00000001:3.0:1763346490.567657:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567658:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645000. 00000020:00000010:1.0:1763346490.567661:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d87d0. 00080000:00000001:3.0:1763346490.567662:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567664:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:3.0:1763346490.567667:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967617 batchid updated 00000020:00000010:1.0:1763346490.567668:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000020:00000040:1.0:1763346490.567674:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:1.0:1763346490.567676:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1763346490.567729:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb532f46300. 00040000:00000001:3.0:1763346490.567733:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567735:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567736:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567737:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567739:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92ec00. 00080000:00000001:3.0:1763346490.567742:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567746:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567748:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:3.0:1763346490.567750:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:3.0:1763346490.567752:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44cc0. 00040000:00000001:3.0:1763346490.567755:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567756:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567757:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567758:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567760:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b7c00. 00080000:00000001:3.0:1763346490.567762:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567765:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567767:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:3.0:1763346490.567769:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000001:00000010:3.0:1763346490.567771:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44480. 00040000:00000001:3.0:1763346490.567772:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567774:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567775:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567776:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567778:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b5000. 00080000:00000001:3.0:1763346490.567780:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346490.567782:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346490.567783:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00000020:00000040:3.0:1763346490.567785:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000001:00000010:3.0:1763346490.567786:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44420. 00040000:00000001:3.0:1763346490.567788:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567789:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346490.567790:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346490.567791:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346490.567793:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b6400. 00080000:00000001:3.0:1763346490.567796:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:1.0:1763346490.568010:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.568015:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eda00. 00000400:00000200:1.0:1763346490.568021:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.568028:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.568035:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b088 00000400:00000010:1.0:1763346490.568038:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b088. 00000100:00000001:1.0:1763346490.568043:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.568045:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346490.571090:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.571095:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540766464 02000000:00000001:1.0:1763346490.571099:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.571103:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.571105:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.571111:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.571116:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540766464 00000020:00000001:1.0:1763346490.571120:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.571123:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.571126:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.571130:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:1.0:1763346490.571133:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.571136:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.571142:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.571149:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.571153:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.571156:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000020:00000010:1.0:1763346490.571165:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a10000. 00000020:00000010:1.0:1763346490.571172:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51fc1cc80. 00000020:00000010:1.0:1763346490.571179:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d87d0. 00000100:00000040:1.0:1763346490.571188:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.571192:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.571194:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.571197:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.571207:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.571887:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.574379:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.574387:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.574392:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.574394:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.574399:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.574402:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.574406:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.574407:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.574413:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.574415:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.574446:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346490.574451:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.574454:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1763346490.583334:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.583356:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.583397:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.583401:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.583417:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.583441:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 12 MB=0x691a70e00da00 00000400:00000200:1.0:1763346490.583452:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 488/488 into md 0xd4275 [64] + 190528 00000800:00000001:1.0:1763346490.583463:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.583473:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.583476:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.583481:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.583490:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346490.583493:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346490.583501:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768000. 00000100:00000040:1.0:1763346490.583505:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768000 x1848996540766720 msgsize 488 00000100:00100000:1.0:1763346490.583510:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346490.583530:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.583541:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.583544:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.587333:0:26440:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.587340:0:26440:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346490.587341:0:26440:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346490.587345:0:26440:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.587348:0:26440:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346490.587356:0:26440:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346490.587368:0:26440:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346490.587370:0:26440:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346490.587371:0:26440:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346490.587374:0:26440:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346490.587380:0:26440:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346490.587387:0:26440:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.587392:0:26440:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.587396:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 8590055431, xid 1848996540766720 00010000:00000001:1.0:1763346490.587402:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763346490.587406:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00010000:00000200:1.0:1763346490.587411:0:26440:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055431, last committed = 8590055430 00010000:00000200:1.0:1763346490.587426:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768000 x1848996540766720/t8590055431(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 488/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346490.587436:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.587440:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.587446:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.587452:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.587455:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.587457:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.587461:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.587464:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.587470:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.587473:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.587484:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b088. 00000100:00000200:1.0:1763346490.587493:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540766720, offset 224 00000400:00000010:1.0:1763346490.587503:0:26440:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb50a277a10. 00000400:00000200:1.0:1763346490.587508:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.587527:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.587536:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198355:198355:256:4294967295] 192.168.204.16@tcp LPNI seq info [198351:198351:8:4294967295] 00000400:00000200:1.0:1763346490.587545:0:26440:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:1.0:1763346490.587552:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.587559:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.587566:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eda00. 00000800:00000200:1.0:1763346490.587574:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.587583:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.587589:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eda00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.587614:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.587618:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.587621:0:26440:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.587625:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.587627:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.587633:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768000 x1848996540766720/t8590055431(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 488/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346490.587645:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a768000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+490:226222:x1848996540766720:12345-192.168.204.16@tcp:36:lfs.0 Request processed in 3636us (4137us total) trans 8590055431 rc 0/0 00000100:00100000:1.0:1763346490.587654:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140762 00000100:00000040:1.0:1763346490.587658:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.587661:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.587663:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.587670:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346490.587679:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109bb8. 00000020:00000010:1.0:1763346490.587686:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51d09e800. 00000020:00000040:1.0:1763346490.587692:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:1.0:1763346490.587695:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.592249:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346490.592257:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.592261:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.592266:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:3.0:1763346490.592269:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:3.0:1763346490.592273:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:3.0:1763346490.592276:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346490.592283:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463af9d56 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.592293:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.592295:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.592297:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463af9d56 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.592304:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.592306:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.592311:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346490.592313:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463af9d56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:3.0:1763346490.592321:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346490.592326:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.592329:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346490.592332:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463af9d56 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.592339:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346490.592341:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.592343:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.592344:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=4 00000020:00000001:3.0:1763346490.592346:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:3.0:1763346490.592348:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:3.0:1763346490.592351:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346490.592354:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463af9d56 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.592368:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346490.592370:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346490.592372:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.592378:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.592379:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.592381:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.592383:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.592386:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36200 with handle 0x757b854463af9d56 from hash 00010000:00000001:3.0:1763346490.592388:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.592390:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.592391:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.592392:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.592399:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.592402:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.592404:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.592406:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.592410:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.592413:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3e00) 00010000:00010000:3.0:1763346490.592416:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346490.592419:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.592423:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.592425:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346490.592427:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346490.592430:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.592431:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.592433:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.592435:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.592437:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.592440:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463af9d56 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346490.592444:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.592446:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.592447:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346490.592449:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346490.592450:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.592453:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463af9d56 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:3.0:1763346490.592460:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf100. 00010000:00000001:3.0:1763346490.592469:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346490.592473:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:3.0:1763346490.592476:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346490.592539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00000800:00000001:1.0:1763346490.593296:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.593310:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.593314:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.593317:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.593329:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.593345:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00da80 00000400:00000200:1.0:1763346490.593356:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 768 00000800:00000001:1.0:1763346490.593373:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.593439:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.593443:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.593447:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.593454:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346490.593457:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346490.593464:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768e00. 00000100:00000040:1.0:1763346490.593468:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768e00 x1848996540766848 msgsize 328 00000100:00100000:1.0:1763346490.593473:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346490.593494:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.593503:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.593507:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.597038:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.597042:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540766976 02000000:00000001:1.0:1763346490.597045:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.597048:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.597050:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.597055:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.597061:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540766976 00000020:00000001:1.0:1763346490.597065:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.597067:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346490.597070:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.597074:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:1.0:1763346490.597076:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346490.597078:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346490.597084:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.597090:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.597094:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.597096:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000020:00000010:1.0:1763346490.597103:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.597110:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51fc1cc80. 00000020:00000010:1.0:1763346490.597115:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8578. 00000100:00000040:1.0:1763346490.597124:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.597127:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.597128:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.597131:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.597140:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.597156:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.597171:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.597173:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.597179:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20058 00000100:00000040:1.0:1763346490.597183:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346490.597185:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319574528 : -105874389977088 : ffff9fb532983800) 00000100:00000040:1.0:1763346490.597193:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532983800 x1848996540766976/t0(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 440/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.597203:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.597205:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.597207:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.597209:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000100:00100000:1.0:1763346490.597257:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540766976:12345-192.168.204.16@tcp:2:lfs.0 00000100:00000200:1.0:1763346490.597261:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540766976 00000020:00000001:1.0:1763346490.597265:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.597269:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.597272:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.597274:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.597277:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150464 : -1037401152 : ffffffffc22a83c0) 00000020:00000001:1.0:1763346490.597281:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.597284:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.597286:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.597289:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.597293:0:57808:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346490.597298:0:57808:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346490.597301:0:57808:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.597304:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.597307:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.597310:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.597311:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.597313:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.597315:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.597316:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.597318:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.597319:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.597320:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.597323:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.597325:0:57808:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.597327:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.597332:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.597335:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.597341:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5296b7c00. 02000000:00000001:1.0:1763346490.597344:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.597346:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.597350:0:57808:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:1.0:1763346490.597353:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.597356:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.597374:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:1.0:1763346490.597377:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:1.0:1763346490.597381:0:57808:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:1.0:1763346490.597386:0:57808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.597395:0:57808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:1.0:1763346490.597398:0:57808:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.597401:0:57808:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.597403:0:57808:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763346490.597405:0:57808:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.597409:0:57808:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.597419:0:57808:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b6c00. 00080000:00000001:1.0:1763346490.597423:0:57808:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165643776 : -105874543907840 : ffff9fb5296b6c00) 00000001:00000001:1.0:1763346490.597425:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.597426:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.597431:0:57808:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346490.597460:0:57808:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.597464:0:57808:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.597470:0:57808:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.597474:0:57808:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346490.597479:0:57808:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.597518:0:57808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.597519:0:57808:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.597545:0:57808:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.597552:0:57808:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb50a2776c8. 00080000:00000001:1.0:1763346490.597560:0:57808:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346490.597615:0:57808:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.597619:0:57808:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763346490.597621:0:57808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.597624:0:57808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:1.0:1763346490.597627:0:57808:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.597630:0:57808:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346490.597635:0:57808:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.597639:0:57808:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.597642:0:57808:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847742, last_committed = 21474847741 00000001:00000010:1.0:1763346490.597646:0:57808:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5156e6cc0. 00000001:00000040:1.0:1763346490.597649:0:57808:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 1 00000020:00000040:1.0:1763346490.597652:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00080000:00000001:1.0:1763346490.597658:0:57808:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.597692:0:57808:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346490.597696:0:57808:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.597709:0:57808:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.597719:0:57808:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.597727:0:57808:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.597730:0:57808:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:1.0:1763346490.597734:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000040:1.0:1763346490.597743:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:1.0:1763346490.597746:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763346490.597750:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346490.597755:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346490.597756:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.597758:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:1.0:1763346490.597760:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:1.0:1763346490.597763:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346490.597768:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346490.597770:0:57808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x2609:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:1.0:1763346490.597773:0:57808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x2609:0x0] updating lvb mtime from disk: 1763346490 -> 1763346489 00002000:00010000:1.0:1763346490.597776:0:57808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x2609:0x0] updating lvb atime from disk: 0 -> 1763346489 00002000:00010000:1.0:1763346490.597778:0:57808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x2609:0x0] updating lvb ctime from disk: 1763346490 -> 1763346490 00002000:00010000:1.0:1763346490.597781:0:57808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x2609:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:1.0:1763346490.597783:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000040:1.0:1763346490.597789:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847741, transno 21474847742, xid 1848996540766976 00010000:00000001:1.0:1763346490.597792:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.597798:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532983800 x1848996540766976/t21474847742(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 440/432 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.597810:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.597814:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.597817:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.597823:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.597826:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.597828:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.597830:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.597833:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.597837:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.597840:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.597846:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bb28. 00000100:00000200:1.0:1763346490.597852:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540766976, offset 224 00000400:00000200:1.0:1763346490.597859:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.597875:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.597882:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198357:198357:256:4294967295] 192.168.204.16@tcp LPNI seq info [198353:198353:8:4294967295] 00000400:00000200:1.0:1763346490.597893:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.597898:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.597904:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eda00. 00000800:00000200:1.0:1763346490.597911:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.597919:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.597924:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eda00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.597944:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.597948:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.597950:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.597952:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.597955:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.597960:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532983800 x1848996540766976/t21474847742(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 440/432 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.597968:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540766976:12345-192.168.204.16@tcp:2:lfs.0 Request processed in 764us (1001us total) trans 21474847742 rc 0/0 00000100:00100000:1.0:1763346490.597978:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20058 00000100:00000040:1.0:1763346490.597982:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346490.597984:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.597986:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.597991:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51fc1cc80. 00000020:00000010:1.0:1763346490.597995:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8578. 00000020:00000010:1.0:1763346490.598000:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.598006:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:1.0:1763346490.598009:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.598195:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.598201:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eda00. 00000400:00000200:3.0:1763346490.598207:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.598242:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.598247:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bb28 00000400:00000010:3.0:1763346490.598251:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bb28. 00000100:00000001:3.0:1763346490.598255:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.598257:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346490.602268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00000100:00000001:1.0:1763346490.603939:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.603943:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540767232 02000000:00000001:1.0:1763346490.603947:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.603949:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.603952:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.603959:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.603963:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540767232 00000020:00000001:1.0:1763346490.603968:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.603970:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346490.603973:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.603977:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=489 00000020:00000001:1.0:1763346490.603980:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346490.603983:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346490.603988:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.603994:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.603998:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.604001:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000020:00000010:1.0:1763346490.604010:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.604017:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51fc1cc80. 00000020:00000010:1.0:1763346490.604023:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8578. 00000100:00000040:1.0:1763346490.604033:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346490.604037:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.604038:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.604043:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.604053:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.606269:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1763346490.609611:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb5d8. 00000100:00000200:3.0:1763346490.609633:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540767232, offset 224 00000400:00000200:3.0:1763346490.609649:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.609667:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.609675:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198358:198358:256:4294967295] 192.168.204.16@tcp LPNI seq info [198354:198354:8:4294967295] 00000400:00000200:3.0:1763346490.609690:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.609696:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.609703:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b400. 00000800:00000200:3.0:1763346490.609710:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.609719:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.609725:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.609735:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.609740:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.609744:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346490.609747:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.609750:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346490.609764:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981880 x1848996540767232/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 472/224 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346490.609776:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+489:226222:x1848996540767232:12345-192.168.204.16@tcp:55:lfs.0 Request processed in 4264us (5894us total) trans 0 rc -22/-22 00000100:00100000:3.0:1763346490.609788:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140763 00000100:00000040:3.0:1763346490.609791:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346490.609794:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346490.609797:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346490.609806:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51fc1cc80. 00000020:00000010:3.0:1763346490.609815:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8578. 00000020:00000010:3.0:1763346490.609822:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:3.0:1763346490.609828:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:3.0:1763346490.609831:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.612489:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.612509:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.612514:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.612516:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.612530:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.612552:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e00dc80 00000400:00000200:3.0:1763346490.612562:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 1536 00000800:00000001:3.0:1763346490.612572:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.612582:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.612585:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.612589:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.612599:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.612602:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346490.612609:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4a80. 00000100:00000040:3.0:1763346490.612613:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4a80 x1848996540767360 msgsize 440 00000100:00100000:3.0:1763346490.612617:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.612636:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.612647:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.612651:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346490.614323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00000100:00000001:3.0:1763346490.620349:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.620353:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540767488 02000000:00000001:3.0:1763346490.620356:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.620368:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.620371:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.620376:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.620382:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540767488 00000020:00000001:3.0:1763346490.620386:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.620389:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.620392:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.620396:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=489 00000020:00000001:3.0:1763346490.620399:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.620403:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.620409:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.620414:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c600. 00000100:00000001:3.0:1763346490.620419:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.620422:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c600. 00000020:00000010:3.0:1763346490.620429:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401895a00. 00000020:00000010:3.0:1763346490.620436:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346490.620442:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1d48. 00000100:00000040:3.0:1763346490.620452:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346490.620455:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.620457:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346490.620460:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.620470:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.620476:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.620490:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.620493:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.620498:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140764 00000100:00000040:3.0:1763346490.620502:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346490.620505:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319567360 : -105874389984256 : ffff9fb532981c00) 00000100:00000040:3.0:1763346490.620513:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532981c00 x1848996540767488/t0(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 568/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.620523:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.620525:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c600. 00000100:00000001:3.0:1763346490.620527:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.620530:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c600. 00000100:00100000:3.0:1763346490.620534:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+489:226222:x1848996540767488:12345-192.168.204.16@tcp:61:lfs.0 00000100:00000200:3.0:1763346490.620538:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540767488 00000020:00000001:3.0:1763346490.620542:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346490.620546:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346490.620551:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.620553:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346490.620556:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028160 : -1039523456 : ffffffffc20a2180) 00000020:00000001:3.0:1763346490.620559:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346490.620562:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540767488, found 0 last_xid 1848996540767487 00000020:00000001:3.0:1763346490.620565:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346490.620567:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346490.620570:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346490.620574:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346490.620579:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.620583:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000020:00000001:3.0:1763346490.620587:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.620590:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.620595:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.620597:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.620603:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5402dd400. 02000000:00000001:3.0:1763346490.620605:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.620607:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.620610:0:19997:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:3.0:1763346490.620616:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346490.620619:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:3.0:1763346490.620621:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.620623:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.620625:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:3.0:1763346490.620627:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:3.0:1763346490.620630:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000040:3.0:1763346490.620633:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972100 count: 2 00000004:00000001:3.0:1763346490.620638:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346490.620640:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346490.620643:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.620646:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.620648:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.620650:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620655:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.620657:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.620665:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.620667:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.620669:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.620671:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.620674:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1a00 with handle 0x757b854463af9c37 from hash 00010000:00000001:3.0:1763346490.620676:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.620678:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.620679:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.620680:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.620685:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.620687:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620689:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.620691:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.620696:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9c37 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212633 expref: 489 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.620706:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346490.620709:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00010000:00000010:3.0:1763346490.620712:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4180. 00010000:00000001:3.0:1763346490.620721:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.620723:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.620724:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.620726:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b200 refcount=3 00000020:00000001:3.0:1763346490.620728:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000001:3.0:1763346490.620731:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000001:3.0:1763346490.620734:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.620737:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.620739:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb417972100) 00010000:00000001:3.0:1763346490.620744:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.620747:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620749:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346490.620751:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972100 count: 0 00010000:00000010:3.0:1763346490.620757:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb5262a2a80. 00010000:00000040:3.0:1763346490.620762:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3e00 count: 2 00000004:00000001:3.0:1763346490.620764:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346490.620766:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346490.620767:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.620769:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.620770:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.620772:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620775:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.620776:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.620779:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.620780:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.620781:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.620782:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.620784:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b200 with handle 0x757b854463af9d10 from hash 00010000:00000001:3.0:1763346490.620786:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.620788:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.620789:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.620790:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.620791:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.620793:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620794:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.620795:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.620799:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463af9d10 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212680 expref: 488 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.620805:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346490.620807:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:3.0:1763346490.620809:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001f00. 00010000:00000001:3.0:1763346490.620814:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.620815:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.620816:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.620818:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3e00) 00010000:00000001:3.0:1763346490.620821:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.620822:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620824:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346490.620825:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3e00 count: 0 00010000:00000010:3.0:1763346490.620828:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364080. 00010000:00010000:3.0:1763346490.620832:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346490.620833:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:3.0:1763346490.620836:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346490.620838:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4058:0x0] 00000020:00000001:3.0:1763346490.620840:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.620843:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566975800 : -105879142575816 : ffff9fb417515138) 00000004:00000001:3.0:1763346490.620845:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566975712 : -105879142575904 : ffff9fb4175150e0) 00000004:00000001:3.0:1763346490.620851:0:19997:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763346490.620862:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763346490.620864:0:19997:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.620867:0:19997:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.620869:0:19997:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763346490.620873:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763346490.620875:0:19997:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.620876:0:19997:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.620880:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346490.620884:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346490.620886:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346490.620892:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3b00. 00010000:00000010:3.0:1763346490.620896:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52b388200. 00010000:00000001:3.0:1763346490.620900:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.620903:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a400. 00000020:00000001:3.0:1763346490.620906:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.620908:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a400 with handle 0x757b854463af9d6b to hash 00000020:00000001:3.0:1763346490.620911:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.620912:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303545856 : -105874406005760 : ffff9fb531a3a400) 00010000:00000010:3.0:1763346490.620917:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001f00. 00010000:00000001:3.0:1763346490.620920:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303545856 : -105874406005760 : ffff9fb531a3a400) 00010000:00000001:3.0:1763346490.620923:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.620924:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.620928:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a400/0x757b854463af9d6b lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.620934:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346490.620938:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346490.620940:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346490.620942:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.620944:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.620947:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.620948:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.620950:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346490.620952:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346490.620954:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346490.620955:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346490.620958:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417cf3b00) refcount = 1 00010000:00010000:3.0:1763346490.620962:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a400/0x757b854463af9d6b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.620969:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346490.620972:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.620973:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620975:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346490.620977:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.620979:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.620981:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.620983:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346490.620986:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.620989:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a400/0x757b854463af9d6b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405b:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.620994:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346490.620995:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.620996:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.620997:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.620999:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.621000:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a400 refcount=3 00000020:00000001:3.0:1763346490.621002:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303545856 : -105874406005760 : ffff9fb531a3a400) 00010000:00000001:3.0:1763346490.621005:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303545856 : -105874406005760 : ffff9fb531a3a400) 00010000:00000001:3.0:1763346490.621006:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.621007:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.621009:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621010:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346490.621011:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346490.621012:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346490.621015:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3c00. 00010000:00000010:3.0:1763346490.621017:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52b388800. 00010000:00000001:3.0:1763346490.621019:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.621021:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b600. 00000020:00000001:3.0:1763346490.621023:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.621025:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b600 with handle 0x757b854463af9d72 to hash 00000020:00000001:3.0:1763346490.621026:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.621028:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000010:3.0:1763346490.621031:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001d80. 00010000:00000001:3.0:1763346490.621033:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:3.0:1763346490.621035:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.621036:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.621039:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463af9d72 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.621043:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346490.621045:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346490.621046:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346490.621047:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.621048:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.621050:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.621051:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.621053:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346490.621054:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346490.621055:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346490.621056:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346490.621057:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4058:0x0].0x0 (ffff9fb417cf3c00) refcount = 1 00010000:00010000:3.0:1763346490.621060:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463af9d72 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.621065:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346490.621066:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.621067:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.621069:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346490.621070:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.621072:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.621073:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.621075:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346490.621076:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.621079:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463af9d72 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.621083:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346490.621085:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.621086:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.621087:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.621089:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.621090:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b600 refcount=3 00000020:00000001:3.0:1763346490.621092:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:3.0:1763346490.621094:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:3.0:1763346490.621096:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.621097:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346490.621098:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621103:0:19997:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:3.0:1763346490.621105:0:19997:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:3.0:1763346490.621107:0:19997:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346490.621111:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346490.621118:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44420. 00080000:00000001:3.0:1763346490.621122:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346490.621133:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5402de000. 00080000:00000001:3.0:1763346490.621137:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199547486208 : -105874162065408 : ffff9fb5402de000) 00000004:00000001:3.0:1763346490.621139:0:19997:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763346490.621142:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621146:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621155:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.621157:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763346490.621162:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb417e9c600. 00000004:00000001:3.0:1763346490.621164:0:19997:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621166:0:19997:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763346490.621168:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621169:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621171:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.621173:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763346490.621176:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb417e9c140. 00000004:00000001:3.0:1763346490.621177:0:19997:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.621181:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519192fc0. 00000004:00000001:3.0:1763346490.621182:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621183:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621186:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.621188:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1763346490.621191:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519192f20. 00000004:00000001:3.0:1763346490.621193:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621194:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621196:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.621199:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346490.621202:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621206:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621209:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.621272:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547486208 : -105874162065408 : ffff9fb5402de000) 00080000:00000001:3.0:1763346490.621276:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346490.621307:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621309:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621311:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621315:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621316:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621317:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.621319:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547486208 : -105874162065408 : ffff9fb5402de000) 00080000:00000001:3.0:1763346490.621321:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346490.621329:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621330:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621332:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.621336:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346490.621339:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346490.621345:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346490.621346:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.621348:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547486208 : -105874162065408 : ffff9fb5402de000) 00080000:00000001:3.0:1763346490.621352:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.621367:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.621369:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621371:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.621400:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.621402:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621411:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621419:0:19997:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763346490.621421:0:19997:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763346490.621428:0:19997:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417bde7f0. 00000004:00000010:3.0:1763346490.621434:0:19997:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb406c7ce20. 00000004:00000010:3.0:1763346490.621439:0:19997:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb406c7c040. 00000004:00000010:3.0:1763346490.621444:0:19997:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9fb406c7c468. 00000004:00000010:3.0:1763346490.621447:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb51d20d480. 00000004:00000001:3.0:1763346490.621450:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621452:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.621453:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547486208 : -105874162065408 : ffff9fb5402de000) 00080000:00000001:3.0:1763346490.621456:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346490.621459:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763346490.621548:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621551:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621553:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621555:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621559:0:19997:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763346490.621560:0:19997:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763346490.621562:0:19997:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417a55f10. 00000004:00000010:3.0:1763346490.621566:0:19997:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb41788dd58. 00000004:00000010:3.0:1763346490.621569:0:19997:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb41788d470. 00000004:00000010:3.0:1763346490.621571:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5224cf0c0. 00000004:00000001:3.0:1763346490.621574:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621575:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.621577:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547486208 : -105874162065408 : ffff9fb5402de000) 00080000:00000001:3.0:1763346490.621579:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346490.621580:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763346490.621606:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621608:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621610:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621612:0:19997:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763346490.621614:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621616:0:19997:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763346490.621617:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621619:0:19997:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:3.0:1763346490.621623:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346490.621626:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346490.621630:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346490.621634:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055432, last_committed = 8590055430 00000001:00000010:3.0:1763346490.621638:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44240. 00000001:00000040:3.0:1763346490.621641:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:3.0:1763346490.621645:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:3.0:1763346490.621651:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f31c00. 00000004:00000001:3.0:1763346490.621658:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346490.621660:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.621661:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547486208 : -105874162065408 : ffff9fb5402de000) 00080000:00000001:3.0:1763346490.621665:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346490.621677:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346490.621679:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346490.621682:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f31c00: xid 1848996540767488, transno 8590055432, tag 0, client gen 3, slot idx 1 00000001:00000001:3.0:1763346490.621686:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.621698:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.621701:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44420. 00000020:00000001:3.0:1763346490.621703:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.621706:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb417e9c600. 00000020:00000010:3.0:1763346490.621709:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb417e9c140. 00000020:00000010:3.0:1763346490.621711:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519192fc0. 00000020:00000010:3.0:1763346490.621713:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519192f20. 00200000:00000001:3.0:1763346490.621716:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346490.621719:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44420. 00080000:00000001:3.0:1763346490.621721:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346490.621724:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5402df400. 00080000:00000001:3.0:1763346490.621726:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199547491328 : -105874162060288 : ffff9fb5402df400) 00000004:00000001:3.0:1763346490.621729:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.621733:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763346490.621735:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346490.621738:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346490.621740:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346490.621743:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.621745:0:19997:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346490.621747:0:19997:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:3.0:1763346490.621752:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb417f31b40. 00000004:00000001:3.0:1763346490.621755:0:19997:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:3.0:1763346490.621758:0:19997:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb406c7c468. 00000004:00000010:3.0:1763346490.621761:0:19997:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb406c7c040. 00000020:00000001:3.0:1763346490.621766:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:3.0:1763346490.621774:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417bdcf88. 00000004:00000001:3.0:1763346490.621779:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763346490.621782:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.621785:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194574086112 : -105879135465504 : ffff9fb417bdcfe0) 00000004:00000001:3.0:1763346490.621788:0:19997:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621790:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763346490.621792:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621795:0:19997:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621797:0:19997:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:3.0:1763346490.621799:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763346490.621804:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763346490.621809:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb417f31cc0. 00000004:00000010:3.0:1763346490.621813:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519192f20. 00000004:00000010:3.0:1763346490.621818:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb502ab3000. 00000020:00000001:3.0:1763346490.621822:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763346490.621824:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621827:0:19997:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763346490.621830:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763346490.621832:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x2607:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1763346490.621836:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb502ab3000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763346490.621843:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7b80. 00000020:00000040:3.0:1763346490.621847:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346490.621854:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346490.621857:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346490.621864:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346490.621870:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401894800. 00000100:00000001:3.0:1763346490.621878:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621882:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.621885:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.621888:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.621890:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763346490.621892:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346490.621899:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f310c0. 00000100:00000001:3.0:1763346490.621902:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577576128 : -105879131975488 : ffff9fb417f310c0) 00000100:00000001:3.0:1763346490.621905:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346490.621906:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198558784384 : -105875150767232 : ffff9fb5053f7b80) 00000100:00000001:3.0:1763346490.621911:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346490.621917:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.621919:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346490.621921:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346490.621929:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.621939:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346490.621942:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.621945:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346490.621948:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346490.621951:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.621955:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5053f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514962176:0@lo:1000:mdt00_003.0 00000100:00000001:3.0:1763346490.621959:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346490.621963:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346490.621966:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.621969:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346490.621976:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb535562000. 02000000:00000001:3.0:1763346490.621977:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346490.621986:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346490.621994:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f31780. 00000100:00000200:3.0:1763346490.622002:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514962176, portal 4 00000100:00000001:3.0:1763346490.622004:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346490.622005:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198558784384 : -105875150767232 : ffff9fb5053f7b80) 00000100:00000040:3.0:1763346490.622012:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.622020:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.622023:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346490.622027:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbdd0. 00000100:00000200:3.0:1763346490.622030:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514962176, offset 0 00000400:00000200:3.0:1763346490.622037:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346490.622051:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346490.622062:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c771b00 00000400:00000200:3.0:1763346490.622069:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc5 [256] + 7888 00000400:00000200:3.0:1763346490.622078:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.622083:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346490.622090:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.622092:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763346490.622096:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f5c00. 00000100:00000040:3.0:1763346490.622100:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f5c00 x1848996514962176 msgsize 328 00000100:00100000:3.0:1763346490.622103:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346490.622131:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346490.622141:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbdd0 00000400:00000010:3.0:1763346490.622144:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbdd0. 00000100:00000001:3.0:1763346490.622147:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346490.622152:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.622162:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.622165:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.622171:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.622173:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346490.622178:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.622184:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23572 usecs (24 jiffies) 00000100:00000001:3.0:1763346490.622188:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300727495 00000100:00000010:3.0:1763346490.622193:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44b40. 00000100:00000001:3.0:1763346490.622201:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763346490.622248:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300727496 00000100:00000010:3.0:1763346490.622253:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44cc0. 00000100:00000001:3.0:1763346490.622257:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763346490.622264:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300727496 00000100:00000010:3.0:1763346490.622267:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44480. 00000100:00000001:3.0:1763346490.622270:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763346490.622275:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300727496 00000100:00000010:3.0:1763346490.622278:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44660. 00000100:00000001:3.0:1763346490.622281:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346490.622284:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.622287:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.622290:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346490.622292:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346490.622295:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f310c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346490.622298:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346490.622301:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1763346490.626067:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763346490.626083:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:3.0:1763346490.626113:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346490.626125:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346490.626128:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346490.626133:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad580. 00000400:00000200:3.0:1763346490.626143:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417f31780 00000400:00000010:3.0:1763346490.626145:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb417f31780. 00000100:00000001:3.0:1763346490.626151:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346490.626164:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346490.626176:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.626184:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346490.626187:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.626190:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346490.626194:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346490.626197:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.626199:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.626238:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.626251:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=26 v=5 (5 5 0 0) 00000100:00001000:3.0:1763346490.626255:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.626259:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346490.626261:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.626264:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346490.626269:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.626274:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763346490.626276:0:19997:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847739 gen 3 00000100:00000040:3.0:1763346490.626282:0:19997:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847739) req@ffff9fb5226ad880 x1848996514961024/t21474847739(21474847739) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346504 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346490.626291:0:19997:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb5226ad880, transno 21474847739 00000100:00000001:3.0:1763346490.626293:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346490.626295:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048165504 : -105874661386112 : ffff9fb5226ad880) 00000100:00000001:3.0:1763346490.626315:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.626319:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5226ad880 x1848996514961024/t21474847739(21474847739) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346504 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.626325:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.626328:0:19997:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763346490.626331:0:19997:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1763346490.626334:0:19997:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346490.626336:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.626340:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.626347:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.626350:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346490.626352:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346490.626356:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346490.626371:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5053f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514962176:0@lo:1000:mdt00_003.0 00000100:00000001:3.0:1763346490.626376:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.626380:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.626383:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346490.626385:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.626388:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.626393:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763346490.626396:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f310c0. 00000100:00000001:3.0:1763346490.626399:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763346490.626401:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626404:0:19997:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763346490.626424:0:19997:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb52b388b00. 00000004:00000001:3.0:1763346490.626430:0:19997:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:3.0:1763346490.626433:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.626436:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5053f7b80 x1848996514962176/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.626442:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346490.626445:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346490.626447:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb535562000. 02000000:00000001:3.0:1763346490.626452:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346490.626454:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346490.626456:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346490.626458:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346490.626461:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb401894800. 02000000:00000001:3.0:1763346490.626471:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346490.626473:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346490.626475:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7b80. 00000100:00000001:3.0:1763346490.626479:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346490.626481:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763346490.626484:0:19997:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb502ab3000. 00000004:00000010:3.0:1763346490.626489:0:19997:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519192f20. 00000004:00000010:3.0:1763346490.626492:0:19997:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb417f31cc0. 00000004:00000001:3.0:1763346490.626498:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.626502:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.626506:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346490.626510:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346490.626513:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.626516:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.626519:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.626523:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.626525:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346490.626527:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763346490.626530:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.626533:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763346490.626536:0:19997:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763346490.626541:0:19997:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb417f31cc0. 00000004:00000001:3.0:1763346490.626543:0:19997:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638194577579200 : -105879131972416 : ffff9fb417f31cc0) 00000020:00000010:3.0:1763346490.626546:0:19997:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb417f310c0. 00000020:00000010:3.0:1763346490.626551:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb53cc4be00. 00000020:00000010:3.0:1763346490.626555:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb53cc4b500. 00000020:00000001:3.0:1763346490.626558:0:19997:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638194577579200 : -105879131972416 : ffff9fb417f31cc0) 00000004:00000001:3.0:1763346490.626561:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194577579200 : -105879131972416 : ffff9fb417f31cc0) 00000004:00000010:3.0:1763346490.626566:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb417f31780. 00000004:00000010:3.0:1763346490.626569:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519192f20. 00000004:00000010:3.0:1763346490.626574:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb502ab3000. 00000004:00000001:3.0:1763346490.626576:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626579:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626581:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626586:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626596:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763346490.626600:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117883, ffree=117152, state=0 00000004:00000001:3.0:1763346490.626604:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.626607:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:3.0:1763346490.626608:0:19997:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:3.0:1763346490.626612:0:19997:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.626617:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f310c0 refcount 4 committed 0 result 0 batchid 4294967618 00000020:00000040:3.0:1763346490.626621:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b500 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb417f31cc0 00000020:00000040:3.0:1763346490.626623:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4be00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5402df400 00000020:00000040:3.0:1763346490.626628:0:19997:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:3.0:1763346490.626632:0:19997:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763346490.626637:0:19997:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763346490.626639:0:19997:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:3.0:1763346490.626643:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346490.626646:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346490.626648:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346490.626651:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626653:0:19997:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763346490.626656:0:19997:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:3.0:1763346490.626661:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763346490.626709:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346490.626712:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.626714:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.626715:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.626716:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.626719:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346490.626731:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:3.0:1763346490.626736:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.626738:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626741:0:19997:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:3.0:1763346490.626743:0:19997:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763346490.626745:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346490.626746:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.626747:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.626748:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.626750:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.626752:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.626755:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.626763:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:3.0:1763346490.626769:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763346490.626772:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626774:0:19997:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:3.0:1763346490.626781:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763346490.626790:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346490.626798:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:3.0:1763346490.626801:0:19997:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626803:0:19997:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626806:0:19997:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626808:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346490.626811:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346490.626815:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.626840:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.626842:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.626844:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.626851:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.626852:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626854:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626856:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.626860:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346490.626862:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346490.626865:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626867:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346490.626869:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346490.626870:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.626876:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.626877:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.626879:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.626886:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.626887:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626888:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626890:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.626892:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346490.626894:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346490.626896:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626898:0:19997:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346490.626900:0:19997:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.626903:0:19997:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:3.0:1763346490.626905:0:19997:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.626910:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346490.626917:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346490.626919:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.626922:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547491328 : -105874162060288 : ffff9fb5402df400) 00080000:00000001:3.0:1763346490.626925:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346490.626929:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346490.626930:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626932:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346490.626961:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.626963:0:19997:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626969:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.626972:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763346490.626974:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346490.626977:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.626980:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763346490.626985:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763346490.626987:0:19997:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:3.0:1763346490.626990:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346490.626992:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.626994:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346490.626995:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346490.626996:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346490.626998:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346490.627000:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.627002:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346490.627003:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346490.627005:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763346490.627007:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.627009:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763346490.627010:0:19997:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638194577579200 : -105879131972416 : ffff9fb417f31cc0) 00000004:00000001:3.0:1763346490.627013:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194577579200 : -105879131972416 : ffff9fb417f31cc0) 00000020:00000040:3.0:1763346490.627017:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:3.0:1763346490.627020:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:3.0:1763346490.627022:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:3.0:1763346490.627024:0:19997:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x2607:0x0] xattr_set param_count = 3 00000004:00000001:3.0:1763346490.627027:0:19997:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:3.0:1763346490.627029:0:19997:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x2607:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763346490.627034:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763346490.627036:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627040:0:19997:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627041:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627043:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627044:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627047:0:19997:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.627050:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346490.627053:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763346490.627058:0:19997:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055432 00000001:00000001:3.0:1763346490.627061:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346490.627065:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055433, last_committed = 8590055430 00000001:00000010:3.0:1763346490.627069:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44900. 00000001:00000040:3.0:1763346490.627071:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:3.0:1763346490.627075:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:3.0:1763346490.627081:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f316c0. 00000004:00000001:3.0:1763346490.627088:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346490.627090:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346490.627091:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547491328 : -105874162060288 : ffff9fb5402df400) 00000020:00000040:3.0:1763346490.627095:0:19997:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:3.0:1763346490.627097:0:19997:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:3.0:1763346490.627099:0:19997:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:3.0:1763346490.627103:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346490.627122:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346490.627124:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346490.627128:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f316c0: xid 1848996540767488, transno 8590055433, tag 0, client gen 3, slot idx 2 00000001:00000001:3.0:1763346490.627132:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.627135:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763346490.627137:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:3.0:1763346490.627151:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627154:0:19997:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:3.0:1763346490.627158:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763346490.627159:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:3.0:1763346490.627163:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f310c0 refcount 4 committed 0 result 0 batchid 4294967618 00000020:00000040:3.0:1763346490.627165:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31cc0 00000020:00000040:3.0:1763346490.627168:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4be00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb5402df400 00000020:00000001:3.0:1763346490.627171:0:19997:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:3.0:1763346490.627173:0:19997:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763346490.627175:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763346490.627179:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x2607:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:3.0:1763346490.627182:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb502ab3000 magic = bdde0002 count = 1 size = 144 00000100:00000010:3.0:1763346490.627189:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7b80. 00000020:00000040:3.0:1763346490.627192:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346490.627198:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346490.627201:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346490.627207:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346490.627251:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401894800. 00000100:00000001:3.0:1763346490.627258:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627262:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346490.627264:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346490.627266:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.627269:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763346490.627271:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346490.627278:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31d80. 00000100:00000001:3.0:1763346490.627280:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577579392 : -105879131972224 : ffff9fb417f31d80) 00000100:00000001:3.0:1763346490.627282:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346490.627284:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198558784384 : -105875150767232 : ffff9fb5053f7b80) 00000100:00000001:3.0:1763346490.627289:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346490.627294:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.627297:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346490.627299:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346490.627304:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5053f7b80 x1848996514962304/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.627313:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346490.627315:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.627319:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346490.627322:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346490.627324:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.627327:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5053f7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514962304:0@lo:1000:mdt00_003.0 00000100:00000001:3.0:1763346490.627331:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346490.627336:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346490.627338:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.627341:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346490.627348:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb535562000. 02000000:00000001:3.0:1763346490.627350:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346490.627370:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346490.627379:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f31f00. 00000100:00000200:3.0:1763346490.627388:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514962304, portal 4 00000100:00000001:3.0:1763346490.627390:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346490.627391:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198558784384 : -105875150767232 : ffff9fb5053f7b80) 00000100:00000040:3.0:1763346490.627398:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5053f7b80 x1848996514962304/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.627405:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.627407:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346490.627411:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbdd0. 00000100:00000200:3.0:1763346490.627415:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514962304, offset 0 00000400:00000200:3.0:1763346490.627423:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346490.627437:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346490.627451:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c771b80 00000400:00000200:3.0:1763346490.627458:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc5 [256] + 8216 00000400:00000200:3.0:1763346490.627465:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.627470:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346490.627478:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.627480:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763346490.627485:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7100. 00000100:00000040:3.0:1763346490.627488:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f7100 x1848996514962304 msgsize 408 00000100:00100000:3.0:1763346490.627492:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346490.627512:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346490.627523:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbdd0 00000400:00000010:3.0:1763346490.627525:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbdd0. 00000100:00000001:3.0:1763346490.627528:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346490.627532:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5053f7b80 x1848996514962304/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346506 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.627540:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.627543:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5053f7b80 x1848996514962304/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346506 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.627554:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.627555:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346490.627560:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.627564:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23571 usecs (24 jiffies) 00000100:00000001:3.0:1763346490.627569:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300727501 00000100:00000001:3.0:1763346490.627578:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300727495 00000100:00000001:3.0:1763346490.627584:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300727501 00000100:00000001:3.0:1763346490.627588:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300727496 00000100:00000001:3.0:1763346490.627591:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300727501 00000100:00000001:3.0:1763346490.627594:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300727496 00000100:00000001:3.0:1763346490.627597:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300727501 00000100:00000001:3.0:1763346490.627600:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300727496 00000100:00000001:3.0:1763346490.627603:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.627606:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.627608:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346490.627610:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346490.627612:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763346490.627615:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346490.627617:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.627828:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.627832:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514962304 02000000:00000001:1.0:1763346490.627835:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.627838:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.627840:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.627844:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.627848:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514962304 00000020:00000001:1.0:1763346490.627851:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.627853:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:1.0:1763346490.627856:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.627859:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000020:00000001:1.0:1763346490.627862:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:1.0:1763346490.627864:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:1.0:1763346490.627869:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.627875:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.627879:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.627882:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000020:00000010:1.0:1763346490.627889:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.627895:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51fc1c800. 00000020:00000010:1.0:1763346490.627900:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000040:1.0:1763346490.627908:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346490.627911:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.627913:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.627915:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.627924:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.627947:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.627960:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.627962:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.627967:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00000040:1.0:1763346490.627970:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:1.0:1763346490.627972:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558781696 : -105875150769920 : ffff9fb5053f7100) 00000100:00000040:1.0:1763346490.627977:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f7100 x1848996514962304/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:211/0 lens 408/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.627987:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.627990:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.627992:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.627994:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000100:00100000:1.0:1763346490.627997:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:19997:x1848996514962304:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763346490.628001:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514962304 00000020:00000001:1.0:1763346490.628004:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.628008:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.628012:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.628014:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.628017:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346490.628021:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.628024:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.628026:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.628029:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.628032:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.628035:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346490.628040:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788da28. 00000100:00000001:1.0:1763346490.628044:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.628047:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.628054:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb417fbe000. 02000000:00000001:1.0:1763346490.628056:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.628059:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.628063:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb5205a6000. 00000020:00000001:1.0:1763346490.628066:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346490.628069:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.628074:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00080000:00000001:1.0:1763346490.628079:0:101497:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.628085:0:101497:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b5400. 00080000:00000001:1.0:1763346490.628088:0:101497:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165637632 : -105874543913984 : ffff9fb5296b5400) 00000020:00000001:1.0:1763346490.628091:0:101497:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.628095:0:101497:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.628113:0:101497:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.628116:0:101497:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.628118:0:101497:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763346490.628120:0:101497:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346490.628124:0:101497:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.628143:0:101497:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.628144:0:101497:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.628160:0:101497:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.628164:0:101497:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763346490.628166:0:101497:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d602160 name trusted.fid flag 1 00080000:00000001:1.0:1763346490.628172:0:101497:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346490.628174:0:101497:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346490.628277:0:101497:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.628281:0:101497:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763346490.628284:0:101497:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb417fbe208 index 0: rc = 0 00000020:00000040:1.0:1763346490.628287:0:101497:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763346490.628290:0:101497:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.628293:0:101497:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.628296:0:101497:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847743, last_committed = 21474847741 00000001:00000010:1.0:1763346490.628300:0:101497:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5156e6600. 00000001:00000040:1.0:1763346490.628302:0:101497:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 1 00000020:00000040:1.0:1763346490.628305:0:101497:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=6 00080000:00000001:1.0:1763346490.628309:0:101497:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.628322:0:101497:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346490.628325:0:101497:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.628335:0:101497:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.628338:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e18f0/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00000020:00000001:1.0:1763346490.628340:0:101497:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.628343:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788da28. 00000020:00000010:1.0:1763346490.628346:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb5205a6000. 00000020:00000001:1.0:1763346490.628348:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.628352:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847739, transno 21474847743, xid 1848996514962304 00010000:00000001:1.0:1763346490.628355:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.628374:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f7100 x1848996514962304/t21474847743(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:211/0 lens 408/4320 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346490.628388:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.628391:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.628396:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=142 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346490.628402:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.628405:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346490.628407:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346490.628410:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.628413:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.628416:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.628418:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346490.628423:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5205a6000. 00000100:00000200:1.0:1763346490.628427:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514962304, offset 224 00000400:00000200:1.0:1763346490.628434:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346490.628441:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346490.628449:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c771b80 00000400:00000200:1.0:1763346490.628455:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f615 [2] + 224 00000400:00000200:1.0:1763346490.628461:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.628464:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346490.628468:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.628473:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5053f7b80 x1848996514962304/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346490.628482:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb5053f7b80 x1848996514962304/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.628506:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346490.628513:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5205a6000 00000400:00000010:1.0:1763346490.628515:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5205a6000. 00000100:00000001:1.0:1763346490.628518:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.628520:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346490.628523:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.628526:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346490.628529:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.628531:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.628534:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.628538:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7100 x1848996514962304/t21474847743(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:211/0 lens 408/4320 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346490.628548:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:19997:x1848996514962304:12345-0@lo:1000:mdt00_003.0 Request processed in 559us (1057us total) trans 21474847743 rc 0/0 00000100:00100000:1.0:1763346490.628557:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00000040:1.0:1763346490.628560:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:1.0:1763346490.628563:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.628565:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.628570:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51fc1c800. 00000020:00000010:1.0:1763346490.628573:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8ed8. 00000020:00000010:1.0:1763346490.628579:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.628583:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000100:00000001:1.0:1763346490.628586:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.629958:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.629962:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514962432 02000000:00000001:1.0:1763346490.629964:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.629966:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.629968:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.629972:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.629975:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514962432 00000020:00000001:1.0:1763346490.629978:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.629981:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:1.0:1763346490.629983:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.629987:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=6 00000020:00000001:1.0:1763346490.629990:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:1.0:1763346490.629993:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:1.0:1763346490.629997:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.630001:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.630003:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.630006:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000020:00000010:1.0:1763346490.630011:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.630016:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51fc1c800. 00000020:00000010:1.0:1763346490.630021:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000040:1.0:1763346490.630027:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346490.630030:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.630032:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.630034:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.630042:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.630056:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.630064:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.630067:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.630070:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00000040:1.0:1763346490.630074:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:1.0:1763346490.630076:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319573632 : -105874389977984 : ffff9fb532983480) 00000100:00000040:1.0:1763346490.630081:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532983480 x1848996514962432/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.630090:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.630092:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.630094:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.630096:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000100:00100000:1.0:1763346490.630099:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:19997:x1848996514962432:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763346490.630103:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514962432 00000020:00000001:1.0:1763346490.630106:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.630110:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.630112:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.630115:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.630117:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346490.630120:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346490.630123:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.630125:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.630128:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.630130:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.630133:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346490.630137:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788da28. 00000100:00000001:1.0:1763346490.630140:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.630143:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.630152:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb5400fe000. 02000000:00000001:1.0:1763346490.630154:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.630157:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.630160:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb5205a6000. 00000020:00000001:1.0:1763346490.630162:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346490.630165:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.630171:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00000020:00000001:1.0:1763346490.630175:0:101497:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.630178:0:101497:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.630183:0:101497:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763346490.630186:0:101497:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x2609:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763346490.630189:0:101497:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763346490.630192:0:101497:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346490.630196:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e0ab0/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00000020:00000010:1.0:1763346490.630200:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788da28. 00000020:00000010:1.0:1763346490.630237:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb5205a6000. 00000020:00000001:1.0:1763346490.630241:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.630244:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847739, transno 0, xid 1848996514962432 00010000:00000001:1.0:1763346490.630247:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.630251:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532983480 x1848996514962432/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:211/0 lens 328/4320 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346490.630259:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.630262:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.630264:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=142 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346490.630268:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.630270:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346490.630273:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346490.630276:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.630277:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.630280:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.630282:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346490.630286:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5205a6000. 00000100:00000200:1.0:1763346490.630292:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514962432, offset 224 00000400:00000200:1.0:1763346490.630297:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346490.630305:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346490.630312:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c771c00 00000400:00000200:1.0:1763346490.630317:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f621 [2] + 224 00000400:00000200:1.0:1763346490.630323:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.630326:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346490.630330:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.630334:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb532980000 x1848996514962432/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346490.630344:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb532980000 x1848996514962432/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346506 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.630353:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346490.630367:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5205a6000 00000400:00000010:1.0:1763346490.630370:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5205a6000. 00000100:00000001:1.0:1763346490.630372:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.630374:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346490.630377:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.630380:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346490.630383:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.630384:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.630386:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.630390:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532983480 x1848996514962432/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:211/0 lens 328/4320 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346490.630399:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:19997:x1848996514962432:12345-0@lo:1000:mdt00_003.0 Request processed in 308us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346490.630408:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00000040:1.0:1763346490.630411:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:1.0:1763346490.630413:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.630415:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.630419:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51fc1c800. 00000020:00000010:1.0:1763346490.630422:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8ed8. 00000020:00000010:1.0:1763346490.630427:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.630431:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000100:00000001:1.0:1763346490.630435:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346490.633038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:3.1:1763346490.633048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972100. 00010000:00000010:3.1:1763346490.633053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:3.1:1763346490.633058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3e00. 00000100:00000001:3.0:1763346490.645608:0:19975:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.645613:0:19975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540767872 02000000:00000001:3.0:1763346490.645619:0:19975:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.645622:0:19975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.645625:0:19975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.645630:0:19975:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.645635:0:19975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540767872 00000020:00000001:3.0:1763346490.645639:0:19975:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.645641:0:19975:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.645644:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.645647:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=490 00000020:00000001:3.0:1763346490.645650:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.645653:0:19975:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.645659:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.645667:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.645671:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.645674:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000020:00000010:3.0:1763346490.645683:0:19975:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401895a00. 00000020:00000010:3.0:1763346490.645690:0:19975:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388800. 00000020:00000010:3.0:1763346490.645696:0:19975:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1c80. 00000100:00000040:3.0:1763346490.645709:0:19975:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763346490.645713:0:19975:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.645714:0:19975:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346490.645717:0:19975:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.645727:0:19975:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.645743:0:19975:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.645804:0:19975:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.645807:0:19975:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.645814:0:19975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20980 00000100:00000040:1.0:1763346490.645819:0:19975:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346490.645821:0:19975:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194246011984 : -105879463539632 : ffff9fb4042fcc50) 00000100:00000040:1.0:1763346490.645829:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb4042fcc50 x1848996540767872/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.645839:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.645843:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.645845:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.645847:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000100:00100000:1.0:1763346490.645852:0:19975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb4042fcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+490:226222:x1848996540767872:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:1.0:1763346490.645856:0:19975:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540767872 00000020:00000001:1.0:1763346490.645860:0:19975:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.645864:0:19975:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346490.645870:0:19975:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb517edc3c0: xid 1848996540767488, transno 8590055434, client gen 3, slot idx 3 00000001:00000001:1.0:1763346490.645875:0:19975:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb51d20d840: xid 1848996540766720, transno 8590055431, client gen 3, slot idx 0 00000001:00000010:1.0:1763346490.645879:0:19975:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb51d20d840. 00000001:00000001:1.0:1763346490.645884:0:19975:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f316c0: xid 1848996540767488, transno 8590055433, client gen 3, slot idx 2 00000001:00000001:1.0:1763346490.645887:0:19975:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f316c0: xid 1848996540767488, transno 8590055433, client gen 3, slot idx 2 00000001:00000010:1.0:1763346490.645890:0:19975:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f316c0. 00000001:00000001:1.0:1763346490.645893:0:19975:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f31c00: xid 1848996540767488, transno 8590055432, client gen 3, slot idx 1 00000001:00000001:1.0:1763346490.645896:0:19975:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f31c00: xid 1848996540767488, transno 8590055432, client gen 3, slot idx 1 00000001:00000010:1.0:1763346490.645898:0:19975:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f31c00. 00000020:00000001:1.0:1763346490.645902:0:19975:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.645905:0:19975:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.645909:0:19975:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:1.0:1763346490.645913:0:19975:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.645916:0:19975:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540767872, found 0 last_xid 1848996540767871 00000020:00000001:1.0:1763346490.645919:0:19975:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.645922:0:19975:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.645924:0:19975:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1763346490.645927:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1763346490.645927:0:19975:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.645929:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540767616 02000000:00000001:3.0:1763346490.645931:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.645933:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:1.0:1763346490.645934:0:19975:0:(mdt_open.c:2759:mdt_close()) Process entered 00000100:00000001:3.0:1763346490.645935:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.645937:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.645937:0:19975:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000100:00100000:3.0:1763346490.645939:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540767616 00000004:00000001:1.0:1763346490.645939:0:19975:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000020:00000001:3.0:1763346490.645941:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.645942:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346490.645943:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:1.0:1763346490.645944:0:19975:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.645946:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000004:00000001:1.0:1763346490.645948:0:19975:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346490.645952:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.645955:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.645957:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000001:00000001:1.0:1763346490.645957:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000001:3.0:1763346490.645959:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000001:00000001:1.0:1763346490.645959:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.645962:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1763346490.645962:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.645964:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.645965:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.645966:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000001:00000001:1.0:1763346490.645967:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.645969:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.645969:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.645970:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.645971:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000001:00000001:1.0:1763346490.645973:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.645974:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000010:3.0:1763346490.645976:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52a0d8200. 00000001:00000001:1.0:1763346490.645976:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.645978:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.645979:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388200. 00000004:00000001:1.0:1763346490.645980:0:19975:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.645983:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1d48. 00000004:00000001:1.0:1763346490.645983:0:19975:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763346490.645985:0:19975:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.645989:0:19975:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000100:00000040:3.0:1763346490.645990:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000001:00000001:1.0:1763346490.645990:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1763346490.645992:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:1.0:1763346490.645992:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.645993:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:1.0:1763346490.645994:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763346490.645995:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000001:00000001:1.0:1763346490.645995:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.645997:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.645998:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.645999:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763346490.646000:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000001:00000001:1.0:1763346490.646001:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.646003:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.646004:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:1.0:1763346490.646005:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1763346490.646006:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1763346490.646006:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.646008:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:3.0:1763346490.646010:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 02000000:00000001:1.0:1763346490.646012:0:19975:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00010000:00000001:3.0:1763346490.646013:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:3.0:1763346490.646015:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.646017:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.646018:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.646020:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1763346490.646020:0:19975:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346490.646022:0:19975:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000100:00000001:3.0:1763346490.646024:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646025:0:19975:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346490.646027:0:19975:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.646029:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.646031:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646033:0:19975:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346490.646035:0:19975:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646037:0:19975:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.646042:0:19975:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.646044:0:19975:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.646050:0:19975:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5296b7800. 02000000:00000001:1.0:1763346490.646062:0:19975:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.646065:0:19975:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646172:0:19975:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346490.646174:0:19975:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646178:0:19975:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763346490.646180:0:19975:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763346490.646182:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.646184:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb530364480 refcount=2 00000020:00000001:1.0:1763346490.646186:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199279600768 : -105874429950848 : ffff9fb530364480) 00000004:00000001:1.0:1763346490.646188:0:19975:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199279600768 : -105874429950848 : ffff9fb530364480) 00000020:00000040:1.0:1763346490.646191:0:19975:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb530364480 with handle 0x757b854463af9cdf from hash 00000004:00000001:1.0:1763346490.646206:0:19975:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763346490.646208:0:19975:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4058:0x0] with intent: 0 00000004:00000001:1.0:1763346490.646231:0:19975:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763346490.646233:0:19975:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:1.0:1763346490.646236:0:19975:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646239:0:19975:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763346490.646240:0:19975:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763346490.646244:0:19975:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763346490.646247:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.646254:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.646258:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.646265:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.646268:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.646272:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.646274:0:19975:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646277:0:19975:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763346490.646286:0:19975:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763346490.646290:0:19975:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.646294:0:19975:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4058:0x0], previous was 0x7 00000004:00000001:1.0:1763346490.646297:0:19975:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646300:0:19975:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763346490.646303:0:19975:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646305:0:19975:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763346490.646309:0:19975:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.646311:0:19975:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763346490.646314:0:19975:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb530364480. 00000004:00000001:1.0:1763346490.646327:0:19975:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346490.646333:0:19975:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417515138/ffff9fb4175150e0 to site lru. bkt: ffff9fb51dc9e258 00000004:00000001:1.0:1763346490.646335:0:19975:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.646337:0:19975:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646338:0:19975:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646341:0:19975:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346490.646345:0:19975:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.646355:0:19975:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b4800. 00080000:00000001:1.0:1763346490.646365:0:19975:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165634560 : -105874543917056 : ffff9fb5296b4800) 00080000:00000001:1.0:1763346490.646369:0:19975:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346490.646375:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.646383:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.646385:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.646410:0:19975:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.646413:0:19975:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.646417:0:19975:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.646420:0:19975:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055435, last_committed = 8590055430 00000001:00000010:1.0:1763346490.646424:0:19975:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5156e69c0. 00000001:00000040:1.0:1763346490.646427:0:19975:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:1.0:1763346490.646430:0:19975:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000100:00000001:3.0:1763346490.646436:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1763346490.646436:0:19975:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5205a6a80. 00080000:00000001:1.0:1763346490.646443:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1763346490.646447:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.646449:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.646453:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 997 00000100:00000040:3.0:1763346490.646455:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346490.646457:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319570944 : -105874389980672 : ffff9fb532982a00) 00000100:00000040:3.0:1763346490.646462:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532982a00 x1848996540767616/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1763346490.646466:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346490.646469:0:19975:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5205a6a80: xid 1848996540767872, transno 8590055435, tag 1, client gen 3, slot idx 0 00000100:00000001:3.0:1763346490.646471:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1763346490.646473:0:19975:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.646474:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.646476:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.646478:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000100:00100000:3.0:1763346490.646481:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540767616:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346490.646484:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540767616 00010000:00000001:3.0:1763346490.646487:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00080000:00000001:1.0:1763346490.646487:0:19975:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1763346490.646489:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000004:00000001:1.0:1763346490.646489:0:19975:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00010000:00000001:3.0:1763346490.646492:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000004:00000001:1.0:1763346490.646492:0:19975:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346490.646494:0:19975:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000100:00000001:3.0:1763346490.646496:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:1.0:1763346490.646496:0:19975:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 02000000:00000001:3.0:1763346490.646498:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000040:1.0:1763346490.646499:0:19975:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 02000000:00000010:3.0:1763346490.646501:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5402df000. 02000000:00000001:3.0:1763346490.646503:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646504:0:19975:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.646505:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.646507:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1763346490.646507:0:19975:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346490.646509:0:19975:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00010000:3.0:1763346490.646510:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346490.646511:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.646513:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.646514:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:3.0:1763346490.646516:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00000020:00000001:1.0:1763346490.646516:0:19975:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:3.0:1763346490.646519:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000040:3.0:1763346490.646523:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972400 count: 2 00000020:00000001:1.0:1763346490.646524:0:19975:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.646526:0:19975:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346490.646527:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00010000:00000040:1.0:1763346490.646529:0:19975:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 8590055435, xid 1848996540767872 00002000:00000001:3.0:1763346490.646532:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1763346490.646533:0:19975:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000001:3.0:1763346490.646537:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000200:1.0:1763346490.646538:0:19975:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb4042fcc50 x1848996540767872/t8590055435(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000001:3.0:1763346490.646544:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960360200 : -105874749191416 : ffff9fb51d2f0b08) 00010000:00000001:1.0:1763346490.646545:0:19975:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00002000:00000001:3.0:1763346490.646547:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960360112 : -105874749191504 : ffff9fb51d2f0ab0) 00010000:00000001:1.0:1763346490.646549:0:19975:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346490.646550:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00001000:1.0:1763346490.646554:0:19975:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=125 v=5 (1 1 1 1) 00002000:00000001:3.0:1763346490.646555:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346490.646558:0:5736:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x2607:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00000001:1.0:1763346490.646559:0:19975:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000002:3.0:1763346490.646561:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0b08/ffff9fb51d2f0ab0 to site lru. bkt: ffff9fb517dccd90 00000100:00000040:1.0:1763346490.646562:0:19975:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.646564:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1763346490.646564:0:19975:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.646566:0:19975:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1763346490.646567:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.646569:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000001:1.0:1763346490.646569:0:19975:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.646571:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.646573:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.646573:0:19975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.646576:0:19975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00010000:00000001:3.0:1763346490.646578:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.646579:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1763346490.646581:0:19975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bd48. 00010000:00000001:3.0:1763346490.646586:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.646587:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1763346490.646587:0:19975:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540767872, offset 224 00010000:00000001:3.0:1763346490.646589:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.646591:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.646593:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1200 with handle 0x757b854463af9d2c from hash 00000400:00000200:1.0:1763346490.646595:0:19975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00010000:00000001:3.0:1763346490.646596:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.646597:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.646598:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.646599:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.646603:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.646605:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.646607:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.646609:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1763346490.646609:0:19975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00010000:00010000:3.0:1763346490.646613:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463af9d2c lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x2607:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 935890133 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212695 expref: 23 pid: 62988 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1763346490.646617:0:19975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198361:198361:256:4294967295] 192.168.204.16@tcp LPNI seq info [198357:198357:8:4294967295] 00010000:00000040:3.0:1763346490.646622:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:3.0:1763346490.646625:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000400:00000200:1.0:1763346490.646629:0:19975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00010000:00000001:3.0:1763346490.646630:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.646633:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.646635:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000200:1.0:1763346490.646635:0:19975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00010000:00000001:3.0:1763346490.646638:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.646640:0:5736:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763346490.646640:0:19975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edd00. 00010000:00000001:3.0:1763346490.646642:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346490.646644:0:5736:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972400 count: 0 00000800:00000200:1.0:1763346490.646648:0:19975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00002000:00000010:3.0:1763346490.646649:0:5736:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb529f30880. 00010000:00000010:3.0:1763346490.646653:0:5736:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417972000. 00000800:00000200:1.0:1763346490.646656:0:19975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00010000:00010000:3.0:1763346490.646657:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346490.646659:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.646662:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000800:00000200:1.0:1763346490.646662:0:19975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edd00 type 1, nob 552 niov 1 nkiov 1 00010000:00000001:3.0:1763346490.646664:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.646666:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.646669:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346490.646670:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 10 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346490.646672:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346490.646675:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346490.646677:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.646677:0:19975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.646680:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.646681:0:19975:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000040:3.0:1763346490.646682:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00010000:00000001:1.0:1763346490.646683:0:19975:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.646685:0:19975:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346490.646686:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbdd0. 00000020:00000001:1.0:1763346490.646688:0:19975:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1763346490.646689:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540767616, offset 224 00000100:00000040:1.0:1763346490.646691:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb4042fcc50 x1848996540767872/t8590055435(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1763346490.646694:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.646700:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000100:00100000:1.0:1763346490.646701:0:19975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb4042fcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+491:226222:x1848996540767872:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 860us (2059us total) trans 8590055435 rc 0/0 00000400:00000200:3.0:1763346490.646704:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198362:198362:255:4294967295] 192.168.204.16@tcp LPNI seq info [198358:198358:7:4294967295] 00000100:00100000:1.0:1763346490.646710:0:19975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20980 00000400:00000200:3.0:1763346490.646712:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000100:00000040:1.0:1763346490.646714:0:19975:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000800:00000200:3.0:1763346490.646716:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000100:00000001:1.0:1763346490.646717:0:19975:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.646719:0:19975:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1763346490.646720:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ba00. 00000800:00000200:3.0:1763346490.646724:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000020:00000010:1.0:1763346490.646724:0:19975:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388800. 00000800:00000200:3.0:1763346490.646728:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.646731:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ba00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1763346490.646731:0:19975:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1c80. 00000100:00000001:3.0:1763346490.646734:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.646735:0:19975:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401895a00. 00000100:00000040:3.0:1763346490.646736:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.646738:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.646741:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.646741:0:19975:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000040:3.0:1763346490.646745:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982a00 x1848996540767616/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/224 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763346490.646748:0:19975:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.646750:0:19975:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5275d7c00. 00000100:00100000:3.0:1763346490.646754:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540767616:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 282us (918us total) trans 0 rc 0/0 02000000:00000001:1.0:1763346490.646754:0:19975:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.646756:0:19975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5df80. 00000100:00100000:3.0:1763346490.646760:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 997 02000000:00000001:1.0:1763346490.646761:0:19975:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1763346490.646762:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 02000000:00000010:1.0:1763346490.646763:0:19975:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5275d4800. 00000100:00000001:3.0:1763346490.646764:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346490.646766:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1763346490.646766:0:19975:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.646768:0:19975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1e680. 00000020:00000010:3.0:1763346490.646769:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388200. 00000020:00000010:3.0:1763346490.646771:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1d48. 02000000:00000001:1.0:1763346490.646771:0:19975:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.646773:0:19975:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb535647000. 00000020:00000010:3.0:1763346490.646774:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52a0d8200. 02000000:00000001:1.0:1763346490.646775:0:19975:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:3.0:1763346490.646776:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000010:1.0:1763346490.646777:0:19975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76a300. 00000100:00000001:3.0:1763346490.646779:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763346490.646780:0:19975:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.646782:0:19975:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5055eac00. 02000000:00000001:1.0:1763346490.646784:0:19975:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.646785:0:19975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb509696d80. 02000000:00000001:1.0:1763346490.646790:0:19975:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.646892:0:19975:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5055ea800. 02000000:00000001:1.0:1763346490.646894:0:19975:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.646896:0:19975:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb1c00. 00000100:00000001:1.0:1763346490.646901:0:19975:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346490.646906:0:19975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1763346490.646914:0:19975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636318. 00000400:00000010:1.0:1763346490.646920:0:19975:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5205a6000. 00010000:00000010:2.1:1763346490.648987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3b00. 00010000:00000010:2.1:1763346490.649005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a400. 00010000:00000010:2.1:1763346490.649009:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3c00. 00010000:00000010:2.1:1763346490.649012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b600. 00000100:00000001:1.0:1763346490.650319:0:19975:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.650323:0:19975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540768128 02000000:00000001:1.0:1763346490.650327:0:19975:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.650329:0:19975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.650332:0:19975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.650337:0:19975:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.650343:0:19975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540768128 00000020:00000001:1.0:1763346490.650347:0:19975:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.650350:0:19975:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346490.650352:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.650357:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:1.0:1763346490.650368:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346490.650371:0:19975:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346490.650378:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.650388:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.650392:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.650394:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000020:00000010:1.0:1763346490.650403:0:19975:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:1.0:1763346490.650410:0:19975:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51fc1c800. 00000020:00000010:1.0:1763346490.650415:0:19975:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000040:1.0:1763346490.650427:0:19975:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763346490.650430:0:19975:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.650432:0:19975:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.650434:0:19975:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.650443:0:19975:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.650459:0:19975:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.650472:0:19975:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.650475:0:19975:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.650480:0:19975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20981 00000100:00000040:1.0:1763346490.650484:0:19975:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346490.650486:0:19975:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319565568 : -105874389986048 : ffff9fb532981500) 00000100:00000040:1.0:1763346490.650494:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532981500 x1848996540768128/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.650504:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.650506:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.650509:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.650511:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000100:00100000:1.0:1763346490.650515:0:19975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+491:226222:x1848996540768128:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:1.0:1763346490.650519:0:19975:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540768128 00000020:00000001:1.0:1763346490.650524:0:19975:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.650528:0:19975:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346490.650533:0:19975:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5205a6a80: xid 1848996540767872, transno 8590055435, client gen 3, slot idx 0 00000001:00000001:1.0:1763346490.650539:0:19975:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb517edc3c0: xid 1848996540767488, transno 8590055434, client gen 3, slot idx 3 00000001:00000010:1.0:1763346490.650543:0:19975:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb517edc3c0. 00000020:00000001:1.0:1763346490.650549:0:19975:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.650551:0:19975:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.650557:0:19975:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:1.0:1763346490.650561:0:19975:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.650564:0:19975:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540768128, found 0 last_xid 1848996540768127 00000020:00000001:1.0:1763346490.650567:0:19975:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.650570:0:19975:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.650572:0:19975:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.650575:0:19975:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650582:0:19975:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763346490.650585:0:19975:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763346490.650587:0:19975:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763346490.650591:0:19975:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650594:0:19975:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346490.650598:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.650601:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650603:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.650605:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.650608:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650609:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.650610:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.650612:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650613:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.650614:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.650616:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650618:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.650619:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.650621:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650623:0:19975:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650626:0:19975:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763346490.650627:0:19975:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650632:0:19975:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346490.650634:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.650635:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650637:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.650638:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.650640:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650641:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.650643:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.650645:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650647:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.650649:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.650655:0:19975:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346490.650661:0:19975:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346490.650664:0:19975:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346490.650667:0:19975:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346490.650668:0:19975:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.650671:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.650672:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650675:0:19975:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346490.650677:0:19975:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650678:0:19975:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.650684:0:19975:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.650686:0:19975:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.650693:0:19975:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5296b7800. 02000000:00000001:1.0:1763346490.650696:0:19975:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.650698:0:19975:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650700:0:19975:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346490.650703:0:19975:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650705:0:19975:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763346490.650708:0:19975:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763346490.650710:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.650712:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb530364280 refcount=2 00000020:00000001:1.0:1763346490.650714:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199279600256 : -105874429951360 : ffff9fb530364280) 00000004:00000001:1.0:1763346490.650717:0:19975:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199279600256 : -105874429951360 : ffff9fb530364280) 00000020:00000040:1.0:1763346490.650719:0:19975:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb530364280 with handle 0x757b854463af9cf4 from hash 00000004:00000001:1.0:1763346490.650725:0:19975:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763346490.650727:0:19975:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405b:0x0] with intent: 0 00000004:00000001:1.0:1763346490.650732:0:19975:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763346490.650734:0:19975:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:1.0:1763346490.650738:0:19975:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346490.650741:0:19975:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346490.650751:0:19975:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650754:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.650760:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.650763:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.650771:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346490.650775:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346490.650778:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346490.650780:0:19975:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346490.650783:0:19975:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.650785:0:19975:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405b:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346490.650788:0:19975:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346490.650790:0:19975:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650793:0:19975:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.650795:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.650802:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.650803:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.650806:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.650808:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.650810:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.650812:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.650813:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.650814:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.650816:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.650818:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.650820:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.650821:0:19975:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.650824:0:19975:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346490.650826:0:19975:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650830:0:19975:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763346490.650832:0:19975:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405b:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:1.0:1763346490.650835:0:19975:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.650838:0:19975:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763346490.650840:0:19975:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346490.650844:0:19975:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346490.650852:0:19975:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb5156e65a0. 00080000:00000001:1.0:1763346490.650856:0:19975:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.650867:0:19975:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b7000. 00080000:00000001:1.0:1763346490.650869:0:19975:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165644800 : -105874543906816 : ffff9fb5296b7000) 00000004:00000001:1.0:1763346490.650874:0:19975:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.650879:0:19975:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.650882:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.650886:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165644800 : -105874543906816 : ffff9fb5296b7000) 00080000:00000001:1.0:1763346490.650890:0:19975:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.650918:0:19975:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650920:0:19975:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650922:0:19975:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.650928:0:19975:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346490.650930:0:19975:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346490.650936:0:19975:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346490.650938:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.650939:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165644800 : -105874543906816 : ffff9fb5296b7000) 00080000:00000001:1.0:1763346490.650944:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.650950:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.650952:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650954:0:19975:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.650983:0:19975:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.650986:0:19975:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.650992:0:19975:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.650997:0:19975:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763346490.650999:0:19975:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.651000:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.651002:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165644800 : -105874543906816 : ffff9fb5296b7000) 00080000:00000001:1.0:1763346490.651006:0:19975:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346490.651008:0:19975:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:1.0:1763346490.651079:0:19975:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651082:0:19975:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651084:0:19975:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651086:0:19975:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.651091:0:19975:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346490.651094:0:19975:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.651099:0:19975:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.651102:0:19975:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055436, last_committed = 8590055430 00000001:00000010:1.0:1763346490.651107:0:19975:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5156e6360. 00000001:00000040:1.0:1763346490.651109:0:19975:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:1.0:1763346490.651113:0:19975:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:1.0:1763346490.651119:0:19975:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2b40. 00000004:00000001:1.0:1763346490.651125:0:19975:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346490.651127:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.651129:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165644800 : -105874543906816 : ffff9fb5296b7000) 00080000:00000001:1.0:1763346490.651133:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.651147:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346490.651149:0:19975:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346490.651153:0:19975:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2b40: xid 1848996540768128, transno 8590055436, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763346490.651156:0:19975:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651170:0:19975:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.651173:0:19975:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb5156e65a0. 00000020:00000001:1.0:1763346490.651175:0:19975:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651178:0:19975:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651180:0:19975:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651182:0:19975:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651184:0:19975:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763346490.651186:0:19975:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763346490.651188:0:19975:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763346490.651190:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.651192:0:19975:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.651194:0:19975:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.651197:0:19975:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763346490.651201:0:19975:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763346490.651204:0:19975:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.651206:0:19975:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405b:0x0], previous was 0x7 00000004:00000001:1.0:1763346490.651210:0:19975:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651234:0:19975:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763346490.651238:0:19975:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651241:0:19975:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:1.0:1763346490.651243:0:19975:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346490.651247:0:19975:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb5156e65a0. 00080000:00000001:1.0:1763346490.651249:0:19975:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.651253:0:19975:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b5000. 00080000:00000001:1.0:1763346490.651255:0:19975:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00000004:00000001:1.0:1763346490.651261:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.651263:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000001:1.0:1763346490.651266:0:19975:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:1.0:1763346490.651290:0:19975:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651293:0:19975:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:1.0:1763346490.651295:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.651296:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000002:1.0:1763346490.651300:0:19975:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405b:0x0] not in the id map cache 00080000:00000001:1.0:1763346490.651304:0:19975:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346490.651311:0:19975:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346490.651314:0:19975:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651316:0:19975:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651320:0:19975:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:1.0:1763346490.651322:0:19975:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346490.651325:0:19975:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651327:0:19975:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763346490.651329:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.651330:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000001:1.0:1763346490.651334:0:19975:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763346490.651337:0:19975:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346490.651342:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346490.651345:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346490.651348:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.651351:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651353:0:19975:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.651383:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763346490.651385:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.651393:0:19975:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651396:0:19975:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651399:0:19975:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346490.651402:0:19975:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763346490.651404:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.651407:0:19975:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346490.651410:0:19975:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346490.651411:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346490.651413:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346490.651415:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.651416:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.651419:0:19975:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346490.651421:0:19975:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346490.651425:0:19975:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.651426:0:19975:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00000004:00000001:1.0:1763346490.651432:0:19975:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763346490.651435:0:19975:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763346490.651438:0:19975:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346490.651440:0:19975:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00000004:00000040:1.0:1763346490.651445:0:19975:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:1.0:1763346490.651449:0:19975:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763346490.651453:0:19975:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763346490.651455:0:19975:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:1.0:1763346490.651459:0:19975:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346490.651463:0:19975:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346490.651465:0:19975:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346490.651467:0:19975:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651470:0:19975:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763346490.651473:0:19975:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763346490.651477:0:19975:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763346490.651480:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.651490:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.651492:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651495:0:19975:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763346490.651511:0:19975:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763346490.651513:0:19975:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763346490.651522:0:19975:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:1.0:1763346490.651524:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.651526:0:19975:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651528:0:19975:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.651532:0:19975:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.651534:0:19975:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651537:0:19975:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651540:0:19975:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651542:0:19975:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346490.651544:0:19975:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346490.651546:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.651573:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.651574:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651576:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.651584:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.651586:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651588:0:19975:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651590:0:19975:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651592:0:19975:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346490.651593:0:19975:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346490.651596:0:19975:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651597:0:19975:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346490.651599:0:19975:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346490.651600:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.651959:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.651962:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651964:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.651979:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.651981:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651982:0:19975:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651984:0:19975:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.651987:0:19975:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346490.651989:0:19975:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346490.651991:0:19975:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651994:0:19975:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.651996:0:19975:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346490.651999:0:19975:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00000001:1.0:1763346490.652003:0:19975:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652005:0:19975:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652008:0:19975:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652010:0:19975:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652012:0:19975:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.652015:0:19975:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346490.652017:0:19975:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346490.652021:0:19975:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346490.652023:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.652025:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000001:1.0:1763346490.652027:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.652030:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.652032:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652033:0:19975:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.652049:0:19975:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.652051:0:19975:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652060:0:19975:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:1.0:1763346490.652066:0:19975:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:1.0:1763346490.652067:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.652069:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000001:1.0:1763346490.652073:0:19975:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:1.0:1763346490.652110:0:19975:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763346490.652111:0:19975:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763346490.652113:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346490.652115:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346490.652117:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.652118:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.652120:0:19975:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346490.652122:0:19975:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.652170:0:19975:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652172:0:19975:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652175:0:19975:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763346490.652177:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.652178:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000001:1.0:1763346490.652182:0:19975:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763346490.652189:0:19975:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652191:0:19975:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652194:0:19975:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763346490.652196:0:19975:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x405b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:1.0:1763346490.652199:0:19975:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:1.0:1763346490.652200:0:19975:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763346490.652201:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.652203:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000001:1.0:1763346490.652206:0:19975:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1763346490.652208:0:19975:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346490.652209:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346490.652254:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346490.652256:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.652258:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.652260:0:19975:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.652330:0:19975:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346490.652332:0:19975:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652335:0:19975:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652338:0:19975:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346490.652340:0:19975:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763346490.652341:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.652343:0:19975:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346490.652345:0:19975:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346490.652346:0:19975:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346490.652348:0:19975:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346490.652349:0:19975:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.652351:0:19975:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.652353:0:19975:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346490.652355:0:19975:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346490.652357:0:19975:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652369:0:19975:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00000004:00000001:1.0:1763346490.652374:0:19975:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763346490.652376:0:19975:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763346490.652378:0:19975:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346490.652379:0:19975:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00000004:00000040:1.0:1763346490.652383:0:19975:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:1.0:1763346490.652385:0:19975:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763346490.652387:0:19975:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763346490.652389:0:19975:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763346490.652391:0:19975:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638194221947392 : -105879487604224 : ffff9fb402c09a00) 00000040:00000001:1.0:1763346490.652393:0:19975:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346490.652395:0:19975:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346490.652397:0:19975:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763346490.652400:0:19975:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763346490.652402:0:19975:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:1.0:1763346490.652410:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.652425:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763346490.652427:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.652430:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1763346490.652432:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.652435:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763346490.652437:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.652460:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:1.0:1763346490.652463:0:19975:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9603, 64 off622848 00000040:00000001:1.0:1763346490.652466:0:19975:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346490.652469:0:19975:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346490.652471:0:19975:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346490.652475:0:19975:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346490.652478:0:19975:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346490.652480:0:19975:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763346490.652482:0:19975:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:1.0:1763346490.652484:0:19975:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9603: rc = 1 00000004:00000010:1.0:1763346490.652490:0:19975:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb509dea660. 00000004:00080000:1.0:1763346490.652493:0:19975:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6060206279628ns, next at 6061206274021ns, rc = 0 00000004:00000001:1.0:1763346490.652496:0:19975:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652498:0:19975:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652500:0:19975:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652502:0:19975:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652504:0:19975:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.652506:0:19975:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:1.0:1763346490.652509:0:19975:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763346490.652511:0:19975:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346490.652513:0:19975:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763346490.652517:0:19975:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055436 00000001:00000001:1.0:1763346490.652519:0:19975:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.652523:0:19975:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055437, last_committed = 8590055430 00000001:00000010:1.0:1763346490.652526:0:19975:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54d20. 00000001:00000040:1.0:1763346490.652529:0:19975:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:1.0:1763346490.652532:0:19975:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00000001:00000010:1.0:1763346490.652537:0:19975:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2f00. 00000004:00000001:1.0:1763346490.652542:0:19975:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346490.652543:0:19975:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.652545:0:19975:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199165636608 : -105874543915008 : ffff9fb5296b5000) 00080000:00000001:1.0:1763346490.652547:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.652553:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346490.652556:0:19975:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346490.652560:0:19975:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2b40: xid 1848996540768128, transno 8590055436, client gen 3, slot idx 1 00000001:00000001:1.0:1763346490.652564:0:19975:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c2b40: xid 1848996540768128, transno 8590055436, client gen 3, slot idx 1 00000001:00000010:1.0:1763346490.652568:0:19975:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c2b40. 00000001:00000001:1.0:1763346490.652571:0:19975:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2f00: xid 1848996540768128, transno 8590055437, tag 1, client gen 3, slot idx 2 00000001:00000001:1.0:1763346490.652575:0:19975:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.652605:0:19975:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.652608:0:19975:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb5156e65a0. 00000020:00000001:1.0:1763346490.652610:0:19975:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346490.652615:0:19975:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1763346490.652620:0:19975:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346490.652623:0:19975:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346490.652633:0:19975:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972500. 00010000:00000010:1.0:1763346490.652638:0:19975:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364a80. 00010000:00000001:1.0:1763346490.652643:0:19975:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.652646:0:19975:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1a00. 00000020:00000001:1.0:1763346490.652651:0:19975:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.652655:0:19975:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1a00 with handle 0x757b854463af9d79 to hash 00000020:00000001:1.0:1763346490.652657:0:19975:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.652659:0:19975:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000010:1.0:1763346490.652664:0:19975:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4180. 00010000:00000001:1.0:1763346490.652667:0:19975:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346490.652671:0:19975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.652674:0:19975:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.652678:0:19975:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19975 initiator: MDT0 00010000:00000001:1.0:1763346490.652688:0:19975:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346490.652693:0:19975:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346490.652696:0:19975:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346490.652699:0:19975:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.652701:0:19975:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.652703:0:19975:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.652705:0:19975:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.652707:0:19975:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346490.652710:0:19975:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346490.652712:0:19975:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346490.652713:0:19975:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346490.652717:0:19975:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417972500) refcount = 1 00010000:00010000:1.0:1763346490.652721:0:19975:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19975 initiator: MDT0 00010000:00000001:1.0:1763346490.652726:0:19975:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346490.652732:0:19975:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.652734:0:19975:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.652744:0:19975:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346490.652746:0:19975:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.652748:0:19975:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.652751:0:19975:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763346490.652754:0:19975:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:1.0:1763346490.652756:0:19975:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.652759:0:19975:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19975 initiator: MDT0 00010000:00000001:1.0:1763346490.652764:0:19975:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346490.652766:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.652767:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.652769:0:19975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.652771:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.652773:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346490.652775:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346490.652778:0:19975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346490.652781:0:19975:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.652782:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.652783:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=4 00000020:00000001:1.0:1763346490.652784:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346490.652787:0:19975:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346490.652789:0:19975:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763346490.652791:0:19975:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19975 initiator: MDT0 00010000:00000001:1.0:1763346490.652797:0:19975:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346490.652799:0:19975:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19975 initiator: MDT0 00010000:00000001:1.0:1763346490.652804:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.652806:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.652807:0:19975:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19975 initiator: MDT0 00010000:00000001:1.0:1763346490.652812:0:19975:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.652813:0:19975:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.652816:0:19975:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763346490.652820:0:19975:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb5222c20c0. 00010000:00000001:1.0:1763346490.652823:0:19975:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763346490.652846:0:19975:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763346490.652849:0:19975:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.652851:0:19975:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.652853:0:19975:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346490.652854:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.652856:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.652857:0:19975:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.652858:0:19975:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346490.652859:0:19975:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:1.0:1763346490.652861:0:19975:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb530364280. 00000004:00000001:1.0:1763346490.652867:0:19975:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:3.0:1763346490.652880:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346490.652883:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.652887:0:5739:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346490.652890:0:5739:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346490.652892:0:5739:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000010:1.0:1763346490.652894:0:19975:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb529cfdc80. 00010000:00010000:3.0:1763346490.652895:0:5739:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19975 initiator: MDT0 00010000:00010000:3.0:1763346490.652903:0:5739:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1a00 already unused, calling callback (ffffffffc15a1b40) 00000004:00000001:1.0:1763346490.652903:0:19975:0:(osp_object.c:2340:osp_object_release()) Process entered 00010000:00000001:3.0:1763346490.652905:0:5739:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000001:1.0:1763346490.652905:0:19975:0:(osp_object.c:2372:osp_object_release()) Process leaving 00010000:00000001:3.0:1763346490.652907:0:5739:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000004:00000010:1.0:1763346490.652909:0:19975:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb52b388b00. 00010000:00010000:3.0:1763346490.652910:0:5739:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19975 initiator: MDT0 00000004:00000010:1.0:1763346490.652912:0:19975:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417bdcf88. 00010000:00000001:3.0:1763346490.652916:0:5739:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346490.652917:0:5739:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.652918:0:5739:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000010:1.0:1763346490.652918:0:19975:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb406c7c468. 00000020:00000040:3.0:1763346490.652919:0:5739:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:3.0:1763346490.652921:0:5739:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00000004:00000010:1.0:1763346490.652922:0:19975:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb406c7c040. 00010000:00000001:3.0:1763346490.652924:0:5739:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:3.0:1763346490.652927:0:5739:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000010:1.0:1763346490.652927:0:19975:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb417f31b40. 00010000:00010000:3.0:1763346490.652929:0:5739:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19975 initiator: MDT0 00000004:00000010:1.0:1763346490.652931:0:19975:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb417bd9320. 00010000:00000001:3.0:1763346490.652934:0:5739:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346490.652936:0:5739:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000010:1.0:1763346490.652936:0:19975:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb417834690. 00010000:00000001:3.0:1763346490.652938:0:5739:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.652941:0:5739:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1763346490.652941:0:19975:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00010000:00000001:3.0:1763346490.652943:0:5739:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000004:00000040:1.0:1763346490.652943:0:19975:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x405b:0x0] 00010000:00000001:3.0:1763346490.652945:0:5739:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000004:00000010:1.0:1763346490.652945:0:19975:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb41600f0e0. 00010000:00000001:3.0:1763346490.652946:0:5739:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.652949:0:5739:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1a00 with handle 0x757b854463af9d79 from hash 00000004:00000001:1.0:1763346490.652949:0:19975:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1763346490.652951:0:19975:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763346490.652952:0:5739:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.652953:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:1.0:1763346490.652953:0:19975:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.652954:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.652955:0:5739:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:1.0:1763346490.652956:0:19975:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.652958:0:5739:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000004:00000001:1.0:1763346490.652959:0:19975:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00010000:00000001:3.0:1763346490.652960:0:5739:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.652962:0:5739:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:1.0:1763346490.652962:0:19975:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346490.652964:0:19975:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00010000:00000001:3.0:1763346490.652965:0:5739:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:1.0:1763346490.652966:0:19975:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00010000:00000001:3.0:1763346490.652967:0:5739:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:1.0:1763346490.652969:0:19975:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00010000:00010000:3.0:1763346490.652970:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405b:0x0].0x0 (ffff9fb417972500) 00010000:00010000:3.0:1763346490.652973:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000004:00000040:1.0:1763346490.652973:0:19975:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00010000:00000001:3.0:1763346490.652975:0:5739:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.652977:0:5739:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.652979:0:5739:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000004:00000001:1.0:1763346490.652979:0:19975:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.652981:0:5739:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346490.652983:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.652984:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763346490.652985:0:19975:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00010000:00000001:3.0:1763346490.652986:0:5739:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.652988:0:5739:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.652988:0:19975:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00010000:00000001:3.0:1763346490.652990:0:5739:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.652992:0:5739:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19975 initiator: MDT0 00000020:00000001:1.0:1763346490.652995:0:19975:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:3.0:1763346490.652997:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.652999:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9d79 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19975 initiator: MDT0 00000020:00000001:1.0:1763346490.653003:0:19975:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1763346490.653005:0:5739:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4180. 00000004:00000001:1.0:1763346490.653005:0:19975:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346490.653009:0:5739:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972500 count: 0 00010000:00000040:1.0:1763346490.653009:0:19975:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 8590055437, xid 1848996540768128 00010000:00000001:1.0:1763346490.653012:0:19975:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000010:3.0:1763346490.653014:0:5739:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364a80. 00010000:00000001:3.0:1763346490.653019:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.653021:0:5739:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346490.653023:0:5739:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb5222c20c0. 00010000:00000001:3.0:1763346490.653025:0:5739:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1763346490.653025:0:19975:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532981500 x1848996540768128/t8590055437(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00000001:3.0:1763346490.653028:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346490.653029:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.653031:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346490.653032:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346490.653033:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.653035:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1763346490.653035:0:19975:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1763346490.653037:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346490.653038:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.653039:0:19975:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346490.653040:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00001000:1.0:1763346490.653043:0:19975:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=125 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.653049:0:19975:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.653051:0:19975:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.653054:0:19975:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.653057:0:19975:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.653060:0:19975:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.653065:0:19975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.653069:0:19975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.653075:0:19975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b7f8. 00000100:00000200:1.0:1763346490.653084:0:19975:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540768128, offset 224 00000400:00000200:1.0:1763346490.653092:0:19975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.653109:0:19975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.653118:0:19975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198363:198363:256:4294967295] 192.168.204.16@tcp LPNI seq info [198359:198359:8:4294967295] 00000400:00000200:1.0:1763346490.653132:0:19975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.653138:0:19975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.653144:0:19975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:1.0:1763346490.653152:0:19975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.653161:0:19975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.653166:0:19975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.653184:0:19975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.653188:0:19975:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.653190:0:19975:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.653193:0:19975:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.653196:0:19975:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.653202:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981500 x1848996540768128/t8590055437(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.653244:0:19975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226222:x1848996540768128:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 2705us (3082us total) trans 8590055437 rc 0/0 00000100:00100000:1.0:1763346490.653257:0:19975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20981 00000100:00000040:1.0:1763346490.653261:0:19975:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.653264:0:19975:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.653266:0:19975:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763346490.653270:0:19975:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763346490.653275:0:19975:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51fc1c800. 00000020:00000010:1.0:1763346490.653280:0:19975:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8ed8. 00000020:00000010:1.0:1763346490.653286:0:19975:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:1.0:1763346490.653291:0:19975:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:1.0:1763346490.653294:0:19975:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346490.655279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:3.1:1763346490.655295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972400. 00000100:00000040:1.0:1763346490.661683:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300727509, at 4300727511 00000100:00000010:1.0:1763346490.661703:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44cc0. 00010000:00000010:3.1:1763346490.662023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972500. 00010000:00000010:3.1:1763346490.662057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00000100:00000040:3.0:1763346490.662070:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300727509, at 4300727511 00000100:00000010:3.0:1763346490.662076:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44660. 00000100:00000001:1.0:1763346490.671775:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.671780:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.671789:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140765 00000100:00000040:1.0:1763346490.671794:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346490.671797:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199253360512 : -105874456191104 : ffff9fb52ea5df80) 00000100:00000040:1.0:1763346490.671806:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52ea5df80 x1848996540768256/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 304/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.671816:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.671821:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f00. 00000100:00000001:1.0:1763346490.671823:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.671825:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f00. 00000100:00100000:1.0:1763346490.671830:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+493:226223:x1848996540768256:12345-192.168.204.16@tcp:53:lfs.0 00000100:00000200:1.0:1763346490.671834:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540768256 00000020:00000001:1.0:1763346490.671837:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.671841:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346490.671847:0:26440:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2f00: xid 1848996540768128, transno 8590055437, client gen 3, slot idx 2 00000001:00000001:1.0:1763346490.671852:0:26440:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5205a6a80: xid 1848996540767872, transno 8590055435, client gen 3, slot idx 0 00000001:00000010:1.0:1763346490.671856:0:26440:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5205a6a80. 00000020:00000001:1.0:1763346490.671864:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.671867:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.671869:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027776 : -1039523840 : ffffffffc20a2000) 00000020:00000001:1.0:1763346490.671872:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.671875:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540768256, found 0 last_xid 1848996540768255 00000020:00000001:1.0:1763346490.671878:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.671880:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.671883:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.671886:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.671890:0:26440:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:1.0:1763346490.671898:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.671901:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.671910:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9fb529a00000. 02000000:00000001:1.0:1763346490.671912:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.671915:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.671922:0:26440:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:1.0:1763346490.671924:0:26440:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x4059:0x0] from 18446744073709551615 #0 00000004:00000001:1.0:1763346490.671929:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346490.671932:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4059:0x0] 00000020:00000001:1.0:1763346490.671936:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.671944:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570188024 : -105879139363592 : ffff9fb4178254f8) 00000004:00000001:1.0:1763346490.671955:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570187936 : -105879139363680 : ffff9fb4178254a0) 00000004:00000001:1.0:1763346490.671958:0:26440:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:1.0:1763346490.671961:0:26440:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:1.0:1763346490.671968:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb503ac6000. 00000004:00000001:1.0:1763346490.671971:0:26440:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346490.671973:0:26440:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763346490.671987:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.671993:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.671997:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.672005:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.672008:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.672011:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.672015:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.672017:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.672018:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.672021:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.672024:0:26440:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.672026:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.672029:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346490.672031:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.672033:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346490.672034:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346490.672036:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.672039:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346490.672041:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346490.672043:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.672045:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.672047:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.672049:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346490.672051:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346490.672053:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346490.672054:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.672057:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.672058:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.672060:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.672062:0:26440:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.672064:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.672066:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346490.672070:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346490.672072:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.672075:0:26440:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.672077:0:26440:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346490.672079:0:26440:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:1.0:1763346490.672082:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346490.672084:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178254f8/ffff9fb4178254a0 to site lru. bkt: ffff9fb51dc9eb50 00000004:00000001:1.0:1763346490.672085:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.672087:0:26440:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.672089:0:26440:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.672093:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb503ac6000. 00000004:00000001:1.0:1763346490.672098:0:26440:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.672102:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 0, xid 1848996540768256 00010000:00000001:1.0:1763346490.672105:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.672111:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52ea5df80 x1848996540768256/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 304/4352 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346490.672118:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.672122:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.672127:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.672133:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.672136:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.672138:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.672141:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.672143:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.672147:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.672150:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.672155:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5222c2b40. 00000100:00000200:1.0:1763346490.672162:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848996540768256, offset 224 00000400:00000200:1.0:1763346490.672170:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.672184:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.672192:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198364:198364:256:4294967295] 192.168.204.16@tcp LPNI seq info [198360:198360:8:4294967295] 00000400:00000200:1.0:1763346490.672203:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.672209:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.672231:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb526a11c00. 00000800:00000200:1.0:1763346490.672238:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.672247:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346490.672251:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb526a11c00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763346490.672265:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.672268:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.672270:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.672272:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.672275:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.672279:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5df80 x1848996540768256/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 304/4352 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346490.672288:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+493:226223:x1848996540768256:12345-192.168.204.16@tcp:53:lfs.0 Request processed in 471us (1394us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346490.672296:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140765 00000100:00000040:1.0:1763346490.672300:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.672302:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.672304:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.672310:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3d80. 00000020:00000010:1.0:1763346490.672314:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109a28. 00000020:00000010:1.0:1763346490.672320:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51d09fa00. 00000020:00000040:1.0:1763346490.672326:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:1.0:1763346490.672329:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.715278:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.715292:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9fb51569be00. 00000400:00000200:1.0:1763346490.715301:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.715313:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.715322:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51569a200 00000400:00000010:1.0:1763346490.715325:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9fb51569a200. 00000100:00000001:1.0:1763346490.715330:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.715332:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346490.720857:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.720874:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.720878:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.720880:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.720892:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.720911:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 3072 into portal 24 MB=0x691a70e00e080 00000400:00000200:3.0:1763346490.720921:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 3072/3072 into md 0x4bc5 [256] + 15504 00000800:00000001:3.0:1763346490.720931:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.720944:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.720947:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.720951:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.720959:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.720961:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763346490.720969:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4000. 00000100:00000040:3.0:1763346490.720973:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4000 x1848996540768384 msgsize 3072 00000100:00100000:3.0:1763346490.720978:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.720993:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.721001:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.721005:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.724569:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.724589:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.724594:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.724597:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.724612:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.724634:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 3072 into portal 24 MB=0x691a70e00e100 00000400:00000200:3.0:1763346490.724644:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 3072/3072 into md 0x4bc5 [256] + 18576 00000800:00000001:3.0:1763346490.724653:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.724676:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.724679:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.724684:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.724693:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.724696:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000010:2.1:1763346490.726073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346490.726085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:2.1:1763346490.726089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346490.726092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000100:00000010:3.0:1763346490.728310:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3c000. 00000100:00000040:3.0:1763346490.728321:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3c000 x1848996540768512 msgsize 3072 00000100:00100000:3.0:1763346490.728326:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.728342:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763346490.728399:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.728403:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540768512 02000000:00000001:1.0:1763346490.728406:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.728408:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.728410:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.728415:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.728419:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540768512 00000020:00000001:1.0:1763346490.728422:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.728424:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346490.728426:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.728429:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:1.0:1763346490.728431:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346490.728434:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346490.728437:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.728444:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30e40. 00000100:00000001:1.0:1763346490.728446:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.728449:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30e40. 00000020:00000010:1.0:1763346490.728454:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a10000. 00000020:00000010:1.0:1763346490.728459:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346490.728464:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000001:1.0:1763346490.728470:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.728472:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.728474:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.728481:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.728491:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.728506:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.728508:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.728513:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 561 00000100:00000040:1.0:1763346490.728516:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 3 00000100:00000001:1.0:1763346490.728519:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870491136 : -105874839060480 : ffff9fb517d3c000) 00000100:00000040:1.0:1763346490.728525:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c000 x1848996540768512/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 3072/0 e 0 to 0 dl 1763346501 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346490.728533:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.728536:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30e40. 00000100:00000001:1.0:1763346490.728538:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.728540:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30e40. 00000100:00100000:1.0:1763346490.728545:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:a07bbba3-4079-4331-85a0-559fc64f2511+497:2355:x1848996540768512:12345-192.168.204.16@tcp:63:ll_sa.0 00000100:00000200:1.0:1763346490.728548:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540768512 00000020:00000001:1.0:1763346490.728551:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.728554:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.728556:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.728558:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.728560:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028256 : -1039523360 : ffffffffc20a21e0) 00000020:00000001:1.0:1763346490.728563:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.728565:0:101497:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540768512, found 0 last_xid 1848996540768383 00000020:00000001:1.0:1763346490.728567:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.728570:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.728571:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.728574:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.728578:0:101497:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763346490.728584:0:101497:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9fb41788da28. 00000100:00000001:1.0:1763346490.728587:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.728589:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.728598:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 7304 at ffff9fb532a80000. 02000000:00000001:1.0:1763346490.728600:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.728602:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763346490.728606:0:101497:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9fb5222c2b40. 00000020:00000001:1.0:1763346490.728607:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763346490.728609:0:101497:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540768512, found 0 last_xid 1848996540768383 00000020:00080000:1.0:1763346490.728613:0:101497:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9fb517d3c000 x1848996540768512/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 3072/7008 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346490.728627:0:101497:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.728630:0:101497:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763346490.728632:0:101497:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346490.728633:0:101497:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346490.728639:0:101497:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346490.728642:0:101497:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:1.0:1763346490.728644:0:101497:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.728647:0:101497:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.728650:0:101497:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1400. 00000020:00000001:1.0:1763346490.728652:0:101497:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.728654:0:101497:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1400 with handle 0x757b854463af9dbf to hash 00000020:00000001:1.0:1763346490.728657:0:101497:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.728658:0:101497:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000010:1.0:1763346490.728662:0:101497:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4b80. 00010000:00000001:1.0:1763346490.728664:0:101497:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00010000:1.0:1763346490.728667:0:101497:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9dbf lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792126f0 expref: -99 pid: 101497 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.728674:0:101497:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346490.728676:0:101497:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:1.0:1763346490.728679:0:101497:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346490.728681:0:101497:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346490.728684:0:101497:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346490.728685:0:101497:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346490.728688:0:101497:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763346490.728690:0:101497:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346490.728692:0:101497:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346490.728694:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.728697:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346490.728699:0:101497:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346490.728701:0:101497:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.729906:0:101497:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346490.729910:0:101497:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763346490.729913:0:101497:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7008, allocated: 7008, field len 6784 -> 55888 00000100:00000001:1.0:1763346490.729916:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.729918:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.729964:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 56408 at ffff9fb539870000. 02000000:00000001:1.0:1763346490.729967:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.729970:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.729975:0:101497:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.729977:0:101497:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 7304 at ffff9fb532a80000. 02000000:00000001:1.0:1763346490.729980:0:101497:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763346490.729982:0:101497:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763346490.729985:0:101497:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.729988:0:101497:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763346490.729992:0:101497:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346490.729995:0:101497:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.729996:0:101497:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.729999:0:101497:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.730000:0:101497:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.730002:0:101497:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.730004:0:101497:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.730005:0:101497:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.730007:0:101497:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.730008:0:101497:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.730010:0:101497:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.730012:0:101497:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.730013:0:101497:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.730015:0:101497:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.730017:0:101497:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.730018:0:101497:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.730020:0:101497:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.730021:0:101497:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.730024:0:101497:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.730025:0:101497:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.730029:0:101497:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346490.730034:0:101497:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346490.730037:0:101497:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346490.730040:0:101497:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346490.730042:0:101497:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.730045:0:101497:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.730047:0:101497:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.730049:0:101497:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346490.730051:0:101497:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.730055:0:101497:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540768512, found 0 last_xid 1848996540768383 00000004:00010000:1.0:1763346490.730061:0:101497:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0xa650ee2d792126f0 req@ffff9fb517d3c000 x1848996540768512/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 3072/56112 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346490.730069:0:101497:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763346490.730073:0:101497:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c014bba48 00000004:00000002:1.0:1763346490.730076:0:101497:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_4, ldlm_rep = ffff9fb539870250 00000004:00000001:1.0:1763346490.730080:0:101497:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346490.730082:0:101497:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346490.730083:0:101497:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346490.730085:0:101497:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346490.730086:0:101497:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346490.730090:0:101497:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:1.0:1763346490.730092:0:101497:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.730094:0:101497:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.730098:0:101497:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1000. 00000020:00000001:1.0:1763346490.730100:0:101497:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.730102:0:101497:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1000 with handle 0x757b854463af9dd4 to hash 00000020:00000001:1.0:1763346490.730104:0:101497:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.730106:0:101497:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000010:1.0:1763346490.730109:0:101497:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4600. 00010000:00000001:1.0:1763346490.730111:0:101497:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346490.730113:0:101497:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.730115:0:101497:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.730118:0:101497:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730123:0:101497:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346490.730125:0:101497:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346490.730127:0:101497:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346490.730128:0:101497:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.730130:0:101497:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730131:0:101497:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.730133:0:101497:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730134:0:101497:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346490.730136:0:101497:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346490.730137:0:101497:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346490.730138:0:101497:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346490.730140:0:101497:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:1.0:1763346490.730143:0:101497:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346490.730146:0:101497:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463af9db8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212721 expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.730153:0:101497:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 497 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346490.730158:0:101497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730163:0:101497:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346490.730165:0:101497:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.730167:0:101497:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730168:0:101497:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346490.730170:0:101497:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730172:0:101497:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730173:0:101497:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.730175:0:101497:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346490.730177:0:101497:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.730180:0:101497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730184:0:101497:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346490.730185:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730186:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730188:0:101497:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346490.730189:0:101497:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346490.730193:0:101497:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972700. 00010000:00000010:1.0:1763346490.730196:0:101497:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364480. 00010000:00000001:1.0:1763346490.730199:0:101497:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.730201:0:101497:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0000. 00000020:00000001:1.0:1763346490.730203:0:101497:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.730205:0:101497:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0000 with handle 0x757b854463af9ddb to hash 00000020:00000001:1.0:1763346490.730207:0:101497:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.730208:0:101497:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000010:1.0:1763346490.730227:0:101497:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4000. 00010000:00000001:1.0:1763346490.730230:0:101497:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346490.730233:0:101497:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.730234:0:101497:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.730237:0:101497:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730241:0:101497:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346490.730243:0:101497:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346490.730244:0:101497:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346490.730246:0:101497:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.730247:0:101497:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730249:0:101497:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.730250:0:101497:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730252:0:101497:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346490.730253:0:101497:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346490.730255:0:101497:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346490.730256:0:101497:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346490.730257:0:101497:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0xb2012af9 (ffff9fb417972700) refcount = 1 00010000:00010000:1.0:1763346490.730261:0:101497:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730265:0:101497:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346490.730267:0:101497:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.730269:0:101497:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730271:0:101497:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346490.730272:0:101497:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730274:0:101497:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730276:0:101497:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.730278:0:101497:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346490.730280:0:101497:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.730283:0:101497:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730287:0:101497:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346490.730288:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730290:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346490.730291:0:101497:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.730294:0:101497:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346490.730315:0:101497:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346490.730317:0:101497:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346490.730320:0:101497:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346490.730323:0:101497:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.730327:0:101497:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346490.730341:0:101497:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.730344:0:101497:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.730346:0:101497:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.730349:0:101497:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763346490.730352:0:101497:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346490.730353:0:101497:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346490.730354:0:101497:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.730356:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.730367:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=3 00000020:00000001:1.0:1763346490.730369:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346490.730371:0:101497:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346490.730373:0:101497:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346490.730375:0:101497:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730381:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730383:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.730385:0:101497:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730390:0:101497:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.730391:0:101497:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730394:0:101497:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346490.730396:0:101497:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 101497 initiator: MDT0 00010000:00010000:1.0:1763346490.730400:0:101497:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346490.730402:0:101497:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.730404:0:101497:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346490.730406:0:101497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730411:0:101497:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346490.730412:0:101497:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.730414:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.730415:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=4 00000020:00000001:1.0:1763346490.730417:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346490.730419:0:101497:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346490.730422:0:101497:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346490.730424:0:101497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730429:0:101497:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346490.730430:0:101497:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346490.730432:0:101497:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730434:0:101497:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.730436:0:101497:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.730437:0:101497:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.730439:0:101497:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.730441:0:101497:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1000 with handle 0x757b854463af9dd4 from hash 00010000:00000001:1.0:1763346490.730443:0:101497:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.730444:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730445:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730446:0:101497:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.730449:0:101497:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.730450:0:101497:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730452:0:101497:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.730453:0:101497:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.730455:0:101497:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346490.730457:0:101497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346490.730459:0:101497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346490.730462:0:101497:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730463:0:101497:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730465:0:101497:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.730467:0:101497:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346490.730469:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730471:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730472:0:101497:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730473:0:101497:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.730476:0:101497:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.730478:0:101497:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730484:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730485:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730486:0:101497:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346490.730488:0:101497:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346490.730489:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.730491:0:101497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463af9dd4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 101497 initiator: MDT0 00010000:00000010:1.0:1763346490.730497:0:101497:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4600. 00010000:00000001:1.0:1763346490.730503:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346490.730505:0:101497:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346490.730506:0:101497:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346490.730507:0:101497:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.730508:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.730509:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346490.730511:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346490.730514:0:101497:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346490.730516:0:101497:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346490.730518:0:101497:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730523:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730524:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.730526:0:101497:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730531:0:101497:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.730533:0:101497:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730535:0:101497:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346490.730536:0:101497:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 101497 initiator: MDT0 00010000:00010000:1.0:1763346490.730541:0:101497:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346490.730543:0:101497:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.730544:0:101497:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346490.730546:0:101497:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730550:0:101497:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346490.730551:0:101497:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.730553:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.730554:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=4 00000020:00000001:1.0:1763346490.730556:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346490.730558:0:101497:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346490.730560:0:101497:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346490.730562:0:101497:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730566:0:101497:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346490.730568:0:101497:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346490.730569:0:101497:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730572:0:101497:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.730573:0:101497:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.730574:0:101497:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.730576:0:101497:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.730578:0:101497:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463af9ddb from hash 00010000:00000001:1.0:1763346490.730580:0:101497:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.730581:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730582:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730583:0:101497:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.730585:0:101497:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.730587:0:101497:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730588:0:101497:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.730589:0:101497:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.730590:0:101497:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346490.730592:0:101497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0xb2012af9 (ffff9fb417972700) 00010000:00010000:1.0:1763346490.730595:0:101497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346490.730597:0:101497:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730598:0:101497:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730600:0:101497:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.730601:0:101497:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346490.730603:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730605:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730606:0:101497:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730608:0:101497:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.730609:0:101497:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.730612:0:101497:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 101497 initiator: MDT0 00010000:00000001:1.0:1763346490.730616:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730617:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730618:0:101497:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346490.730619:0:101497:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346490.730621:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.730623:0:101497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9ddb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 101497 initiator: MDT0 00010000:00000010:1.0:1763346490.730629:0:101497:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4000. 00010000:00000040:1.0:1763346490.730632:0:101497:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972700 count: 0 00010000:00000010:1.0:1763346490.730636:0:101497:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364480. 00010000:00000001:1.0:1763346490.730642:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346490.730643:0:101497:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346490.730644:0:101497:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346490.730645:0:101497:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346490.730646:0:101497:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346490.730649:0:101497:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763346490.730652:0:101497:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346490.730653:0:101497:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346490.730655:0:101497:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346490.730656:0:101497:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346490.730657:0:101497:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346490.730659:0:101497:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346490.730671:0:101497:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.730674:0:101497:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.730677:0:101497:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763346490.730679:0:101497:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346490.730680:0:101497:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.730682:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730684:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730685:0:101497:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.730687:0:101497:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.730689:0:101497:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1400 with handle 0x757b854463af9dbf from hash 00010000:00000001:1.0:1763346490.730691:0:101497:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.730692:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.730693:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.730694:0:101497:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346490.730695:0:101497:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763346490.730698:0:101497:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763346490.730703:0:101497:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9dbf lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126f0 expref: 497 pid: 101497 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346490.730709:0:101497:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346490.730711:0:101497:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.730713:0:101497:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.730714:0:101497:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.730716:0:101497:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730719:0:101497:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.730720:0:101497:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.730722:0:101497:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.730723:0:101497:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.730724:0:101497:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.730725:0:101497:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.730726:0:101497:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346490.730728:0:101497:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346490.730730:0:101497:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763346490.730732:0:101497:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.730733:0:101497:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.730735:0:101497:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.730737:0:101497:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.730740:0:101497:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9dbf lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126f0 expref: 497 pid: 101497 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.730746:0:101497:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346490.730749:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00010000:00000010:1.0:1763346490.730751:0:101497:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4b80. 00010000:00000001:1.0:1763346490.730756:0:101497:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.730758:0:101497:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1400, rc -2) 00000004:00000001:1.0:1763346490.730760:0:101497:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.730763:0:101497:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763346490.730766:0:101497:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9fb41788da28. 00000004:00000010:1.0:1763346490.730770:0:101497:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9fb5222c2b40. 00000004:00000001:1.0:1763346490.730772:0:101497:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346490.730777:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346490.730779:0:101497:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.730781:0:101497:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763346490.730784:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 0, xid 1848996540768512 00010000:00000001:1.0:1763346490.730786:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.730792:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c000 x1848996540768512/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 3072/56112 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346490.730800:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.730802:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.730805:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=142 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346490.730808:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.730811:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 11 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.730813:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.730816:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.730817:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.730820:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.730823:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.730828:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9fb526a11c00. 00000800:00000001:3.0:1763346490.731533:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.731544:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.734914:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.734924:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9fb51569a000. 00000400:00000200:3.0:1763346490.734932:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.734941:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.734950:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51569ae00 00000400:00000010:3.0:1763346490.734953:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9fb51569ae00. 00000100:00000001:3.0:1763346490.734957:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.734959:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1763346490.735700:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 56112 bytes to portal 4, xid 1848996540768896, offset 224 00000400:00000200:1.0:1763346490.735720:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.735736:0:101497:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.735745:0:101497:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198369:198369:255:4294967295] 192.168.204.16@tcp LPNI seq info [198365:198365:7:4294967295] 00000400:00000200:1.0:1763346490.735757:0:101497:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.735763:0:101497:0:(socklnd_cb.c:1001:ksocknal_send()) sending 56112 bytes in 14 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.735772:0:101497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9fb401895a00. 00000800:00000200:1.0:1763346490.735780:0:101497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.735788:0:101497:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346490.735794:0:101497:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb401895a00 type 1, nob 56208 niov 1 nkiov 14 00000100:00000001:1.0:1763346490.735812:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.735816:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.735820:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.735823:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.735827:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.735837:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c000 x1848996540768512/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 3072/56112 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346490.735855:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:2355:x1848996540768512:12345-192.168.204.16@tcp:63:ll_sa.0 Request processed in 7319us (7532us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763346490.735866:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 561 00000100:00000040:1.0:1763346490.735871:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.735873:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.735876:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.735884:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346490.735891:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8ed8. 00000020:00000010:1.0:1763346490.735897:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a10000. 00000020:00000040:1.0:1763346490.735904:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:1.0:1763346490.735908:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.736010:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.736013:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9fb401895a00. 00000400:00000200:1.0:1763346490.736018:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.736023:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.736028:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb526a11c00 00000400:00000010:1.0:1763346490.736030:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9fb526a11c00. 00000100:00000001:1.0:1763346490.736035:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.736036:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346490.737665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346490.737678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:2.1:1763346490.737683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346490.737686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:0.1:1763346490.741271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:2.1:1763346490.741425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346490.741434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:2.1:1763346490.741438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346490.741442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:1.1:1763346490.745287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:1.1:1763346490.745311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00010000:00000010:1.1:1763346490.745315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346490.745318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00000800:00000001:3.0:1763346490.753914:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.753937:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.753941:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.753944:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.753958:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.753980:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e00e380 00000400:00000200:3.0:1763346490.753991:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4275 [64] + 192936 00000400:00000010:3.0:1763346490.753997:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb503077790. 00000400:00000200:3.0:1763346490.754004:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5329bf800 00000800:00000001:3.0:1763346490.754013:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.754028:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.754032:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.754037:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.754043:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5329bf800 00000400:00000010:3.0:1763346490.754047:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff9fb5329bf800. 00000100:00000001:3.0:1763346490.754191:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.754196:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1763346490.754201:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5225d5850 x1848996540769152 msgsize 4616 00000100:00100000:3.0:1763346490.754206:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346490.754252:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346490.754270:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.754281:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.754285:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.754739:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.754743:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540769152 02000000:00000001:1.0:1763346490.754747:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.754750:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.754753:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.754759:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.754765:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540769152 00000020:00000001:1.0:1763346490.754769:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.754771:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346490.754774:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.754778:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:1.0:1763346490.754781:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346490.754784:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346490.754791:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.754799:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30e40. 00000100:00000001:1.0:1763346490.754803:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.754806:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30e40. 00000020:00000010:1.0:1763346490.754814:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401895a00. 00000020:00000010:1.0:1763346490.754820:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346490.754827:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000040:1.0:1763346490.754836:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346490.754840:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.754842:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346490.754845:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346490.754847:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.754850:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.754859:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.755166:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.755183:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.755186:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.755192:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140767 00000100:00000040:1.0:1763346490.755196:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346490.755198:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199047280720 : -105874662270896 : ffff9fb5225d5850) 00000100:00000040:1.0:1763346490.755207:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5225d5850 x1848996540769152/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.755246:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.755250:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30e40. 00000100:00000001:1.0:1763346490.755252:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.755254:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30e40. 00000100:00100000:1.0:1763346490.755259:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5225d5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+494:226233:x1848996540769152:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346490.755262:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540769152 00000020:00000001:1.0:1763346490.755267:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.755271:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.755279:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.755281:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.755284:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346490.755288:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.755293:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540769152, found 0 last_xid 1848996540768511 00000020:00000001:1.0:1763346490.755296:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.755299:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.755302:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.755310:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.755312:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346490.755316:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346490.755318:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346490.755320:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346490.755322:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.755328:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346490.755337:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:1.0:1763346490.755341:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.755344:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.755349:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1400. 00000020:00000001:1.0:1763346490.755353:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.755366:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1400 with handle 0x757b854463af9de2 to hash 00000020:00000001:1.0:1763346490.755368:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.755370:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000010:1.0:1763346490.755376:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4b80. 00010000:00000001:1.0:1763346490.755379:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00010000:1.0:1763346490.755384:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9de2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212728 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.755393:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346490.755396:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:1.0:1763346490.755404:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346490.755409:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346490.755418:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346490.755421:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346490.755423:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755425:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346490.755432:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb5225d5850 x1848996540769152/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/0 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346490.755442:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346490.755445:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346490.755448:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346490.755451:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.755454:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755457:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.755458:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.755460:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755462:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.755463:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.755464:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755472:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.755473:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755476:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755477:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755481:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346490.755482:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346490.755485:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.755487:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.755533:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5393d0000. 02000000:00000001:1.0:1763346490.755537:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.755540:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755545:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346490.755547:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.755548:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755550:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.755551:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.755553:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755555:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.755556:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.755558:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755561:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.755562:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.755568:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346490.755576:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346490.755578:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346490.755581:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346490.755583:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755586:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.755587:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755590:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346490.755591:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755595:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346490.755597:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755600:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346490.755603:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346490.755607:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:1.0:1763346490.755610:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200000bd2:0x4057:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346490.755615:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763346490.755617:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346490.755620:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346490.755623:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.755631:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346490.755633:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346490.755639:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346490.755643:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346490.755698:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755702:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.755708:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.755712:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.755719:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755723:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755727:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755730:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.755731:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.755733:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.755734:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755738:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755740:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346490.755744:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346490.755746:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755750:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763346490.755754:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4057:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763346490.755758:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4057:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:1.0:1763346490.755762:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.755765:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755768:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763346490.755772:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.755773:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755775:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.755776:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.755778:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.755780:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.755782:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.755783:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.755786:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:1.0:1763346490.755788:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: returning size 11776 00000001:00000001:1.0:1763346490.755791:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.755792:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755795:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346490.755797:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.755798:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.755799:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.755802:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755804:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755806:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.755808:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755812:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763346490.755814:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:1.0:1763346490.755819:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763346490.755831:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763346490.755835:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763346490.755837:0:19997:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755841:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.755843:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.755848:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763346490.755852:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364480. 00000020:00000001:1.0:1763346490.755855:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.755857:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364480 with handle 0x757b854463af9de9 to hash 00000020:00000001:1.0:1763346490.755858:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763346490.755860:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279600768 : -105874429950848 : ffff9fb530364480) 00000004:00000001:1.0:1763346490.755862:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346490.755864:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763346490.755866:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4057:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:1.0:1763346490.755871:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346490.755875:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.755885:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b7c00. 00080000:00000001:1.0:1763346490.755887:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00080000:00000001:1.0:1763346490.755891:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346490.755898:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.755905:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.755907:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.755935:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.755938:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.755942:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.755945:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055438, last_committed = 8590055430 00000001:00000010:1.0:1763346490.755950:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54660. 00000001:00000040:1.0:1763346490.755952:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:1.0:1763346490.755955:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00000001:00000010:1.0:1763346490.755960:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c20c0. 00080000:00000001:1.0:1763346490.755968:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.755987:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346490.755991:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c20c0: xid 1848996540769152, transno 8590055438, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346490.755994:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.756007:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.756009:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346490.756011:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.756013:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.756016:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.756019:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763346490.756021:0:19997:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763346490.756022:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346490.756025:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.756026:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346490.756028:0:19997:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.756030:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763346490.756037:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.756045:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.756048:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.756050:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346490.756474:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346490.756477:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346490.756480:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346490.756481:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346490.756483:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346490.756487:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346490.756504:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.756507:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:1.0:1763346490.756509:0:19997:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.756511:0:19997:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763346490.756514:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763346490.756518:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.756522:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346490.756524:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.756530:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.756532:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.756535:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.756537:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.756540:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1400 with handle 0x757b854463af9de2 from hash 00010000:00000001:1.0:1763346490.756542:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.756544:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.756545:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.756546:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346490.756547:0:19997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.756550:0:19997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346490.756558:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9de2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212728 expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346490.756567:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346490.756570:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.756573:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.756574:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.756577:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.756580:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.756582:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.756583:0:19997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.756585:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.756586:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.756588:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.756591:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346490.756594:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:1.0:1763346490.756597:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763346490.756600:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.756602:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.756604:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.756605:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.756608:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9de2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212728 expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.756616:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346490.756620:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:1.0:1763346490.756623:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4b80. 00010000:00000001:1.0:1763346490.756633:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.756635:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1400, rc 0) 00000020:00000001:1.0:1763346490.756638:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346490.756643:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 8590055438, xid 1848996540769152 00010000:00000001:1.0:1763346490.756646:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.756651:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5225d5850 x1848996540769152/t8590055438(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/608 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.756665:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.756668:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.756673:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.756678:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.756680:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.756683:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.756686:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.756688:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.756692:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.756695:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.756702:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000200:1.0:1763346490.756710:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540769152, offset 224 00000400:00000200:1.0:1763346490.756718:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.756733:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.756741:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198370:198370:256:4294967295] 192.168.204.16@tcp LPNI seq info [198366:198366:8:4294967295] 00000400:00000200:1.0:1763346490.756755:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.756761:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.756767:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:1.0:1763346490.756774:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.756782:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.756787:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.756934:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.756939:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.756942:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.756944:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.756946:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.756952:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5225d5850 x1848996540769152/t8590055438(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/608 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.756963:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5225d5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:226233:x1848996540769152:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1715us (2759us total) trans 8590055438 rc 301/301 00000100:00100000:1.0:1763346490.756973:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140767 00000100:00000040:1.0:1763346490.756977:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.756979:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.756982:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.756988:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346490.756993:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8ed8. 00000020:00000010:1.0:1763346490.756999:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401895a00. 00000020:00000040:1.0:1763346490.757005:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 02000000:00000001:1.0:1763346490.757044:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.757046:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb531a00000. 00000800:00000200:3.0:1763346490.757715:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.757722:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:3.0:1763346490.757730:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.757737:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.757746:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000400:00000010:3.0:1763346490.757749:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00000100:00000001:3.0:1763346490.757754:0:3289:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763346490.757756:0:3289:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346490.757758:0:3289:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5393d0000. 02000000:00000001:3.0:1763346490.757781:0:3289:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763346490.757783:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1763346490.758301:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758307:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982d80. 02000000:00000001:1.0:1763346490.758315:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758317:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9fb529a00000. 02000000:00000001:1.0:1763346490.758322:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758323:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5df80. 02000000:00000001:1.0:1763346490.758328:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758329:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5402dd400. 02000000:00000001:1.0:1763346490.758332:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758333:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532981c00. 02000000:00000001:1.0:1763346490.758337:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758338:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb535646c00. 02000000:00000001:1.0:1763346490.758341:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758343:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532981880. 02000000:00000001:1.0:1763346490.758345:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758347:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb535e97000. 02000000:00000001:1.0:1763346490.758350:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758351:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768000. 02000000:00000001:1.0:1763346490.758936:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758939:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb5296b4000. 02000000:00000001:1.0:1763346490.758943:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758944:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4e00. 02000000:00000001:1.0:1763346490.758948:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758950:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb51edc0000. 02000000:00000001:1.0:1763346490.758972:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758974:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503dee680. 02000000:00000001:1.0:1763346490.758978:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758979:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5260b7000. 02000000:00000001:1.0:1763346490.758981:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.758982:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503ded180. 02000000:00000001:1.0:1763346490.758986:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.758987:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb539320000. 02000000:00000001:1.0:1763346490.759000:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759001:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5ce00. 02000000:00000001:1.0:1763346490.759004:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759005:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb539350000. 02000000:00000001:1.0:1763346490.759020:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759022:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5f800. 02000000:00000001:1.0:1763346490.759026:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759027:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb528f00000. 02000000:00000001:1.0:1763346490.759038:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759039:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768700. 02000000:00000001:1.0:1763346490.759042:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759043:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9fb40e71a000. 02000000:00000001:1.0:1763346490.759059:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759060:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1c380. 02000000:00000001:1.0:1763346490.759066:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759068:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb51f010000. 02000000:00000001:1.0:1763346490.759079:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759081:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1ca80. 02000000:00000001:1.0:1763346490.759085:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759086:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb539850000. 02000000:00000001:1.0:1763346490.759099:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759100:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503385180. 02000000:00000001:1.0:1763346490.759104:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759105:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff9fb4178c0000. 02000000:00000001:1.0:1763346490.759110:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759111:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb5f80. 02000000:00000001:1.0:1763346490.759114:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759116:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5386c0000. 02000000:00000001:1.0:1763346490.759126:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759128:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb509695f80. 02000000:00000001:1.0:1763346490.759132:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759133:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5393f0000. 02000000:00000001:1.0:1763346490.759143:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759145:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a769880. 02000000:00000001:1.0:1763346490.759149:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759150:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb527e20000. 02000000:00000001:1.0:1763346490.759175:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759177:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530458a80. 02000000:00000001:1.0:1763346490.759182:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759183:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb53a9e0000. 02000000:00000001:1.0:1763346490.759198:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759201:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226aea00. 02000000:00000001:1.0:1763346490.759205:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759206:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb52a7c0000. 02000000:00000001:1.0:1763346490.759248:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759250:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522786300. 02000000:00000001:1.0:1763346490.759255:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759256:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff9fb535e90000. 02000000:00000001:1.0:1763346490.759259:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759260:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522786d80. 02000000:00000001:1.0:1763346490.759264:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759266:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5260b4000. 02000000:00000001:1.0:1763346490.759276:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759278:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53045b480. 02000000:00000001:1.0:1763346490.759281:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759282:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb540199000. 02000000:00000001:1.0:1763346490.759286:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759288:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983ce00. 02000000:00000001:1.0:1763346490.759290:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759291:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb54019b800. 02000000:00000001:1.0:1763346490.759295:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759296:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530459500. 02000000:00000001:1.0:1763346490.759299:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759301:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5260b4400. 02000000:00000001:1.0:1763346490.759303:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759304:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530459180. 02000000:00000001:1.0:1763346490.759308:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759309:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9fb53270a000. 02000000:00000001:1.0:1763346490.759316:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759318:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a888000. 02000000:00000001:1.0:1763346490.759322:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759323:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb51ed80000. 02000000:00000001:1.0:1763346490.759339:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759341:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc5880. 02000000:00000001:1.0:1763346490.759345:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759346:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9fb50633c000. 02000000:00000001:1.0:1763346490.759349:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759351:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401810e00. 02000000:00000001:1.0:1763346490.759355:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759365:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb51f1e0000. 02000000:00000001:1.0:1763346490.759379:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759381:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401813480. 02000000:00000001:1.0:1763346490.759385:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759386:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb529d70000. 02000000:00000001:1.0:1763346490.759401:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759403:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226ad180. 02000000:00000001:1.0:1763346490.759406:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759408:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9fb530e9a000. 02000000:00000001:1.0:1763346490.759410:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759412:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226afb80. 02000000:00000001:1.0:1763346490.759415:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759416:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5398c0000. 02000000:00000001:1.0:1763346490.759431:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759434:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503386300. 02000000:00000001:1.0:1763346490.759438:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759440:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb505580000. 02000000:00000001:1.0:1763346490.759465:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759467:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530458000. 02000000:00000001:1.0:1763346490.759471:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759472:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52aa59000. 02000000:00000001:1.0:1763346490.759475:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759477:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5032f1180. 02000000:00000001:1.0:1763346490.759480:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759482:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af37c00. 02000000:00000001:1.0:1763346490.759484:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759485:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5032f1f80. 02000000:00000001:1.0:1763346490.759489:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759491:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb5209d0000. 02000000:00000001:1.0:1763346490.759493:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759494:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f5180. 02000000:00000001:1.0:1763346490.759499:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759500:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb50941a000. 02000000:00000001:1.0:1763346490.759503:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759504:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5209c8e00. 02000000:00000001:1.0:1763346490.759507:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759508:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb539200000. 02000000:00000001:1.0:1763346490.759520:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759522:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88b480. 02000000:00000001:1.0:1763346490.759524:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759526:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af36400. 02000000:00000001:1.0:1763346490.759528:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759529:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5209ca300. 02000000:00000001:1.0:1763346490.759532:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759533:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5399a0000. 02000000:00000001:1.0:1763346490.759554:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759556:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5209ca680. 02000000:00000001:1.0:1763346490.759559:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759560:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb532070000. 02000000:00000001:1.0:1763346490.759580:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759582:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3ca80. 02000000:00000001:1.0:1763346490.759586:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759588:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb531b10000. 02000000:00000001:1.0:1763346490.759599:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759601:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a888e00. 02000000:00000001:1.0:1763346490.759605:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759606:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4640 at ffff9fb4179a8000. 02000000:00000001:1.0:1763346490.759609:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759611:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e300. 02000000:00000001:1.0:1763346490.759614:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759615:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb540198000. 02000000:00000001:1.0:1763346490.759617:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759618:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983dc00. 02000000:00000001:1.0:1763346490.759621:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759622:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb540199c00. 02000000:00000001:1.0:1763346490.759625:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759627:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983ea00. 02000000:00000001:1.0:1763346490.759630:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759631:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb520530000. 02000000:00000001:1.0:1763346490.759635:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759636:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3df80. 02000000:00000001:1.0:1763346490.759640:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759642:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb50f92cc00. 02000000:00000001:1.0:1763346490.759644:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759645:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3fb80. 02000000:00000001:1.0:1763346490.759649:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759650:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb51f860000. 02000000:00000001:1.0:1763346490.759668:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759670:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983e680. 02000000:00000001:1.0:1763346490.759674:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759675:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52f82d400. 02000000:00000001:1.0:1763346490.759678:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759679:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983f480. 02000000:00000001:1.0:1763346490.759681:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759682:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb531310000. 02000000:00000001:1.0:1763346490.759695:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759697:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226fb80. 02000000:00000001:1.0:1763346490.759701:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759703:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb531250000. 02000000:00000001:1.0:1763346490.759721:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759724:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226df80. 02000000:00000001:1.0:1763346490.759730:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759731:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb51f840000. 02000000:00000001:1.0:1763346490.759760:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759762:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb514199f80. 02000000:00000001:1.0:1763346490.759766:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759767:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4640 at ffff9fb53556e000. 02000000:00000001:1.0:1763346490.759771:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759772:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76bb80. 02000000:00000001:1.0:1763346490.759775:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759776:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb4020b6c00. 02000000:00000001:1.0:1763346490.759779:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759780:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc5c00. 02000000:00000001:1.0:1763346490.759783:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759785:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52aa58800. 02000000:00000001:1.0:1763346490.759788:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759789:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb504eb2680. 02000000:00000001:1.0:1763346490.759792:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759793:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb517cfe000. 02000000:00000001:1.0:1763346490.759796:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759797:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb504eb3100. 02000000:00000001:1.0:1763346490.759800:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759801:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb4020b4400. 02000000:00000001:1.0:1763346490.759803:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759804:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401810000. 02000000:00000001:1.0:1763346490.759807:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759808:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb51fb80000. 02000000:00000001:1.0:1763346490.759829:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759831:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401811f80. 02000000:00000001:1.0:1763346490.759835:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759836:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa59800. 02000000:00000001:1.0:1763346490.759839:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759840:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401812300. 02000000:00000001:1.0:1763346490.759844:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759845:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5389c0000. 02000000:00000001:1.0:1763346490.759859:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759862:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb504eb2d80. 02000000:00000001:1.0:1763346490.759865:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759867:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5389f0000. 02000000:00000001:1.0:1763346490.759877:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759879:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503def100. 02000000:00000001:1.0:1763346490.759883:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759885:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb538a50000. 02000000:00000001:1.0:1763346490.759898:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759900:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb504eb0000. 02000000:00000001:1.0:1763346490.759904:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759905:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4640 at ffff9fb51df8c000. 02000000:00000001:1.0:1763346490.759909:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759910:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503dece00. 02000000:00000001:1.0:1763346490.759914:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759915:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5261c8c00. 02000000:00000001:1.0:1763346490.759918:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759921:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51419a300. 02000000:00000001:1.0:1763346490.759924:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759925:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb51fd75000. 02000000:00000001:1.0:1763346490.759928:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759929:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc6a00. 02000000:00000001:1.0:1763346490.759933:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759935:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5326c9c00. 02000000:00000001:1.0:1763346490.759939:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759941:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc5f80. 02000000:00000001:1.0:1763346490.759943:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759945:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5326cb800. 02000000:00000001:1.0:1763346490.759947:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759948:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401811500. 02000000:00000001:1.0:1763346490.759952:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759953:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb401b64800. 02000000:00000001:1.0:1763346490.759956:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759958:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76aa00. 02000000:00000001:1.0:1763346490.759962:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759963:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb50335b000. 02000000:00000001:1.0:1763346490.759967:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759968:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768380. 02000000:00000001:1.0:1763346490.759971:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759972:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb5326ca400. 02000000:00000001:1.0:1763346490.759975:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.759976:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb520bb1180. 02000000:00000001:1.0:1763346490.759980:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.759981:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb5208a0000. 02000000:00000001:1.0:1763346490.760002:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760004:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503c61880. 02000000:00000001:1.0:1763346490.760009:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760010:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52a089c00. 02000000:00000001:1.0:1763346490.760013:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760014:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226ce00. 02000000:00000001:1.0:1763346490.760017:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760018:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5059a0000. 02000000:00000001:1.0:1763346490.760032:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760035:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503c63480. 02000000:00000001:1.0:1763346490.760038:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760040:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb530db0000. 02000000:00000001:1.0:1763346490.760060:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760062:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb519a87100. 02000000:00000001:1.0:1763346490.760066:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760067:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5051b0000. 02000000:00000001:1.0:1763346490.760078:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760080:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb519a87800. 02000000:00000001:1.0:1763346490.760083:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760085:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4640 at ffff9fb5059ec000. 02000000:00000001:1.0:1763346490.760092:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760093:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530ef9180. 02000000:00000001:1.0:1763346490.760096:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760098:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5402dc400. 02000000:00000001:1.0:1763346490.760100:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760102:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401810700. 02000000:00000001:1.0:1763346490.760104:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760106:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5402ddc00. 02000000:00000001:1.0:1763346490.760108:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760109:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb519a84a80. 02000000:00000001:1.0:1763346490.760112:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760113:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb50335f000. 02000000:00000001:1.0:1763346490.760115:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760117:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb6d80. 02000000:00000001:1.0:1763346490.760121:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760122:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb532192000. 02000000:00000001:1.0:1763346490.760132:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760133:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530efa300. 02000000:00000001:1.0:1763346490.760137:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760138:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb528a30000. 02000000:00000001:1.0:1763346490.760151:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760154:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb535dcd880. 02000000:00000001:1.0:1763346490.760158:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760159:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5260b5800. 02000000:00000001:1.0:1763346490.760161:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760162:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb535dcea00. 02000000:00000001:1.0:1763346490.760166:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760168:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb514180000. 02000000:00000001:1.0:1763346490.760181:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760183:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb6300. 02000000:00000001:1.0:1763346490.760186:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760188:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb531ae0000. 02000000:00000001:1.0:1763346490.760202:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.760204:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503386680. 02000000:00000001:1.0:1763346490.760207:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.760208:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb532250000. 00000100:00000001:3.0:1763346490.763009:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.763014:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540769280 02000000:00000001:3.0:1763346490.763017:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.763020:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.763023:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.763029:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.763034:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540769280 00000020:00000001:3.0:1763346490.763038:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.763041:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.763044:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.763048:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:3.0:1763346490.763050:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.763053:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.763058:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.763065:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.763069:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.763071:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000020:00000010:3.0:1763346490.763079:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f000. 00000020:00000010:3.0:1763346490.763086:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388200. 00000020:00000010:3.0:1763346490.763092:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1d48. 00000100:00000040:3.0:1763346490.763102:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346490.763106:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.763108:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346490.763111:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.763122:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.763140:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.763153:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.763156:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.763161:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140768 00000100:00000040:3.0:1763346490.763165:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346490.763167:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319561984 : -105874389989632 : ffff9fb532980700) 00000100:00000040:3.0:1763346490.763176:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532980700 x1848996540769280/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 464/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346490.763186:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.763189:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.763191:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.763193:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000100:00100000:3.0:1763346490.763197:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+495:226233:x1848996540769280:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:3.0:1763346490.763201:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540769280 00000020:00000001:3.0:1763346490.763205:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346490.763209:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1763346490.763463:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763469:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508eb6680. 02000000:00000001:1.0:1763346490.763477:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763479:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4640 at ffff9fb53272c000. 02000000:00000001:1.0:1763346490.763486:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763487:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503387100. 02000000:00000001:1.0:1763346490.763491:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763492:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52a08b400. 02000000:00000001:1.0:1763346490.763495:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763496:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76f800. 02000000:00000001:1.0:1763346490.763500:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763501:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5402dc800. 02000000:00000001:1.0:1763346490.763503:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763504:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226ed80. 02000000:00000001:1.0:1763346490.763510:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763511:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb503af2000. 02000000:00000001:1.0:1763346490.763515:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763516:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5ed80. 02000000:00000001:1.0:1763346490.763520:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763521:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb52a089000. 02000000:00000001:1.0:1763346490.763523:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763524:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb530ef9500. 02000000:00000001:1.0:1763346490.763527:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763528:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb529c30000. 02000000:00000001:1.0:1763346490.763543:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763545:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522787b80. 02000000:00000001:1.0:1763346490.763549:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763550:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5402dcc00. 02000000:00000001:1.0:1763346490.763552:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763553:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522785f80. 02000000:00000001:1.0:1763346490.763557:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763559:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb51edb0000. 02000000:00000001:1.0:1763346490.763571:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763573:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb509694380. 02000000:00000001:1.0:1763346490.763576:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763577:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5055b0000. 02000000:00000001:1.0:1763346490.763591:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763592:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522785880. 02000000:00000001:1.0:1763346490.763596:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763597:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb531280000. 02000000:00000001:1.0:1763346490.763618:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763619:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522785180. 02000000:00000001:1.0:1763346490.763622:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763623:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4640 at ffff9fb4177c8000. 02000000:00000001:1.0:1763346490.763627:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763628:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503384000. 02000000:00000001:1.0:1763346490.763631:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763632:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb538af0000. 02000000:00000001:1.0:1763346490.763645:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763646:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1c700. 02000000:00000001:1.0:1763346490.763651:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763652:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff9fb529a02000. 02000000:00000001:1.0:1763346490.763655:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763657:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503386a00. 02000000:00000001:1.0:1763346490.763660:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763661:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5402f0000. 02000000:00000001:1.0:1763346490.763671:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763673:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503387800. 02000000:00000001:1.0:1763346490.763676:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763677:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb53bb10000. 02000000:00000001:1.0:1763346490.763689:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763690:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522785c00. 02000000:00000001:1.0:1763346490.763693:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763694:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb503af0000. 02000000:00000001:1.0:1763346490.763696:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763698:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522784000. 02000000:00000001:1.0:1763346490.763701:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763702:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb514160000. 02000000:00000001:1.0:1763346490.763712:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763714:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226aed80. 02000000:00000001:1.0:1763346490.763717:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763718:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 840 at ffff9fb52a088c00. 02000000:00000001:1.0:1763346490.763720:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763721:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5032f2a00. 02000000:00000001:1.0:1763346490.763725:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763726:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb51fbb0000. 02000000:00000001:1.0:1763346490.763741:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763743:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ea00. 02000000:00000001:1.0:1763346490.763746:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763747:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5272c0000. 02000000:00000001:1.0:1763346490.763767:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763769:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76e680. 02000000:00000001:1.0:1763346490.763772:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763773:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb52aaf0000. 02000000:00000001:1.0:1763346490.763782:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763784:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536047100. 02000000:00000001:1.0:1763346490.763787:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763788:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb530f00000. 02000000:00000001:1.0:1763346490.763798:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763799:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5032f2300. 02000000:00000001:1.0:1763346490.763802:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763803:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb527700000. 02000000:00000001:1.0:1763346490.763822:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763823:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1e300. 02000000:00000001:1.0:1763346490.763827:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763828:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb531270000. 02000000:00000001:1.0:1763346490.763843:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763845:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1d880. 02000000:00000001:1.0:1763346490.763848:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763849:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff9fb506114000. 02000000:00000001:1.0:1763346490.763853:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763854:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1d180. 02000000:00000001:1.0:1763346490.763857:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763858:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52a088800. 02000000:00000001:1.0:1763346490.763860:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763861:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5209cbb80. 02000000:00000001:1.0:1763346490.763864:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763865:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5326c9800. 02000000:00000001:1.0:1763346490.763869:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763870:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1df80. 02000000:00000001:1.0:1763346490.763873:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763874:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5326c8400. 02000000:00000001:1.0:1763346490.763878:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763879:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5209cb800. 02000000:00000001:1.0:1763346490.763881:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763882:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5326cbc00. 02000000:00000001:1.0:1763346490.763884:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763885:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1ed80. 02000000:00000001:1.0:1763346490.763888:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763889:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af16000. 02000000:00000001:1.0:1763346490.763891:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763892:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a769180. 02000000:00000001:1.0:1763346490.763895:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763896:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af14000. 02000000:00000001:1.0:1763346490.763898:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763899:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536047800. 02000000:00000001:1.0:1763346490.763902:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763902:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb50335c000. 02000000:00000001:1.0:1763346490.763905:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763906:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f800. 02000000:00000001:1.0:1763346490.763908:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763909:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb52af15400. 02000000:00000001:1.0:1763346490.763911:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763912:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76a680. 02000000:00000001:1.0:1763346490.763915:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763916:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb514140000. 02000000:00000001:1.0:1763346490.763928:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763929:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d500. 02000000:00000001:1.0:1763346490.763933:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763934:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb53886cc00. 02000000:00000001:1.0:1763346490.763936:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763937:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536045180. 02000000:00000001:1.0:1763346490.763940:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763941:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb529d00000. 02000000:00000001:1.0:1763346490.763953:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763955:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ce00. 02000000:00000001:1.0:1763346490.763958:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763960:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb538be0000. 02000000:00000001:1.0:1763346490.763971:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763973:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536047b80. 02000000:00000001:1.0:1763346490.763975:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763977:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb5299f0000. 02000000:00000001:1.0:1763346490.763987:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763988:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983d500. 02000000:00000001:1.0:1763346490.763992:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.763993:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52afa7800. 02000000:00000001:1.0:1763346490.763996:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.763997:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d880. 02000000:00000001:1.0:1763346490.763999:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.764000:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52afa7400. 02000000:00000001:1.0:1763346490.764002:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.764003:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983e300. 02000000:00000001:1.0:1763346490.764005:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.764006:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff9fb50335e000. 02000000:00000001:1.0:1763346490.764011:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.764012:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983c000. 02000000:00000001:1.0:1763346490.764015:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.764016:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff9fb5326c9400. 02000000:00000001:1.0:1763346490.764018:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.764019:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5209c8380. 02000000:00000001:1.0:1763346490.764022:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.764023:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff9fb532b30000. 02000000:00000001:1.0:1763346490.764036:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.764038:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983df80. 02000000:00000001:1.0:1763346490.764040:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.764041:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532191400. 02000000:00000001:1.0:1763346490.764043:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.764044:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983fb80. 02000000:00000001:1.0:1763346490.764047:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.764048:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb52a1d0000. 02000000:00000001:1.0:1763346490.764063:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.764066:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983c700. 02000000:00000001:1.0:1763346490.764069:0:19997:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346490.764071:0:19997:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff9fb52af60000. 02000000:00000001:1.0:1763346490.764084:0:19997:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346490.764086:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ca80. 00000100:00000001:1.0:1763346490.764091:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346490.764099:0:19997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000800:00000200:3.0:1763346490.766375:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.766381:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:3.0:1763346490.766388:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.766394:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.766400:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b5d8 00000400:00000010:3.0:1763346490.766403:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b5d8. 00000100:00000001:3.0:1763346490.766410:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.766411:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346490.767455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00000800:00000001:3.0:1763346490.771083:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.771102:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.771120:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.771124:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.771140:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.771163:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00e500 00000400:00000200:3.0:1763346490.771174:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124bd9 [2] + 392 00000800:00000001:3.0:1763346490.771186:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.771195:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.771248:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.771255:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.771266:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.771268:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346490.771276:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3c380. 00000100:00000040:3.0:1763346490.771281:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3c380 x1848996540769536 msgsize 392 00000100:00100000:3.0:1763346490.771285:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.771304:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.771315:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.771319:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.771372:0:19975:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.771376:0:19975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540769536 02000000:00000001:1.0:1763346490.771380:0:19975:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.771382:0:19975:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.771385:0:19975:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.771390:0:19975:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.771396:0:19975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540769536 00000020:00000001:1.0:1763346490.771399:0:19975:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.771401:0:19975:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346490.771404:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.771408:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:1.0:1763346490.771410:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346490.771412:0:19975:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346490.771417:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.771423:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30e40. 00000100:00000001:1.0:1763346490.771427:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.771430:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30e40. 00000020:00000010:1.0:1763346490.771437:0:19975:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401895a00. 00000020:00000010:1.0:1763346490.771442:0:19975:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346490.771447:0:19975:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000040:1.0:1763346490.771457:0:19975:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763346490.771460:0:19975:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.771461:0:19975:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.771464:0:19975:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.771473:0:19975:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.771489:0:19975:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.771500:0:19975:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.771502:0:19975:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.771507:0:19975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20982 00000100:00000040:1.0:1763346490.771510:0:19975:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346490.771513:0:19975:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870492032 : -105874839059584 : ffff9fb517d3c380) 00000100:00000040:1.0:1763346490.771520:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c380 x1848996540769536/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.771529:0:19975:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.771532:0:19975:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30e40. 00000100:00000001:1.0:1763346490.771533:0:19975:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.771535:0:19975:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30e40. 00000100:00100000:1.0:1763346490.771539:0:19975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+495:226233:x1848996540769536:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:1.0:1763346490.771543:0:19975:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540769536 00000020:00000001:1.0:1763346490.771546:0:19975:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.771550:0:19975:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346490.771555:0:19975:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.771557:0:19975:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.771559:0:19975:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:1.0:1763346490.771563:0:19975:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.771565:0:19975:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540769536, found 0 last_xid 1848996540769535 00000020:00000001:1.0:1763346490.771568:0:19975:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.771570:0:19975:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.771572:0:19975:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.771575:0:19975:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771581:0:19975:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763346490.771583:0:19975:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763346490.771586:0:19975:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763346490.771589:0:19975:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771593:0:19975:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346490.771596:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.771598:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771601:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.771602:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.771604:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771606:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.771607:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.771609:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771611:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.771612:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.771614:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771616:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.771617:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.771619:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771621:0:19975:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771623:0:19975:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763346490.771624:0:19975:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771628:0:19975:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346490.771629:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.771630:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771631:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.771632:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.771633:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771635:0:19975:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.771636:0:19975:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.771637:0:19975:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771639:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.771640:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.771644:0:19975:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346490.771651:0:19975:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346490.771654:0:19975:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346490.771656:0:19975:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346490.771658:0:19975:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.771660:0:19975:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.771661:0:19975:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771663:0:19975:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346490.771665:0:19975:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771666:0:19975:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.771671:0:19975:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.771673:0:19975:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.771678:0:19975:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5260b5800. 02000000:00000001:1.0:1763346490.771680:0:19975:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.771683:0:19975:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771685:0:19975:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346490.771688:0:19975:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771690:0:19975:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763346490.771693:0:19975:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763346490.771694:0:19975:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.771696:0:19975:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb530364480 refcount=2 00000020:00000001:1.0:1763346490.771698:0:19975:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199279600768 : -105874429950848 : ffff9fb530364480) 00000004:00000001:1.0:1763346490.771701:0:19975:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199279600768 : -105874429950848 : ffff9fb530364480) 00000020:00000040:1.0:1763346490.771703:0:19975:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb530364480 with handle 0x757b854463af9de9 from hash 00000004:00000001:1.0:1763346490.771708:0:19975:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763346490.771710:0:19975:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4057:0x0] with intent: 0 00000004:00000001:1.0:1763346490.771715:0:19975:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763346490.771717:0:19975:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.771724:0:19975:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.771727:0:19975:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.771735:0:19975:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346490.771738:0:19975:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346490.771741:0:19975:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346490.771744:0:19975:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771747:0:19975:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763346490.771800:0:19975:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763346490.771803:0:19975:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.771808:0:19975:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4057:0x0], previous was 0x7 00000004:00000001:1.0:1763346490.771810:0:19975:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771813:0:19975:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763346490.771816:0:19975:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771819:0:19975:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763346490.771826:0:19975:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.771829:0:19975:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763346490.771832:0:19975:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb530364480. 00000004:00000001:1.0:1763346490.771845:0:19975:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346490.771850:0:19975:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346490.771852:0:19975:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.771853:0:19975:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771855:0:19975:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771857:0:19975:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346490.771861:0:19975:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.771871:0:19975:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b4400. 00080000:00000001:1.0:1763346490.771873:0:19975:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109010432 : -105874600541184 : ffff9fb5260b4400) 00080000:00000001:1.0:1763346490.771877:0:19975:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346490.771884:0:19975:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.771890:0:19975:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.771892:0:19975:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.771913:0:19975:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.771916:0:19975:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.771919:0:19975:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.771921:0:19975:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055439, last_committed = 8590055430 00000001:00000010:1.0:1763346490.771924:0:19975:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54a20. 00000001:00000040:1.0:1763346490.771927:0:19975:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:1.0:1763346490.771929:0:19975:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00000001:00000010:1.0:1763346490.771936:0:19975:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2f00. 00080000:00000001:1.0:1763346490.771942:0:19975:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.771957:0:19975:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346490.771960:0:19975:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2f00: xid 1848996540769536, transno 8590055439, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763346490.771963:0:19975:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.771975:0:19975:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.771977:0:19975:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346490.771979:0:19975:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346490.771981:0:19975:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346490.771983:0:19975:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346490.771985:0:19975:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346490.771990:0:19975:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.771992:0:19975:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346490.771994:0:19975:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763346490.772001:0:19975:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.772007:0:19975:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.772009:0:19975:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.772013:0:19975:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 8590055439, xid 1848996540769536 00010000:00000001:1.0:1763346490.772015:0:19975:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.772021:0:19975:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c380 x1848996540769536/t8590055439(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.772029:0:19975:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.772032:0:19975:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.772037:0:19975:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=125 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.772043:0:19975:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.772045:0:19975:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.772047:0:19975:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.772050:0:19975:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.772053:0:19975:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.772057:0:19975:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.772059:0:19975:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.772064:0:19975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b440. 00000100:00000200:1.0:1763346490.772072:0:19975:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540769536, offset 224 00000400:00000200:1.0:1763346490.772079:0:19975:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.772092:0:19975:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.772099:0:19975:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198372:198372:256:4294967295] 192.168.204.16@tcp LPNI seq info [198368:198368:8:4294967295] 00000400:00000200:1.0:1763346490.772110:0:19975:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.772116:0:19975:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.772121:0:19975:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:1.0:1763346490.772128:0:19975:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.772141:0:19975:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.772146:0:19975:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.772155:0:19975:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.772158:0:19975:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.772161:0:19975:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.772163:0:19975:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.772165:0:19975:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.772168:0:19975:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c380 x1848996540769536/t8590055439(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 392/456 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.772177:0:19975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a07bbba3-4079-4331-85a0-559fc64f2511+496:226233:x1848996540769536:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 646us (894us total) trans 8590055439 rc 0/0 00000100:00100000:1.0:1763346490.772185:0:19975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20982 00000100:00000040:1.0:1763346490.772189:0:19975:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.772191:0:19975:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.772193:0:19975:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.772198:0:19975:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346490.772201:0:19975:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8ed8. 00000020:00000010:1.0:1763346490.772206:0:19975:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401895a00. 00000020:00000040:1.0:1763346490.772233:0:19975:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000100:00000001:1.0:1763346490.772236:0:19975:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346490.778210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346490.778241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:2.1:1763346490.778246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346490.778249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000800:00000001:3.0:1763346490.788497:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.788518:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.788523:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.788525:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.788540:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.788561:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e00e600 00000400:00000200:3.0:1763346490.788571:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 464 00000800:00000001:3.0:1763346490.788581:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.788595:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.788598:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.788602:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.788612:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.788614:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346490.788621:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3ea00. 00000100:00000040:3.0:1763346490.788625:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3ea00 x1848996540769792 msgsize 4616 00000100:00100000:3.0:1763346490.788629:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.789400:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.789413:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.789418:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.791943:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.791949:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346490.791955:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.791961:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.791967:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a5d8 00000400:00000010:1.0:1763346490.791970:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a5d8. 00000100:00000001:1.0:1763346490.791974:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.791976:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346490.796619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00000100:00000001:3.0:1763346490.797588:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.797592:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540769920 02000000:00000001:3.0:1763346490.797594:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.797597:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.797599:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.797604:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.797609:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540769920 00000020:00000001:3.0:1763346490.797612:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.797615:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.797617:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.797621:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:3.0:1763346490.797624:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.797627:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.797633:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.797639:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.797643:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.797646:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000020:00000010:3.0:1763346490.797654:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346490.797661:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346490.797667:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346490.797676:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346490.797679:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.797681:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346490.797683:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346490.797687:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.797689:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346490.797694:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.797696:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.797698:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=3 00000020:00000001:3.0:1763346490.797700:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:3.0:1763346490.797703:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:3.0:1763346490.797706:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.797707:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.797710:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.797712:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.797721:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.797734:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.797747:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.797750:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.797754:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 998 00000100:00000040:3.0:1763346490.797757:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346490.797760:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319575424 : -105874389976192 : ffff9fb532983b80) 00000100:00000040:3.0:1763346490.797767:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532983b80 x1848996540769920/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.798706:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.798709:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.798712:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.798714:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000100:00100000:3.0:1763346490.798719:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:2354:x1848996540769920:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346490.798723:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540769920 00010000:00000001:3.0:1763346490.798725:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346490.798727:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346490.798729:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346490.798734:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.798736:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.798741:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb54019a800. 02000000:00000001:3.0:1763346490.798743:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.798746:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.798748:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346490.798749:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346490.798751:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.798753:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.798754:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=3 00000020:00000001:3.0:1763346490.798756:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:3.0:1763346490.798758:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000040:3.0:1763346490.798762:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f300 count: 3 00000004:00000001:3.0:1763346490.798764:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346490.798765:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346490.798767:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.798769:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.798770:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.798772:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.798775:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.798776:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.798779:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.798781:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.798782:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.798784:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.798786:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36e00 with handle 0x757b854463af9e0c from hash 00010000:00000001:3.0:1763346490.798788:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.798789:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.798790:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.798791:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.798794:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.798795:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.798797:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.798798:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.798802:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36e00/0x757b854463af9e0c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921272f expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.798809:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346490.798811:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:3.0:1763346490.798813:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfb80. 00010000:00000001:3.0:1763346490.798817:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.798819:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.798820:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.798822:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f300) 00010000:00000001:3.0:1763346490.798825:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.798827:0:5736:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.798828:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346490.798831:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346490.798832:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.798838:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346490.798841:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.798845:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=103 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.798850:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346490.798853:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346490.798855:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346490.798858:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346490.798860:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.798863:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.798866:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346490.798872:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb990. 00000100:00000200:3.0:1763346490.798880:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540769920, offset 224 00000400:00000200:3.0:1763346490.798888:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.798901:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.798909:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198374:198374:256:4294967295] 192.168.204.16@tcp LPNI seq info [198370:198370:8:4294967295] 00000400:00000200:3.0:1763346490.798921:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.798927:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.798932:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b200. 00000800:00000200:3.0:1763346490.798938:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.798946:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.798951:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.798960:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.798964:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.798966:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.798968:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.798972:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532983b80 x1848996540769920/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/224 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346490.798980:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532983b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:2354:x1848996540769920:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 274us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346490.798991:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 998 00000100:00000040:3.0:1763346490.798995:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346490.798997:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346490.798999:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346490.799004:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346490.799010:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d17d0. 00000020:00000010:3.0:1763346490.799013:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346490.799019:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:3.0:1763346490.799021:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.806660:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.806672:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8800. 00000400:00000200:3.0:1763346490.806682:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.806694:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.806702:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b4c8 00000400:00000010:3.0:1763346490.806705:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b4c8. 00000100:00000001:3.0:1763346490.806713:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.806715:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346490.809990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:3.1:1763346490.810299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00010000:00000010:2.1:1763346490.813377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000800:00000001:3.0:1763346490.819482:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.819506:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.819511:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.819514:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.819530:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.819552:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c771d00 00000400:00000200:3.0:1763346490.819562:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f681 [1] + 224 00000800:00000001:3.0:1763346490.819571:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.819582:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.819585:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.819589:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.819597:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346490.819607:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52ea5ed80 x1848996514962688/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346490.819618:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52ea5ed80 x1848996514962688/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.819635:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.819644:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.819648:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.822805:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.822811:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540770560 02000000:00000001:3.0:1763346490.822816:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.822819:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.822821:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.822826:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.822830:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540770560 00000020:00000001:3.0:1763346490.822834:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.822836:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346490.822840:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.822844:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:3.0:1763346490.822847:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346490.822850:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346490.822855:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.822863:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.822867:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.822870:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000020:00000010:3.0:1763346490.822877:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e000. 00000020:00000010:3.0:1763346490.822883:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346490.822890:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346490.822898:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346490.822901:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.822903:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346490.822905:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346490.822908:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.822911:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346490.822917:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.822918:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.822921:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:3.0:1763346490.822923:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:3.0:1763346490.822925:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00010000:3.0:1763346490.822935:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463af9e21 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212736 expref: 500 pid: 19997 timeout: 6160 lvb_type: 0 00010000:00000001:3.0:1763346490.822943:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.822945:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.822946:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.822948:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.822956:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346490.822963:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb532981c00 x1848996540770560/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.822971:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346490.822973:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.822979:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.822993:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.822995:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.822999:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4016 00000100:00000040:3.0:1763346490.823003:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:3.0:1763346490.823005:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319567360 : -105874389984256 : ffff9fb532981c00) 00000100:00000040:3.0:1763346490.823009:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532981c00 x1848996540770560/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346490.823017:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.823020:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.823022:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.823024:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000100:00100000:3.0:1763346490.823028:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+500:2357:x1848996540770560:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346490.823032:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540770560 00010000:00000001:3.0:1763346490.823034:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346490.823037:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346490.823038:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346490.823044:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.823047:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.823052:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb540199400. 02000000:00000001:3.0:1763346490.823055:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.823058:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.823061:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346490.823063:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346490.823065:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346490.823066:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.823067:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:3.0:1763346490.823069:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:3.0:1763346490.823071:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000040:3.0:1763346490.823075:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078d00 count: 3 00000004:00000001:3.0:1763346490.823080:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763346490.823084:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463af9e21 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212736 expref: 500 pid: 19997 timeout: 6160 lvb_type: 0 00000100:00001000:3.0:1763346490.823092:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=137 v=5 (1 0 0 0) 00010000:00000001:3.0:1763346490.823095:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346490.823100:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.823101:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.823104:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463af9e21 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212736 expref: 500 pid: 19997 timeout: 6160 lvb_type: 0 00000020:00000001:3.0:1763346490.823113:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.823115:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.823117:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.823120:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.823124:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.823126:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.823132:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.823133:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.823136:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.823138:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.823141:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d000 with handle 0x757b854463af9e21 from hash 00010000:00000001:3.0:1763346490.823143:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.823144:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.823146:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.823147:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.823153:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.823155:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.823157:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.823158:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.823161:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463af9e21 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212736 expref: 500 pid: 19997 timeout: 6160 lvb_type: 0 00010000:00000040:3.0:1763346490.823169:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346490.823172:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:3.0:1763346490.823175:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894d00. 00010000:00000001:3.0:1763346490.823183:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.823186:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.823189:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346490.823191:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405c:0x0].0x0 (ffff9fb503078d00) 00010000:00010000:3.0:1763346490.823196:0:5736:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.823201:0:5736:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346490.823204:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.823206:0:5736:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.823208:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.823244:0:5736:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.823258:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346490.823260:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346490.823263:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.823268:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346490.823271:0:5736:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346490.823273:0:5736:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346490.823275:0:5736:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346490.823278:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405c:0x0].0x0 (ffff9fb503078d00) refcount = 2 00010000:00010000:3.0:1763346490.823282:0:5736:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.823289:0:5736:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346490.823292:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346490.823293:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.823296:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346490.823297:0:5736:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.823299:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346490.823303:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.823307:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346490.823316:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346490.823318:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346490.823320:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346490.823324:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346490.823326:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346490.823328:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346490.823330:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346490.823350:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.823352:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.823353:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.823363:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.823364:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346490.823366:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346490.823368:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.823371:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.823373:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763346490.823376:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346490.823379:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346490.823380:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346490.823383:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c140. 00010000:00010000:1.0:1763346490.823383:0:19997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.823385:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346490.823387:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346490.823389:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.823390:0:19997:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.823393:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346490.823395:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346490.823399:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.823399:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346490.823400:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1763346490.823402:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=103 v=5 (1 1 1 1) 00010000:00000001:1.0:1763346490.823402:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.823404:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1763346490.823406:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1763346490.823406:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.823408:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000100:00000040:3.0:1763346490.823410:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000020:00000001:1.0:1763346490.823410:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00000100:00000001:3.0:1763346490.823412:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 00010000:00000001:1.0:1763346490.823412:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:1.0:1763346490.823415:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1763346490.823416:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1763346490.823416:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763346490.823418:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823419:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.823422:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:1.0:1763346490.823423:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763346490.823425:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000004:00000001:1.0:1763346490.823426:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346490.823430:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbc38. 00000004:00000001:1.0:1763346490.823436:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000100:00000200:3.0:1763346490.823437:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540770560, offset 224 00000400:00000200:3.0:1763346490.823444:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000001:00000001:1.0:1763346490.823444:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346490.823446:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.823448:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.823450:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.823452:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346490.823453:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346490.823454:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346490.823456:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763346490.823458:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000004:00000002:1.0:1763346490.823458:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405c:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1763346490.823462:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405c:0x0]: returning size 0 00000001:00000001:1.0:1763346490.823465:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1763346490.823466:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198377:198377:256:4294967295] 192.168.204.16@tcp LPNI seq info [198373:198373:8:4294967295] 00000001:00000001:1.0:1763346490.823466:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823469:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346490.823473:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000400:00000200:3.0:1763346490.823479:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000004:00000001:1.0:1763346490.823479:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.823483:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000200:3.0:1763346490.823485:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.823490:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b600. 00080000:00000001:1.0:1763346490.823490:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.823493:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.823496:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000800:00000200:3.0:1763346490.823498:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000004:00000001:1.0:1763346490.823499:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823502:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763346490.823504:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000800:00000200:3.0:1763346490.823506:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000004:00000001:1.0:1763346490.823509:0:19997:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000800:00000200:3.0:1763346490.823510:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b600 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:1.0:1763346490.823511:0:19997:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:1.0:1763346490.823513:0:19997:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.823520:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346490.823522:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405c:0x0] eadata 0000000000000000 len 0 00000100:00000040:3.0:1763346490.823523:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.823525:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823526:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00010000:00000001:3.0:1763346490.823528:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.823532:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981c00 x1848996540770560/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/224 e 0 to 0 dl 1763346501 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1763346490.823532:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb53b975d80. 00000004:00000001:1.0:1763346490.823537:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763346490.823540:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000100:00100000:3.0:1763346490.823541:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:2357:x1848996540770560:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 523us (1809us total) trans 0 rc 0/0 00080000:00000001:1.0:1763346490.823542:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.823546:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.823548:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.823549:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4016 00000004:00000001:1.0:1763346490.823550:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.823553:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000004:00000001:1.0:1763346490.823553:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763346490.823554:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00000100:00000001:3.0:1763346490.823555:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:1.0:1763346490.823556:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:3.0:1763346490.823557:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:1.0:1763346490.823560:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.823562:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.823563:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000004:00000001:1.0:1763346490.823564:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346490.823568:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d17d0. 00000004:00000010:1.0:1763346490.823569:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5222c2b40. 00000020:00000010:3.0:1763346490.823572:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e000. 00000004:00000001:1.0:1763346490.823572:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:1.0:1763346490.823575:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000040:3.0:1763346490.823577:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:3.0:1763346490.823579:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763346490.823581:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a543c0. 00080000:00000001:1.0:1763346490.823585:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346490.823593:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b7000. 00080000:00000001:1.0:1763346490.823596:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00000004:00001000:1.0:1763346490.823599:0:19997:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52da41808/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:1.0:1763346490.823603:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.823608:0:19997:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:1.0:1763346490.823611:0:19997:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:1.0:1763346490.823613:0:19997:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:1.0:1763346490.823616:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5222c2b40. 00000004:00000001:1.0:1763346490.823619:0:19997:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:1.0:1763346490.823622:0:19997:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:1.0:1763346490.823625:0:19997:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823627:0:19997:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.823630:0:19997:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:1.0:1763346490.823633:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5222c2b40. 00000004:00000001:1.0:1763346490.823637:0:19997:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:1.0:1763346490.823640:0:19997:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9fb41788dc50. 00000004:00000001:1.0:1763346490.823642:0:19997:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763346490.823646:0:19997:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1763346490.823648:0:19997:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:1.0:1763346490.823650:0:19997:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:1.0:1763346490.823652:0:19997:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:1.0:1763346490.823654:0:19997:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:1.0:1763346490.823656:0:19997:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763346490.823658:0:19997:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1763346490.823660:0:19997:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9fb41788da28. 00020000:00000010:1.0:1763346490.823663:0:19997:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fb41788db40. 00020000:00001000:1.0:1763346490.823666:0:19997:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:1.0:1763346490.823668:0:19997:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:1.0:1763346490.823670:0:19997:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1763346490.823675:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763346490.823677:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117883, ffree=117152, state=0 00000004:00000001:1.0:1763346490.823682:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763346490.823684:0:19997:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763346490.823686:0:19997:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:1.0:1763346490.823691:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417a546a8. 00000004:00000001:1.0:1763346490.823699:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763346490.823701:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823705:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.823707:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00000004:00000001:1.0:1763346490.823711:0:19997:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:1.0:1763346490.823715:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346490.823717:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00000004:00000001:1.0:1763346490.823720:0:19997:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:1.0:1763346490.823724:0:19997:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.823728:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.823840:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.823843:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823845:0:19997:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763346490.823848:0:19997:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194572478208 : -105879137073408 : ffff9fb417a54700) 00020000:00000001:1.0:1763346490.823851:0:19997:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763346490.823853:0:19997:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763346490.823855:0:19997:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763346490.823859:0:19997:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763346490.823860:0:19997:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346490.823863:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.823865:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.823866:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00080000:00000001:1.0:1763346490.823870:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346490.823888:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823891:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823893:0:19997:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:1.0:1763346490.823897:0:19997:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823899:0:19997:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823902:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.823906:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346490.823909:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346490.823915:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346490.823917:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.823918:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00080000:00000001:1.0:1763346490.823920:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346490.823924:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346490.823926:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823927:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.823951:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.823954:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.823957:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.823961:0:19997:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:1.0:1763346490.823963:0:19997:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346490.823965:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763346490.823967:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.823968:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00000004:00000001:1.0:1763346490.823972:0:19997:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:1.0:1763346490.823980:0:19997:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb417a546a8 is [0x240000401:0x260a:0x0] 00000020:00000001:1.0:1763346490.823983:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346490.823984:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00080000:00000001:1.0:1763346490.823988:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.824069:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:1.0:1763346490.824072:0:19997:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x260a:0x0], index 0: 0 00000004:00000001:1.0:1763346490.824075:0:19997:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824077:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824080:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763346490.824082:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824085:0:19997:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:1.0:1763346490.824087:0:19997:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:1.0:1763346490.824090:0:19997:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:1.0:1763346490.824094:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346490.824099:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346490.824101:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346490.824105:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346490.824109:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.824111:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346490.824113:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346490.824115:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346490.824117:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824120:0:19997:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824122:0:19997:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824125:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346490.824126:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.824128:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00080000:00000001:1.0:1763346490.824132:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346490.824136:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763346490.824154:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346490.824158:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.824161:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824163:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824165:0:19997:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824168:0:19997:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824170:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824173:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.824177:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346490.824179:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346490.824184:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346490.824188:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055442, last_committed = 8590055430 00000001:00000010:1.0:1763346490.824193:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54cc0. 00000001:00000040:1.0:1763346490.824196:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:1.0:1763346490.824199:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:1.0:1763346490.824205:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c20c0. 00000004:00000001:1.0:1763346490.824239:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346490.824241:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346490.824242:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109021696 : -105874600529920 : ffff9fb5260b7000) 00080000:00000001:1.0:1763346490.824245:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346490.824256:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346490.824259:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346490.824264:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c20c0: xid 1848996540770432, transno 8590055442, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346490.824267:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346490.824341:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346490.824345:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a543c0. 00000020:00000001:1.0:1763346490.824347:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824351:0:19997:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824354:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346490.824367:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346490.824370:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824373:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.824376:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.824378:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.824382:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.824385:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.824387:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.824390:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346490.824392:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346490.824395:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.824396:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.824398:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.824401:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.824403:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.824405:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763346490.824408:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb532b30378 00000004:00000001:1.0:1763346490.824410:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824413:0:19997:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346490.824416:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:1.0:1763346490.824419:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763346490.824420:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824424:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763346490.824427:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763346490.824430:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346490.824433:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x405c:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:1.0:1763346490.824437:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824441:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824443:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.824447:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763346490.824451:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364280. 00000020:00000001:1.0:1763346490.824453:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.824456:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364280 with handle 0x757b854463af9e3d to hash 00000020:00000001:1.0:1763346490.824458:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763346490.824459:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279600256 : -105874429951360 : ffff9fb530364280) 00000004:00000001:1.0:1763346490.824462:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346490.824463:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763346490.824466:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405c:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:1.0:1763346490.824470:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763346490.824473:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346490.824475:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824477:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.824480:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.824483:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763346490.824486:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346490.824488:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346490.824490:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346490.824492:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346490.824494:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.824495:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.824497:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:1.0:1763346490.824500:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:1.0:1763346490.824503:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:1.0:1763346490.824505:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346490.824509:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346490.824515:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.824517:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.824519:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346490.824525:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.824527:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.824530:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346490.824532:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346490.824538:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346490.824540:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.824543:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346490.824545:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346490.824551:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346490.824552:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346490.824554:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.824555:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:1.0:1763346490.824557:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:1.0:1763346490.824559:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:1.0:1763346490.824562:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346490.824565:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346490.824570:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346490.824572:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346490.824573:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.824577:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.824579:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.824581:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.824582:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.824584:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463af9e36 from hash 00010000:00000001:1.0:1763346490.824586:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.824588:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.824589:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.824590:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.824593:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.824595:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.824597:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.824599:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.828385:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346490.828398:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405c:0x0].0x0 (ffff9fb503078d00) 00010000:00010000:1.0:1763346490.828405:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763346490.828408:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.828416:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.828419:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.828422:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346490.828429:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.828434:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.828436:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.828439:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.828443:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346490.828454:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346490.828471:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.828473:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.828479:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346490.828483:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346490.828485:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.828487:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9e36 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346490.828499:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894280. 00010000:00000040:1.0:1763346490.828512:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078d00 count: 0 00010000:00000010:1.0:1763346490.828528:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb540b12500. 00010000:00000001:1.0:1763346490.828545:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346490.828548:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346490.828551:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346490.828553:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346490.828554:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346490.828559:0:19997:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763346490.828562:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346490.828568:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.828573:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346490.828575:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346490.828579:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.828581:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346490.828583:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346490.828590:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346490.828593:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.828595:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763346490.828608:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346490.828619:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.828625:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.828628:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346490.828637:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346490.828640:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346490.828642:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346490.828645:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346490.828647:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346490.828653:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763346490.828681:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.828684:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763346490.828690:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763346490.828693:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.828696:0:19997:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763346490.828701:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763346490.828706:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.828709:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346490.828712:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.828718:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.828719:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.828722:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346490.828724:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346490.828727:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d200 with handle 0x757b854463af9e2f from hash 00010000:00000001:1.0:1763346490.828730:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.828731:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.828732:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346490.828733:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346490.828735:0:19997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346490.828738:0:19997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346490.828747:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9e2f lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921273d expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346490.828756:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346490.828759:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.828764:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346490.828766:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.828768:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.828772:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346490.828774:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346490.828775:0:19997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346490.828777:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346490.828778:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346490.828780:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.828782:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346490.828783:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346490.828786:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763346490.828788:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.828790:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.828791:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.828793:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346490.828795:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9e2f lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921273d expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.828806:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346490.828809:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:1.0:1763346490.828812:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e80. 00010000:00000001:1.0:1763346490.828816:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.828818:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d200, rc 0) 00000020:00000001:1.0:1763346490.828821:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346490.828825:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 8590055442, xid 1848996540770432 00010000:00000001:1.0:1763346490.828828:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.828837:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532981880 x1848996540770432/t8590055442(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/664 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.828846:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.828850:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.828854:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.828860:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.828863:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.828868:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.828872:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.828875:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.828881:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.828884:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.828895:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9ba18. 00000100:00000200:1.0:1763346490.828903:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540770432, offset 224 00000400:00000200:1.0:1763346490.828910:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.828931:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.828939:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198378:198378:256:4294967295] 192.168.204.16@tcp LPNI seq info [198374:198374:8:4294967295] 00000400:00000200:1.0:1763346490.828954:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.828960:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.828966:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:1.0:1763346490.828974:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.828987:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.828993:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.829011:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.829015:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.829017:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.829019:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.829022:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.829027:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981880 x1848996540770432/t8590055442(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 4616/664 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.829037:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+498:226235:x1848996540770432:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 14080us (14345us total) trans 8590055442 rc 301/301 00000100:00100000:1.0:1763346490.829046:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140771 00000100:00000040:1.0:1763346490.829051:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.829054:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.829055:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.829061:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb540b12300. 00000020:00000010:1.0:1763346490.829065:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419320. 00000020:00000010:1.0:1763346490.829070:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:1.0:1763346490.829076:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:1.0:1763346490.829078:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346490.829506:0:3289:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00000800:00000200:3.0:1763346490.829524:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.829529:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:3.0:1763346490.829535:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.829542:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.829549:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9ba18 00000400:00000010:3.0:1763346490.829552:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9ba18. 00000100:00000001:3.0:1763346490.829557:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.829559:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346490.834261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078d00. 00010000:00000010:1.1:1763346490.834290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:1.1:1763346490.834295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000800:00000001:3.0:1763346490.853454:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.853476:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.853480:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.853482:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.853496:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.853519:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 376 into portal 12 MB=0x691a70e00ea80 00000400:00000200:3.0:1763346490.853529:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 376/376 into md 0xd4325 [64] + 10248 00000800:00000001:3.0:1763346490.853540:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.853548:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.853551:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.853556:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.853564:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.853567:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346490.853574:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f100. 00000100:00000040:3.0:1763346490.853579:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3f100 x1848996540770944 msgsize 376 00000100:00100000:3.0:1763346490.853583:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.854031:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.854043:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.854048:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.854122:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.854126:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540770944 02000000:00000001:1.0:1763346490.854130:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.854133:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.854136:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.854142:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.854147:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540770944 00000020:00000001:1.0:1763346490.854151:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.854153:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346490.854156:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.854161:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:1.0:1763346490.854165:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346490.854168:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346490.854173:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.854179:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f304c0. 00000100:00000001:1.0:1763346490.854184:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.854187:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f304c0. 00000020:00000010:1.0:1763346490.854195:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401895a00. 00000020:00000010:1.0:1763346490.854201:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364d00. 00000020:00000010:1.0:1763346490.854207:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000040:1.0:1763346490.854258:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346490.854262:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.854264:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346490.854268:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346490.854270:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.854272:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.854284:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.854303:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346490.854319:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346490.854322:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346490.854328:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140772 00000100:00000040:1.0:1763346490.854333:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346490.854336:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870503680 : -105874839047936 : ffff9fb517d3f100) 00000100:00000040:1.0:1763346490.854345:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3f100 x1848996540770944/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 376/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346490.854363:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.854366:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f304c0. 00000100:00000001:1.0:1763346490.854369:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.854371:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f304c0. 00000100:00100000:1.0:1763346490.854375:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+499:226235:x1848996540770944:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346490.854380:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540770944 00000020:00000001:1.0:1763346490.854384:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346490.854388:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346490.854394:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975840: xid 1848996540770816, transno 8590055443, client gen 3, slot idx 1 00000001:00000001:1.0:1763346490.854400:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c20c0: xid 1848996540770432, transno 8590055442, client gen 3, slot idx 0 00000001:00000010:1.0:1763346490.854404:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c20c0. 00000020:00000001:1.0:1763346490.854409:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.854411:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346490.854413:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346490.854417:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346490.854420:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540770944, found 0 last_xid 1848996540770943 00000020:00000001:1.0:1763346490.854423:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346490.854425:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346490.854427:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346490.854434:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.854436:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346490.854440:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346490.854442:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346490.854444:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346490.854446:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.854452:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346490.854462:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972700. 00010000:00000010:1.0:1763346490.854466:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364c00. 00010000:00000001:1.0:1763346490.854471:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346490.854475:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0000. 00000020:00000001:1.0:1763346490.854479:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346490.854482:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0000 with handle 0x757b854463af9e44 to hash 00000020:00000001:1.0:1763346490.854484:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346490.854485:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000010:1.0:1763346490.854491:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4b80. 00010000:00000001:1.0:1763346490.854495:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00010000:1.0:1763346490.854500:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9e44 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212744 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346490.854510:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346490.854512:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:1.0:1763346490.854520:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346490.854523:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346490.854530:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346490.854533:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346490.854535:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.854537:0:19997:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:1.0:1763346490.854540:0:19997:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x405c:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:1.0:1763346490.854543:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346490.854546:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405c:0x0] 00000020:00000001:1.0:1763346490.854549:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.854555:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292329368 : -105879417222248 : ffff9fb406f28b98) 00000004:00000001:1.0:1763346490.854557:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292329280 : -105879417222336 : ffff9fb406f28b40) 00000004:00000001:1.0:1763346490.854562:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.854569:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.854573:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.854581:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854583:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854586:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:1.0:1763346490.854588:0:19997:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:1.0:1763346490.854592:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346490.854594:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346490.854600:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5260b6000. 02000000:00000001:1.0:1763346490.854602:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.854605:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.854609:0:19997:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346490.854611:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346490.854614:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.854616:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346490.854619:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.854623:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346490.854626:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346490.854628:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.854630:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.854632:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346490.854634:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.854636:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346490.854639:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346490.854640:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346490.854642:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346490.854644:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) refcount = 1 00010000:00010000:1.0:1763346490.854649:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9e44 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212744 expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346490.854655:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346490.854660:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346490.854662:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.854664:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346490.854666:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.854668:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.854670:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346490.854675:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346490.854678:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9e44 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212744 expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763346490.854687:0:19997:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:1.0:1763346490.854690:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346490.854691:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405c:0x0] 00000020:00000001:1.0:1763346490.854693:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346490.854695:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292329368 : -105879417222248 : ffff9fb406f28b98) 00000004:00000001:1.0:1763346490.854697:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292329280 : -105879417222336 : ffff9fb406f28b40) 00000004:00000001:1.0:1763346490.854699:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.854700:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.854702:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.854703:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854705:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854706:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854708:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346490.854709:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.854710:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346490.854711:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854713:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854715:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346490.854717:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346490.854718:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346490.854720:0:19997:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1763346490.854725:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346490.854728:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346490.854730:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) 00010000:00010000:1.0:1763346490.854732:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763346490.854735:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346490.854737:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346490.854739:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346490.854740:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346490.854741:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346490.854743:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0000, rc 0) 00000020:00000001:1.0:1763346490.854745:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346490.854749:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055430, transno 0, xid 1848996540770944 00010000:00000001:1.0:1763346490.854752:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346490.854756:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3f100 x1848996540770944/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 376/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346490.854765:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346490.854767:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346490.854772:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346490.854777:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346490.854779:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346490.854782:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346490.854784:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346490.854787:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.854790:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346490.854793:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346490.854798:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bcc0. 00000100:00000200:1.0:1763346490.854804:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848996540770944, offset 224 00000400:00000200:1.0:1763346490.854811:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346490.854825:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346490.854832:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198380:198380:256:4294967295] 192.168.204.16@tcp LPNI seq info [198376:198376:8:4294967295] 00000400:00000200:1.0:1763346490.854845:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346490.854851:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346490.854856:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edd00. 00000800:00000200:1.0:1763346490.854862:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346490.854870:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346490.854875:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edd00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346490.854884:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346490.854887:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346490.854890:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346490.854891:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346490.854894:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346490.854897:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f100 x1848996540770944/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 376/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346490.854908:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226235:x1848996540770944:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 543us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346490.854915:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140772 00000100:00000040:1.0:1763346490.854918:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346490.854921:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346490.854923:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346490.854928:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364d00. 00000020:00000010:1.0:1763346490.854932:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8ed8. 00000020:00000010:1.0:1763346490.854938:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401895a00. 00000020:00000040:1.0:1763346490.854944:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:1.0:1763346490.854947:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.873862:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.873877:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:3.0:1763346490.873887:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.873900:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.873909:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035ba18 00000400:00000010:3.0:1763346490.873913:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035ba18. 00000100:00000001:3.0:1763346490.873922:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346490.873924:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346490.875525:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00000100:00000040:3.0:1763346490.886870:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300727730, at 4300727736 00000100:00000010:3.0:1763346490.886890:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b0c0. 00000100:00000040:1.0:1763346490.887102:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300727730, at 4300727736 00000100:00000010:1.0:1763346490.887109:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b960. 00000800:00000001:3.0:1763346490.893167:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.893188:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.893192:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.893194:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.893208:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000100:00000001:1.0:1763346490.895948:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346490.896069:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540771328 02000000:00000001:1.0:1763346490.896074:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346490.896077:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346490.896080:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346490.896085:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346490.896090:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540771328 00000020:00000001:1.0:1763346490.896094:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346490.896097:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:1.0:1763346490.896100:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346490.896104:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=18 00000020:00000001:1.0:1763346490.896108:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:1.0:1763346490.896111:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346490.896118:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346490.896126:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f304c0. 00000100:00000001:1.0:1763346490.896130:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346490.896133:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f304c0. 00000020:00000010:1.0:1763346490.896142:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401895a00. 00000020:00000010:1.0:1763346490.896149:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364d00. 00000020:00000010:1.0:1763346490.896155:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8ed8. 00000100:00000040:1.0:1763346490.896166:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346490.896170:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346490.896171:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346490.896174:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.896184:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346490.896400:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.902571:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.902577:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8600. 00000400:00000200:1.0:1763346490.902582:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.902588:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.902592:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b3b8 00000400:00000010:1.0:1763346490.902594:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b3b8. 00000100:00000001:1.0:1763346490.902599:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.902601:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763346490.914700:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.914705:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8800. 00000400:00000200:1.0:1763346490.914711:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.914717:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.914726:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b088 00000400:00000010:1.0:1763346490.914728:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b088. 00000100:00000001:1.0:1763346490.914736:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.914738:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346490.920609:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.920635:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.920640:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.920643:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.920658:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.920682:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e00ed00 00000400:00000200:1.0:1763346490.920693:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1275dd [2] + 1640 00000800:00000001:1.0:1763346490.920704:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.920719:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.920722:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.920728:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.920738:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346490.920740:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346490.920748:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76a680. 00000100:00000040:1.0:1763346490.920753:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76a680 x1848996540771584 msgsize 328 00000100:00100000:1.0:1763346490.920757:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346490.921598:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.921618:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.921623:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346490.923592:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.923601:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346490.923608:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.923615:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.923622:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ae58 00000400:00000010:3.0:1763346490.923624:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ae58. 00000100:00000001:3.0:1763346490.923629:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346490.923646:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb506100e00 x1848996514962944/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.923658:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.923662:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb506100e00 x1848996514962944/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346506 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.923669:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.923671:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346490.930429:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.930454:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.930459:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.930462:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.930479:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.930505:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c771e00 00000400:00000200:1.0:1763346490.930518:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f6b1 [1] + 224 00000800:00000001:1.0:1763346490.930529:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.930535:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.930538:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.930544:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.930552:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.930563:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb506100e00 x1848996514962944/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346490.930576:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb506100e00 x1848996514962944/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.931754:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.931778:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.931790:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.931794:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.931797:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.931808:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.931822:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00ed80 00000400:00000200:1.0:1763346490.931830:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 2632 00000800:00000001:1.0:1763346490.931838:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.931849:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.931852:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.931856:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.931863:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346490.931865:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346490.931872:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a769180. 00000100:00000040:1.0:1763346490.931876:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a769180 x1848996540771712 msgsize 328 00000100:00100000:1.0:1763346490.931881:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346490.931901:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.931905:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.931909:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.933398:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.933403:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346490.933409:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.933414:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.933419:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a198 00000400:00000010:1.0:1763346490.933421:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a198. 00000100:00000001:1.0:1763346490.933425:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.933427:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346490.933694:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346490.933698:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8800. 00000400:00000200:3.0:1763346490.933702:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.933706:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346490.933709:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b088 00000400:00000010:3.0:1763346490.933711:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b088. 00000100:00000001:3.0:1763346490.933716:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346490.933721:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52ea5f800 x1848996514963072/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.933731:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.933734:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52ea5f800 x1848996514963072/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.933741:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.933742:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763346490.934380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000001:1.0:1763346490.937673:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.937693:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.937699:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.937700:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.937714:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.937734:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c771e80 00000400:00000200:1.0:1763346490.937745:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f6bd [1] + 224 00000800:00000001:1.0:1763346490.937754:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.937761:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.937765:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.937769:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.937776:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.937787:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52ea5f800 x1848996514963072/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346490.937806:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52ea5f800 x1848996514963072/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346490.937829:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.937838:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.937841:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.939710:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.939717:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8600. 00000400:00000200:1.0:1763346490.939723:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.939730:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.939736:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b660 00000400:00000010:1.0:1763346490.939739:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b660. 00000100:00000001:1.0:1763346490.939745:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.939747:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346490.944264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00000800:00000001:3.0:1763346490.944760:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.944778:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346490.944781:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.944784:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.944798:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346490.944820:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e00ee00 00000400:00000200:3.0:1763346490.944830:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 2960 00000800:00000001:3.0:1763346490.944840:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.944849:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346490.944852:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346490.944857:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346490.944866:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346490.944869:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346490.944876:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f480. 00000100:00000040:3.0:1763346490.944880:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3f480 x1848996540771840 msgsize 440 00000100:00100000:3.0:1763346490.944884:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346490.944903:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346490.944914:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346490.944917:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.946375:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.946382:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8c00. 00000400:00000200:1.0:1763346490.946390:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.946396:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.946402:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b3b8 00000400:00000010:1.0:1763346490.946406:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b3b8. 00000100:00000001:1.0:1763346490.946413:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.946415:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346490.953057:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.953080:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.953084:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.953086:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.953101:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.953123:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00ee80 00000400:00000200:1.0:1763346490.953132:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 3400 00000800:00000001:1.0:1763346490.953142:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.953151:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.953154:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.953159:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.953166:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346490.953170:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346490.953177:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768380. 00000100:00000040:1.0:1763346490.953181:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768380 x1848996540771968 msgsize 328 00000100:00100000:1.0:1763346490.953185:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346490.953201:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.953311:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.953315:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.953391:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346490.953395:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540771968 02000000:00000001:3.0:1763346490.953399:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346490.953401:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.953405:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.953410:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.953416:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540771968 00000020:00000001:3.0:1763346490.953420:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346490.953423:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346490.953427:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346490.953430:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:3.0:1763346490.953433:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346490.953435:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346490.953441:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.953448:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.953453:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.953456:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000020:00000010:3.0:1763346490.953463:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e400. 00000020:00000010:3.0:1763346490.953470:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346490.953476:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346490.953484:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346490.953488:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346490.953489:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346490.953492:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.953501:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.953520:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.953536:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346490.953539:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346490.953544:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20064 00000100:00000040:3.0:1763346490.953549:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346490.953551:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183147904 : -105874526403712 : ffff9fb52a768380) 00000100:00000040:3.0:1763346490.953560:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a768380 x1848996540771968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/0 e 0 to 0 dl 1763346501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346490.953570:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346490.953573:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.953575:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346490.953577:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c140. 00000100:00100000:3.0:1763346490.953582:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540771968:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346490.953586:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540771968 00000020:00000001:3.0:1763346490.953591:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346490.953596:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346490.953600:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.953603:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346490.953605:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346490.953609:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346490.953613:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346490.953616:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346490.953618:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346490.953625:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.953627:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346490.953630:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346490.953633:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346490.953635:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346490.953637:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.953643:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346490.953651:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:3.0:1763346490.953653:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346490.953656:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346490.953660:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b200. 00000020:00000001:3.0:1763346490.953664:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346490.953667:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b200 with handle 0x757b854463af9e6e to hash 00000020:00000001:3.0:1763346490.953669:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346490.953670:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000001:3.0:1763346490.953674:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00010000:3.0:1763346490.953678:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b200/0x757b854463af9e6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212767 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346490.953688:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 14 00000020:00000040:3.0:1763346490.953690:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00010000:00000001:3.0:1763346490.953699:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346490.953702:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346490.953705:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346490.953708:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346490.953713:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb54019bc00. 02000000:00000001:3.0:1763346490.953715:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.953718:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.953721:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346490.953723:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346490.953726:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.953728:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763346490.953734:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb528fa1230. 00002000:00000001:3.0:1763346490.953736:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763346490.953738:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763346490.953741:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c140. 00000100:00000001:3.0:1763346490.953744:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346490.953751:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346490.953753:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346490.953755:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346490.953758:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346490.953760:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346490.953761:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346490.953763:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763346490.953768:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f800. 00000020:00000040:3.0:1763346490.953772:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763346490.953775:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346490.953778:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346490.953783:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346490.953788:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3ee00. 00000100:00000001:3.0:1763346490.953793:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.953799:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346490.953802:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346490.953807:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.953816:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346490.953818:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346490.953822:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57808:1848996514963200:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346490.953826:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346490.953831:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346490.953834:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.953837:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346490.953840:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3f600. 02000000:00000001:3.0:1763346490.953842:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346490.953848:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad9f8. 00000400:00000010:3.0:1763346490.953854:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbbb0. 00000100:00000200:3.0:1763346490.953861:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514963200, portal 16 00000100:00000001:3.0:1763346490.953863:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346490.953865:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870505472 : -105874839046144 : ffff9fb517d3f800) 00000100:00000040:3.0:1763346490.953870:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.953877:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.953879:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346490.953882:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb198. 00000100:00000200:3.0:1763346490.953884:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514963200, offset 0 00000400:00000200:3.0:1763346490.953891:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.953902:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.953907:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346490.953911:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346490.953916:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346490.953918:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346490.953923:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198391:198391:256:4294967295] 192.168.204.16@tcp LPNI seq info [198387:198387:8:4294967295] 00000400:00000200:3.0:1763346490.953935:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.953941:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.953946:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b300. 00000800:00000200:3.0:1763346490.953953:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.953961:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.953967:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.953992:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.953997:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300727868 00000100:00000001:3.0:1763346490.954005:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300727848 00000100:00000001:3.0:1763346490.954011:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300727868 00000100:00000001:3.0:1763346490.954014:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300727848 00000100:00000001:3.0:1763346490.954017:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300727868 00000100:00000001:3.0:1763346490.954020:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300727848 00000100:00000001:3.0:1763346490.954024:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300727868 00000100:00000001:3.0:1763346490.954027:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300727848 00000100:00000001:3.0:1763346490.954030:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.954032:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.954035:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.954037:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.954039:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.954042:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763346490.954043:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb528fa1230. 00010000:00000001:3.0:1763346490.954047:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.954048:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346490.954050:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346490.954052:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.954054:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346490.954055:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346490.954058:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763346490.954060:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346490.954064:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763346490.956880:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.956902:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346490.956907:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.956910:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.956924:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346490.956948:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c771f00 00000400:00000200:1.0:1763346490.956961:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f6cd [1] + 224 00000800:00000001:1.0:1763346490.956971:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.956981:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346490.956984:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.956989:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346490.956997:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346490.957009:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346490.957020:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.957071:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346490.957088:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346490.957096:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346490.957100:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763346490.957137:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346490.957140:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346490.957144:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad9f8. 00000400:00000200:3.0:1763346490.957151:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbbb0 00000400:00000010:3.0:1763346490.957153:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbbb0. 00000100:00000001:3.0:1763346490.957156:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346490.957161:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346490.957169:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.957182:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346490.957183:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.957186:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346490.957189:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346490.957191:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346490.957194:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346490.957197:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.957204:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346490.957208:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.957253:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346490.957256:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.957259:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346490.957264:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.957268:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.957273:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.957280:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346490.957283:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346490.957285:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.957288:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763346490.957294:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346490.957307:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346490.957312:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346490.957321:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00002000:00000001:3.0:1763346490.957324:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229664 : -105879140321952 : ffff9fb41773b560) 00002000:00000001:3.0:1763346490.957327:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346490.957335:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346490.957340:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b5b8/ffff9fb41773b560 to site lru. bkt: ffff9fb535ee5e68 00010000:00000001:3.0:1763346490.957344:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.957347:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.957348:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.957363:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346490.957372:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57808:1848996514963200:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346490.957379:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346490.957382:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.957385:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346490.957387:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346490.957391:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3f800 x1848996514963200/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346506 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346490.957398:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346490.957401:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346490.957405:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3f600. 02000000:00000001:3.0:1763346490.957411:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346490.957415:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346490.957417:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763346490.957420:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346490.957423:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3ee00. 02000000:00000001:3.0:1763346490.957428:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346490.957430:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346490.957432:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f800. 00000100:00000001:3.0:1763346490.957436:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346490.957437:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346490.957440:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346490.957443:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346490.957445:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346490.957447:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c140. 00010000:00000001:3.0:1763346490.957451:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346490.957455:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346490.957459:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346490.957462:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.957470:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.957472:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.957474:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346490.957476:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346490.957480:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b200 with handle 0x757b854463af9e6e from hash 00010000:00000001:3.0:1763346490.957482:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.957483:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346490.957485:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346490.957486:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346490.957488:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346490.957491:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346490.957497:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b200/0x757b854463af9e6e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212767 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346490.957512:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346490.957516:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.957519:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346490.957520:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.957522:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.957526:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346490.957527:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346490.957528:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346490.957530:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346490.957531:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346490.957533:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346490.957534:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346490.957536:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346490.957538:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346490.957540:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346490.957541:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346490.957543:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b200/0x757b854463af9e6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212767 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346490.957551:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 13 00000020:00000040:3.0:1763346490.957554:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00010000:00000001:3.0:1763346490.957562:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346490.957564:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b200, rc 0) 00000020:00000001:3.0:1763346490.957567:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346490.957571:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911661, transno 0, xid 1848996540771968 00010000:00000001:3.0:1763346490.957574:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346490.957578:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768380 x1848996540771968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346490.957586:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346490.957589:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346490.957592:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=3 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346490.957597:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346490.957599:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346490.957601:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346490.957604:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346490.957607:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346490.957611:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346490.957614:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346490.957619:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbbb0. 00000100:00000200:3.0:1763346490.957624:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540771968, offset 224 00000400:00000200:3.0:1763346490.957632:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346490.957644:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346490.957651:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198392:198392:256:4294967295] 192.168.204.16@tcp LPNI seq info [198388:198388:8:4294967295] 00000400:00000200:3.0:1763346490.957663:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346490.958082:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346490.958090:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b700. 00000800:00000200:3.0:1763346490.958098:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346490.958106:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346490.958110:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346490.958127:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346490.958130:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346490.958132:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346490.958134:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346490.958137:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346490.958143:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768380 x1848996540771968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:211/0 lens 328/400 e 0 to 0 dl 1763346501 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346490.958154:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540771968:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4582us (4970us total) trans 0 rc 301/301 00000100:00100000:3.0:1763346490.958164:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20064 00000100:00000040:3.0:1763346490.958168:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346490.958171:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346490.958172:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346490.958179:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346490.958185:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d17d0. 00000020:00000010:3.0:1763346490.958189:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e400. 00000020:00000040:3.0:1763346490.958193:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:3.0:1763346490.958196:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346490.958566:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346490.958572:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b700. 00000400:00000200:1.0:1763346490.958577:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346490.958582:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346490.958586:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbbb0 00000400:00000010:1.0:1763346490.958589:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbbb0. 00000100:00000001:1.0:1763346490.958593:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346490.958595:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346490.962404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00000100:00000001:3.0:1763346491.012340:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346491.012349:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540772096 02000000:00000001:3.0:1763346491.012365:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346491.012368:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346491.012371:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.012378:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.012384:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540772096 00000020:00000001:3.0:1763346491.012388:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346491.012390:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346491.012394:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.012399:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:3.0:1763346491.012403:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346491.012406:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346491.012412:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.012422:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c140. 00000020:00000010:3.0:1763346491.012428:0:57808:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb538d7b840. 00000020:00000040:3.0:1763346491.012440:0:57808:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:3.0:1763346491.012462:0:57808:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346491.012470:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e400. 00000020:00000010:3.0:1763346491.012478:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346491.012484:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346491.012494:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346491.012499:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346491.012501:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346491.012503:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.012513:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.012531:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.012546:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346491.012549:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346491.012561:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20065 00000100:00000040:3.0:1763346491.012565:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346491.012568:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572453376 : -105875137098240 : ffff9fb506100e00) 00000100:00000040:3.0:1763346491.012578:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506100e00 x1848996540772096/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346491.012588:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.012590:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c600. 00000100:00000001:3.0:1763346491.012593:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.012595:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c600. 00000100:00100000:3.0:1763346491.012599:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2354:x1848996540772096:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346491.012604:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540772096 00000020:00000001:3.0:1763346491.012607:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346491.012612:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346491.012615:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.012617:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346491.012620:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346491.012623:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346491.012626:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346491.012629:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346491.012631:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346491.012637:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.012639:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346491.012642:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346491.012645:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346491.012647:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346491.012650:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.012656:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346491.012664:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:3.0:1763346491.012667:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346491.012670:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346491.012676:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b200. 00000020:00000001:3.0:1763346491.012680:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346491.012683:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b200 with handle 0x757b854463af9e75 to hash 00000020:00000001:3.0:1763346491.012685:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346491.012687:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000001:3.0:1763346491.012690:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00010000:3.0:1763346491.012695:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b200/0x757b854463af9e75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921276e expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346491.012704:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 14 00000020:00000040:3.0:1763346491.012706:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00010000:00000001:3.0:1763346491.012715:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346491.012718:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346491.012721:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346491.012723:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346491.012728:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb54019ac00. 02000000:00000001:3.0:1763346491.012730:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.012733:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.012737:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346491.012739:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346491.012742:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.012745:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763346491.012752:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb528fa1230. 00002000:00000001:3.0:1763346491.012755:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763346491.012758:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763346491.012762:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c600. 00000100:00000001:3.0:1763346491.012766:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346491.012775:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346491.012777:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346491.012780:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346491.012783:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346491.012785:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346491.012787:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346491.012789:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763346491.012795:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f800. 00000020:00000040:3.0:1763346491.012798:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763346491.012802:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346491.012805:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346491.012809:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346491.012815:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3ee00. 00000100:00000001:3.0:1763346491.012821:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.012828:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346491.012831:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346491.012837:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.012846:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346491.012848:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.012853:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57808:1848996514963328:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346491.012858:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346491.012864:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346491.012866:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.012869:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346491.012873:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3f600. 02000000:00000001:3.0:1763346491.012875:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346491.012884:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad9f8. 00000400:00000010:3.0:1763346491.012894:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb2a8. 00000100:00000200:3.0:1763346491.012903:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514963328, portal 16 00000100:00000001:3.0:1763346491.012906:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346491.012907:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870505472 : -105874839046144 : ffff9fb517d3f800) 00000100:00000040:3.0:1763346491.012912:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.012921:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346491.012924:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346491.012927:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb660. 00000100:00000200:3.0:1763346491.012930:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514963328, offset 0 00000400:00000200:3.0:1763346491.012938:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346491.012954:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346491.012961:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346491.012966:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346491.012971:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346491.012974:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346491.012978:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198393:198393:256:4294967295] 192.168.204.16@tcp LPNI seq info [198389:198389:8:4294967295] 00000400:00000200:3.0:1763346491.012991:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346491.012997:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346491.013002:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b900. 00000800:00000200:3.0:1763346491.013010:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346491.013018:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346491.013024:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346491.013046:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.013052:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300727927 00000100:00000001:3.0:1763346491.013059:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300727868 00000100:00000001:3.0:1763346491.013063:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300727927 00000100:00000001:3.0:1763346491.013067:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300727868 00000100:00000001:3.0:1763346491.013070:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300727927 00000100:00000001:3.0:1763346491.013073:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300727868 00000100:00000001:3.0:1763346491.013076:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300727927 00000100:00000001:3.0:1763346491.013079:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300727868 00000100:00000001:3.0:1763346491.013081:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346491.013084:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.013086:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.013088:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.013090:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.013092:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763346491.013094:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb528fa1230. 00010000:00000001:3.0:1763346491.013098:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.013100:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346491.013101:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346491.013104:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.013107:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346491.013109:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346491.013111:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31b40 going to sleep for 11 seconds 00000100:00000001:3.0:1763346491.013115:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346491.013118:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.013401:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.013409:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.013411:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346491.019112:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.019134:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346491.019140:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.019142:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.019157:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346491.019181:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c771f80 00000400:00000200:1.0:1763346491.019193:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f6d9 [1] + 224 00000800:00000001:1.0:1763346491.019203:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.019250:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.019254:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.019259:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346491.019269:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346491.019281:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346491.019295:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.019317:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346491.019327:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.019330:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.019403:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346491.019413:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346491.019415:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346491.019420:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad9f8. 00000400:00000200:3.0:1763346491.019427:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb2a8 00000400:00000010:3.0:1763346491.019430:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb2a8. 00000100:00000001:3.0:1763346491.019433:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.019439:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346491.019448:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.019455:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346491.019457:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.019460:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346491.019463:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346491.019466:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346491.019468:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.019472:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346491.019481:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346491.019485:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346491.019488:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346491.019490:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.019493:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346491.019497:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.019500:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.019505:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.019513:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346491.019516:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346491.019519:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.019522:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763346491.019528:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346491.019540:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346491.019544:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346491.019552:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00002000:00000001:3.0:1763346491.019555:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229664 : -105879140321952 : ffff9fb41773b560) 00002000:00000001:3.0:1763346491.019558:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346491.019567:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346491.019571:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b5b8/ffff9fb41773b560 to site lru. bkt: ffff9fb535ee5e68 00010000:00000001:3.0:1763346491.019575:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.019578:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.019579:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.019584:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346491.019593:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57808:1848996514963328:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346491.019599:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.019602:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.019605:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346491.019607:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.019611:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3f800 x1848996514963328/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.019618:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346491.019620:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346491.019624:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3f600. 02000000:00000001:3.0:1763346491.019630:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346491.019633:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346491.019635:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763346491.019637:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346491.019640:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3ee00. 02000000:00000001:3.0:1763346491.019645:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346491.019647:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346491.019649:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f800. 00000100:00000001:3.0:1763346491.019653:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346491.019655:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346491.019657:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346491.019660:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346491.019662:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346491.019665:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c600. 00010000:00000001:3.0:1763346491.019668:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346491.019672:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346491.019676:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346491.019678:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346491.019686:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.019687:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.019690:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346491.019692:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346491.019696:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b200 with handle 0x757b854463af9e75 from hash 00010000:00000001:3.0:1763346491.019699:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346491.019700:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.019701:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.019702:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346491.019704:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346491.019706:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346491.019712:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b200/0x757b854463af9e75 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921276e expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346491.019726:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346491.019729:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346491.019731:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346491.019733:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.019735:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.019739:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346491.019740:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346491.019742:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346491.019744:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346491.019746:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346491.019747:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346491.019749:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346491.019751:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.019754:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.019756:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346491.019757:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346491.019761:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b200/0x757b854463af9e75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921276e expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346491.019769:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 13 00000020:00000040:3.0:1763346491.019772:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00010000:00000001:3.0:1763346491.019780:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346491.019782:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b200, rc 0) 00000020:00000001:3.0:1763346491.019785:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346491.019789:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911661, transno 0, xid 1848996540772096 00010000:00000001:3.0:1763346491.019792:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346491.019797:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506100e00 x1848996540772096/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346491.019806:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346491.019809:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346491.019812:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346491.019817:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346491.019820:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346491.019822:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346491.019826:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346491.019828:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.019832:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346491.019835:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346491.019840:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb2a8. 00000100:00000200:3.0:1763346491.019845:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540772096, offset 224 00000400:00000200:3.0:1763346491.019852:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346491.019863:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346491.019871:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198394:198394:256:4294967295] 192.168.204.16@tcp LPNI seq info [198390:198390:8:4294967295] 00000400:00000200:3.0:1763346491.019884:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346491.019890:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346491.019900:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b900. 00000800:00000200:3.0:1763346491.019907:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346491.019916:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346491.019922:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346491.021203:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.021228:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346491.021232:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346491.021234:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.021238:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346491.021247:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506100e00 x1848996540772096/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346491.021258:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2354:x1848996540772096:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 8668us (11794us total) trans 0 rc 301/301 00000100:00100000:3.0:1763346491.021269:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20065 00000100:00000040:3.0:1763346491.021273:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346491.021276:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346491.021278:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346491.021286:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346491.021296:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d17d0. 00000020:00000010:3.0:1763346491.021300:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e400. 00000020:00000040:3.0:1763346491.021307:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:3.0:1763346491.021309:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346491.022429:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.022439:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b900. 00000400:00000200:1.0:1763346491.022449:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.022457:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.022465:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb2a8 00000400:00000010:1.0:1763346491.022468:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb2a8. 00000100:00000001:1.0:1763346491.022473:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346491.022475:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346491.027397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00000800:00000001:0.0:1763346491.028293:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.028313:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.028317:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.028319:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.028333:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.028363:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e00ef80 00000400:00000200:0.0:1763346491.028373:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 4056 00000800:00000001:0.0:1763346491.028383:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.028394:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.028398:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.028403:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.028412:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.028416:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346491.028423:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506100700. 00000100:00000040:0.0:1763346491.028427:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506100700 x1848996540772224 msgsize 328 00000100:00100000:0.0:1763346491.028431:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.028449:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.028461:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.028465:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.028558:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346491.028562:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540772224 02000000:00000001:3.0:1763346491.028566:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346491.028569:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346491.028571:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.028577:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.028582:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540772224 00000020:00000001:3.0:1763346491.028586:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346491.028589:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346491.028591:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.028596:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:3.0:1763346491.028599:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346491.028601:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346491.028608:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.028614:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c600. 00000100:00000001:3.0:1763346491.028619:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.028622:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c600. 00000020:00000010:3.0:1763346491.028629:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e400. 00000020:00000010:3.0:1763346491.028636:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:3.0:1763346491.028642:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d17d0. 00000100:00000040:3.0:1763346491.028651:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346491.028656:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346491.028657:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346491.028660:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.028669:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.028685:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.028700:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346491.028703:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346491.028708:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20066 00000100:00000040:3.0:1763346491.028712:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346491.028714:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572451584 : -105875137100032 : ffff9fb506100700) 00000100:00000040:3.0:1763346491.028722:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506100700 x1848996540772224/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346491.028731:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.028734:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c600. 00000100:00000001:3.0:1763346491.028736:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.028738:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c600. 00000100:00100000:3.0:1763346491.028742:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540772224:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346491.028746:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540772224 00000020:00000001:3.0:1763346491.028749:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346491.028753:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346491.028757:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.028759:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346491.028762:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346491.028766:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346491.028769:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346491.028771:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346491.028773:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346491.028780:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.028783:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346491.028786:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346491.028788:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346491.028790:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346491.028792:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.028798:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346491.028807:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:3.0:1763346491.028810:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346491.028813:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346491.028817:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b200. 00000020:00000001:3.0:1763346491.028821:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346491.028824:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b200 with handle 0x757b854463af9e7c to hash 00000020:00000001:3.0:1763346491.028826:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346491.028827:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000001:3.0:1763346491.028831:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00010000:3.0:1763346491.028836:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b200/0x757b854463af9e7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212775 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346491.028845:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 14 00000020:00000040:3.0:1763346491.028847:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00010000:00000001:3.0:1763346491.028856:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346491.028860:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346491.028863:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346491.028866:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346491.028871:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb54019b400. 02000000:00000001:3.0:1763346491.028874:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.028877:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.028881:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346491.028883:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346491.028886:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.028888:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763346491.028895:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb528fa1230. 00002000:00000001:3.0:1763346491.028897:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763346491.028900:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763346491.028903:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c600. 00000100:00000001:3.0:1763346491.028908:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346491.028914:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346491.028917:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346491.028919:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000100:00000001:3.0:1763346491.028922:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346491.028923:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346491.028925:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346491.028927:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763346491.028931:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f800. 00000020:00000040:3.0:1763346491.028934:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763346491.028938:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346491.028940:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346491.028945:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346491.028951:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3ee00. 00000100:00000001:3.0:1763346491.028957:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.028963:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346491.028966:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346491.028972:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3f800 x1848996514963456/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.028981:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346491.028983:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.028989:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57808:1848996514963456:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346491.028993:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346491.029000:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346491.029003:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.029006:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346491.029011:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3f600. 02000000:00000001:3.0:1763346491.029012:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346491.029019:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad9f8. 00000400:00000010:3.0:1763346491.029027:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb440. 00000100:00000200:3.0:1763346491.029036:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514963456, portal 16 00000100:00000001:3.0:1763346491.029038:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346491.029040:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870505472 : -105874839046144 : ffff9fb517d3f800) 00000100:00000040:3.0:1763346491.029045:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3f800 x1848996514963456/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.029314:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346491.029318:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346491.029323:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb088. 00000100:00000200:3.0:1763346491.029327:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514963456, offset 0 00000400:00000200:3.0:1763346491.029335:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346491.029348:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346491.029363:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346491.029368:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346491.029372:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346491.029375:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346491.029379:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198395:198395:256:4294967295] 192.168.204.16@tcp LPNI seq info [198391:198391:8:4294967295] 00000400:00000200:3.0:1763346491.029392:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346491.029398:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346491.029406:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b700. 00000800:00000200:3.0:1763346491.029414:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346491.029423:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346491.029428:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346491.029663:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.029669:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300727944 00000800:00000200:1.0:1763346491.030435:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.030442:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b700. 00000400:00000200:1.0:1763346491.030451:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.030459:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.030467:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb088 00000400:00000010:1.0:1763346491.030470:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb088. 00000100:00000001:1.0:1763346491.030476:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346491.030484:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3f800 x1848996514963456/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.030497:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346491.030501:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3f800 x1848996514963456/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.030508:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.030510:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346491.033545:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.033563:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346491.033567:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.033569:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.033583:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346491.033604:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772000 00000400:00000200:1.0:1763346491.033616:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f6e5 [1] + 224 00000800:00000001:1.0:1763346491.033626:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.033635:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.033639:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.033644:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346491.033651:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346491.033661:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3f800 x1848996514963456/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346491.033673:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb517d3f800 x1848996514963456/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.033972:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346491.033982:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.033985:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.035021:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.035027:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:0.0:1763346491.035033:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.035039:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.035045:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b220 00000400:00000010:0.0:1763346491.035048:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b220. 00000100:00000001:0.0:1763346491.035063:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.035065:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346491.040532:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.040553:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346491.040558:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.040560:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.040575:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346491.040597:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e00f000 00000400:00000200:1.0:1763346491.040607:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 114064 00000800:00000001:1.0:1763346491.040618:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.040627:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.040630:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.040635:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346491.040644:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346491.040647:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346491.040654:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76aa00. 00000100:00000040:1.0:1763346491.040659:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76aa00 x1848996540772352 msgsize 488 00000100:00100000:1.0:1763346491.040663:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346491.040681:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346491.040692:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.040695:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.042165:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.042170:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb51569a200. 00000400:00000200:3.0:1763346491.042175:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.042181:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.042186:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b9750c0 00000400:00000010:3.0:1763346491.042189:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b9750c0. 00000100:00000001:3.0:1763346491.042192:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.042194:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346491.045274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00000800:00000001:0.0:1763346491.047182:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.047203:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.047207:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.047210:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.047265:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.047288:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4584 into portal 6 MB=0x691a70e00f080 00000400:00000200:0.0:1763346491.047300:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 4584/4584 into md 0x90861 [128] + 114552 00000800:00000001:0.0:1763346491.047312:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.047328:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.047332:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.047337:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.047345:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.047348:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763346491.047364:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506102680. 00000100:00000040:0.0:1763346491.047369:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506102680 x1848996540772480 msgsize 4584 00000100:00100000:0.0:1763346491.047373:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.047381:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.047390:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.047394:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.047678:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.047682:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540772480 02000000:00000001:1.0:1763346491.047686:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.047688:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.047691:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.047696:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.047701:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540772480 00000020:00000001:1.0:1763346491.047705:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.047708:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346491.047711:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.047715:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:1.0:1763346491.047718:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346491.047721:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346491.047727:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.047732:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f304c0. 00000020:00000010:1.0:1763346491.047739:0:104272:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb538d7bdc0. 00000020:00000040:1.0:1763346491.047746:0:104272:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:1.0:1763346491.047838:0:104272:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763346491.047847:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401895a00. 00000020:00000010:1.0:1763346491.047854:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364080. 00000020:00000010:1.0:1763346491.047861:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8a28. 00000100:00000040:1.0:1763346491.047870:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346491.047874:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.047876:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346491.047879:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346491.047881:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.047885:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:1.0:1763346491.047888:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.047892:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346491.047896:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346491.047898:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.047902:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.047904:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.047906:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.047908:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.047910:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.047912:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.047913:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.047914:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.047916:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.047917:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.047919:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.047922:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763346491.047925:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.047927:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.047929:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346491.047932:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763346491.047934:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.047937:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.047946:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.048492:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346491.048496:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346491.048504:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3703 00000100:00000040:3.0:1763346491.048508:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346491.048511:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572459648 : -105875137091968 : ffff9fb506102680) 00000100:00000040:3.0:1763346491.048520:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506102680 x1848996540772480/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4584/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346491.048531:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763346491.049039:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346491.051549:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.051560:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:1.0:1763346491.051569:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.051579:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.051587:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035ba18 00000400:00000010:1.0:1763346491.051590:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035ba18. 00000100:00000001:1.0:1763346491.051598:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346491.051606:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52ea5f800 x1848996514963584/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.051618:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346491.051622:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52ea5f800 x1848996514963584/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.051630:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.051632:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.054983:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.055004:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.055008:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.055010:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.055025:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.055047:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c772080 00000400:00000200:3.0:1763346491.055067:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f6f5 [1] + 224 00000800:00000001:3.0:1763346491.055078:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.055084:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.055087:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.055092:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.055101:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.055112:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52ea5f800 x1848996514963584/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346491.055123:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52ea5f800 x1848996514963584/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.055144:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.055200:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.055204:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.055206:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.055208:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.055251:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.055258:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e00f100 00000400:00000200:3.0:1763346491.055265:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1275dd [2] + 1968 00000400:00000010:3.0:1763346491.055270:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb538ea5f78. 00000400:00000200:3.0:1763346491.055275:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb542040300 00000800:00000001:3.0:1763346491.055279:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.055695:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.055698:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.055702:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.055707:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb542040300 00000400:00000010:3.0:1763346491.055710:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb542040300. 00000100:00000001:3.0:1763346491.055715:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.055718:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1763346491.055722:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb50952ac50 x1848996540772608 msgsize 328 00000100:00100000:3.0:1763346491.055726:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346491.055728:0:3287:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346491.055734:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.055738:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.055743:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.055885:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.055890:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540772608 02000000:00000001:0.0:1763346491.055893:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.055896:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.055898:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.055904:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.055908:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540772608 00000020:00000001:0.0:1763346491.055912:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.055915:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346491.055918:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.055923:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:0.0:1763346491.055925:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346491.055928:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346491.055933:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.055940:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2eae80. 00000100:00000001:0.0:1763346491.055944:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.055948:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2eae80. 00000020:00000010:0.0:1763346491.055955:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51d09f600. 00000020:00000010:0.0:1763346491.055963:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3380. 00000020:00000010:0.0:1763346491.055969:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.055978:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346491.055981:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.055983:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346491.055986:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346491.055989:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.055992:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346491.055998:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.056000:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.056002:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=5 00000020:00000001:0.0:1763346491.056005:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:0.0:1763346491.056008:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00010000:0.0:1763346491.056016:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9e59 lrc: 5/0,0 mode: PR/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212752 expref: 24 pid: 62988 timeout: 6160 lvb_type: 1 00010000:00000001:0.0:1763346491.056027:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.056029:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.056030:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.056033:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.056041:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763346491.056047:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb50952ac50 x1848996540772608/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.057313:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346491.057317:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.057338:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.057372:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.057374:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.057383:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4018 00000100:00000040:0.0:1763346491.057388:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:0.0:1763346491.057391:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198627150928 : -105875082400688 : ffff9fb50952ac50) 00000100:00000040:0.0:1763346491.057397:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb50952ac50 x1848996540772608/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.057414:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.057424:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2eae80. 00000100:00000001:0.0:1763346491.057427:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.057430:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2eae80. 00000100:00100000:0.0:1763346491.057438:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb50952ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540772608:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346491.057443:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540772608 00010000:00000001:0.0:1763346491.057446:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346491.057450:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346491.057452:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346491.057462:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.057465:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.057472:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5055ea800. 02000000:00000001:0.0:1763346491.057475:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.057478:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.057481:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346491.057484:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346491.057486:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.057488:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.057492:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=5 00000020:00000001:0.0:1763346491.057495:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:0.0:1763346491.057498:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000040:0.0:1763346491.057502:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078b00 count: 3 00002000:00000001:0.0:1763346491.057508:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346491.057514:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346491.057517:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.057525:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346491.057527:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:0.0:1763346491.057531:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346491.057540:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.057545:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00010000:0.0:1763346491.057551:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9e59 lrc: 5/0,0 mode: PR/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212752 expref: 24 pid: 62988 timeout: 6160 lvb_type: 1 00000100:00001000:0.0:1763346491.057562:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=133 v=5 (1 1 0 0) 00010000:00000001:0.0:1763346491.057566:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346491.057573:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.057575:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.057578:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9e59 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212752 expref: 24 pid: 62988 timeout: 6160 lvb_type: 1 00000020:00000001:0.0:1763346491.057587:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.057590:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.057592:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.057595:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.057599:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.057602:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.057609:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.057610:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.057613:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.057615:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.057618:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80cc00 with handle 0x757b854463af9e59 from hash 00010000:00000001:0.0:1763346491.057620:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.057622:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.057623:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.057624:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.057629:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.057631:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.057633:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.057634:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.057635:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.057637:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.057639:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346491.057642:0:5737:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb51e80c600 00010000:00000001:0.0:1763346491.057645:0:5737:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.057647:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.057650:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.057652:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.057655:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.057657:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.057658:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.057661:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346491.057663:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346491.057667:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c600/0x757b854463af9e83 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.057674:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763346491.057678:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c600/0x757b854463af9e83 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.057685:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260a:0x0].0x0 (ffff9fb503078b00) refcount = 3 00010000:00000040:0.0:1763346491.057688:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346491.057691:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c600/0x757b854463af9e83 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.057697:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.057699:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.057701:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346491.057702:0:5737:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.057704:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763346491.057708:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb51d2eae80. 00000100:00000001:0.0:1763346491.057712:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.057720:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb51d20d600. 00000100:00000001:0.0:1763346491.057722:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198959429120 : -105874750122496 : ffff9fb51d20d600) 00000100:00000001:0.0:1763346491.057724:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198959429120 : -105874750122496 : ffff9fb51d20d600) 00000100:00000001:0.0:1763346491.057727:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.057729:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346491.057731:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.057734:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346491.057737:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.057739:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.057740:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.057741:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.057743:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.057745:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346491.057747:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.057750:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.057752:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763346491.057755:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb51d20d600. 00000100:00000001:0.0:1763346491.057758:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346491.057759:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346491.057761:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb51d2eae80. 00010000:00000001:0.0:1763346491.057763:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763346491.057765:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346491.057766:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.057772:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.057775:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.057778:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.057783:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.057785:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.057788:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.057791:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.057793:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.057798:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.057801:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.057807:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a550. 00000100:00000200:0.0:1763346491.057814:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540772608, offset 224 00000400:00000200:0.0:1763346491.057822:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.057838:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.057847:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198399:198399:256:4294967295] 192.168.204.16@tcp LPNI seq info [198395:198395:8:4294967295] 00000400:00000200:0.0:1763346491.057860:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.057866:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.057873:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:0.0:1763346491.057880:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.057889:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.057895:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.057906:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.057910:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.057912:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.057915:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.057919:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb50952ac50 x1848996540772608/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.057930:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb50952ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540772608:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 515us (2205us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.057938:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4018 00000100:00000040:0.0:1763346491.057941:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346491.057943:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.057945:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.057951:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:0.0:1763346491.057956:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.057962:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51d09f600. 00000020:00000040:0.0:1763346491.057967:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 02000000:00000001:0.0:1763346491.057976:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.057978:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055e8400. 02000000:00000001:0.0:1763346491.057981:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.057983:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76a680. 02000000:00000001:0.0:1763346491.057987:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.057989:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb540199400. 02000000:00000001:0.0:1763346491.057992:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.057993:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532981c00. 02000000:00000001:0.0:1763346491.057997:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.057998:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb54019a800. 02000000:00000001:0.0:1763346491.058001:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.058003:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532983b80. 02000000:00000001:0.0:1763346491.058006:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.058008:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5402df000. 02000000:00000001:0.0:1763346491.058010:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.058011:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982a00. 02000000:00000001:0.0:1763346491.058014:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.058016:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5296b5800. 02000000:00000001:0.0:1763346491.058018:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.058019:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4a80. 02000000:00000001:0.0:1763346491.058023:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.058024:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5275d5800. 02000000:00000001:0.0:1763346491.058026:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.058028:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5ca80. 00000100:00000001:0.0:1763346491.058031:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763346491.058036:0:5737:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1763346491.058042:0:5737:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc108. 00000400:00000010:0.0:1763346491.058047:0:5737:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb51d20d600. 00000800:00000200:1.0:1763346491.062385:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.062396:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346491.062404:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.062417:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.062425:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a550 00000400:00000010:1.0:1763346491.062429:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a550. 00000100:00000001:1.0:1763346491.062436:0:3288:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763346491.062440:0:3288:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346491.062444:0:3288:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055ea800. 02000000:00000001:1.0:1763346491.062447:0:3288:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763346491.062448:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346491.072297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00080000:00000001:1.0:1763346491.107606:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346491.107620:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346491.107629:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346491.107639:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847743 is committed 00000001:00000040:1.0:1763346491.107646:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 1 00000020:00000040:1.0:1763346491.107653:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000001:00000010:1.0:1763346491.107662:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6600. 00040000:00000001:1.0:1763346491.107674:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.107681:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.107686:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b5400. 00080000:00000001:1.0:1763346491.107696:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.107703:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346491.107710:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346491.107715:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346491.107719:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847742 is committed 00000001:00000040:1.0:1763346491.107727:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 2 00000020:00000040:1.0:1763346491.107729:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000001:00000010:1.0:1763346491.107733:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6cc0. 00040000:00000001:1.0:1763346491.107737:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.107743:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.107751:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b6c00. 00080000:00000001:1.0:1763346491.107758:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.107767:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346491.107773:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346491.107777:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346491.107784:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847745 is committed 00000001:00000040:1.0:1763346491.107790:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 1 00000020:00000040:1.0:1763346491.107796:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000001:00000010:1.0:1763346491.107802:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875600. 00000020:00000001:1.0:1763346491.107810:0:58019:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763346491.107816:0:58019:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763346491.107821:0:58019:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb509224000 : new cb_count 0 00000020:00000040:1.0:1763346491.107828:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000020:00000010:1.0:1763346491.107834:0:58019:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb417875e40. 00040000:00000001:1.0:1763346491.107841:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.107846:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.107852:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af36000. 00080000:00000001:1.0:1763346491.107859:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.107864:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1763346491.107868:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.107874:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.107879:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af36c00. 00080000:00000001:1.0:1763346491.107883:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.107887:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346491.107892:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346491.107894:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346491.107898:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847744 is committed 00000001:00000040:1.0:1763346491.107907:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 0 00000020:00000040:1.0:1763346491.107914:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000001:00000010:1.0:1763346491.107920:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5225f3e40. 00040000:00000001:1.0:1763346491.107928:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.107932:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.107935:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645800. 00080000:00000001:1.0:1763346491.107944:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:3.0:1763346491.111459:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.111468:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8600. 00000400:00000200:3.0:1763346491.111475:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.111483:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.111490:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b000 00000400:00000010:3.0:1763346491.111493:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b000. 00000100:00000001:3.0:1763346491.111501:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.111503:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346491.115379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:2.1:1763346491.115403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00000100:00000040:3.0:1763346491.118401:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300727965, at 4300727968 00000100:00000010:3.0:1763346491.118425:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b960. 00000100:00000040:0.0:1763346491.118802:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300727965, at 4300727968 00000100:00000010:0.0:1763346491.118811:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5225f37e0. 00000100:00000040:1.0:1763346491.118895:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300727965, at 4300727968 00000100:00000010:1.0:1763346491.118901:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5225f39c0. 00000800:00000001:3.0:1763346491.120650:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.120670:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.120673:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.120675:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.120686:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.120704:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 448 into portal 12 MB=0x691a70e00f180 00000400:00000200:3.0:1763346491.120713:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 448/448 into md 0xd4325 [64] + 11200 00000800:00000001:3.0:1763346491.120720:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.120732:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.120735:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.120739:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.120747:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.120750:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346491.120756:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3fb80. 00000100:00000040:3.0:1763346491.120760:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3fb80 x1848996540772736 msgsize 448 00000100:00100000:3.0:1763346491.120764:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.120780:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.120789:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.120793:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763346491.122370:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763346491.122379:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00080000:00000001:0.0:1763346491.169993:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346491.170007:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346491.170010:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346491.170013:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055440 is committed 00000001:00000040:0.0:1763346491.170018:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:0.0:1763346491.170024:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00000001:00000010:0.0:1763346491.170028:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e07c60. 00040000:00000001:0.0:1763346491.170034:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170037:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.170039:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170040:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.170043:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e9800. 00080000:00000001:0.0:1763346491.170046:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.170048:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.170051:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:0.0:1763346491.170053:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000001:00000010:0.0:1763346491.170055:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e079c0. 00000020:00000001:0.0:1763346491.170059:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346491.170062:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20d480 refcount 2 committed 0 result 0 batchid 4294967619 00000020:00080000:0.0:1763346491.170066:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52df58800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb540e82300 00000020:00080000:0.0:1763346491.170070:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52df58a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5055eb800 00000020:00000001:0.0:1763346491.170081:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763346491.170083:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20d480 refcount 2 committed 1 result 0 batchid 4294967619 00000020:00000040:0.0:1763346491.170086:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52df58800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb540e82300 00000020:00000040:0.0:1763346491.170089:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52df58a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5055eb800 00000020:00000001:0.0:1763346491.170092:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346491.170094:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170096:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.170097:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170098:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.170100:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055eb800. 00080000:00000001:0.0:1763346491.170102:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.170105:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.170107:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:0.0:1763346491.170109:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000001:00000010:0.0:1763346491.170112:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843180. 00040000:00000001:0.0:1763346491.170115:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170116:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.170117:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170118:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.170120:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e9c00. 00080000:00000001:0.0:1763346491.170121:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.170125:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346491.170127:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346491.170128:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346491.170130:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055442 is committed 00000001:00000040:0.0:1763346491.170132:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:0.0:1763346491.170134:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000001:00000010:0.0:1763346491.170136:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54cc0. 00040000:00000001:0.0:1763346491.170140:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170141:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.170143:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170144:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.170145:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b7000. 00080000:00000001:0.0:1763346491.170148:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.170150:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.170153:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:0.0:1763346491.170155:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000001:00000010:0.0:1763346491.170157:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54a20. 00040000:00000001:0.0:1763346491.170159:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170160:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.170161:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170162:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.170163:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b4400. 00080000:00000001:0.0:1763346491.170175:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.170177:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.170178:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:0.0:1763346491.170180:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000001:00000010:0.0:1763346491.170182:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54660. 00040000:00000001:0.0:1763346491.170184:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170186:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.170187:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.170188:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.170190:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b7c00. 00080000:00000001:0.0:1763346491.170192:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.170194:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.170196:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:0.0:1763346491.170198:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000001:00000010:0.0:1763346491.170200:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54d20. 00000004:00080000:0.0:1763346491.170204:0:20006:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 340 committed 00000004:00000010:0.0:1763346491.170244:0:20006:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fb509dea660. 00080000:00000001:1.0:1763346491.170483:0:26440:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.170493:0:26440:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.170499:0:26440:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.170502:0:26440:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.170512:0:26440:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.170516:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.170523:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.170527:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.170535:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.170538:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.170541:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.170544:0:26440:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.170547:0:26440:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.170549:0:26440:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405c:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346491.170554:0:26440:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346491.170557:0:26440:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.170566:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.170569:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.170572:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.170573:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.170575:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.170577:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.170578:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.170580:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.170583:0:26440:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405c:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763346491.170588:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.170591:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346491.170600:0:26440:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.170610:0:26440:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.170612:0:26440:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.170617:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055442, transno 0, xid 1848996540772736 00010000:00000001:1.0:1763346491.170620:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.170636:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3fb80 x1848996540772736/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 448/440 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346491.170652:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.170655:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.170660:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.170666:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.170669:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.170672:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.170675:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.170678:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.170684:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.170687:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.170695:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b198. 00000100:00000200:1.0:1763346491.170704:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848996540772736, offset 224 00000400:00000200:1.0:1763346491.170711:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.170729:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.170737:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198401:198401:256:4294967295] 192.168.204.16@tcp LPNI seq info [198397:198397:8:4294967295] 00000400:00000200:1.0:1763346491.170752:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.170758:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.170764:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:1.0:1763346491.170773:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.170782:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.170787:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.170811:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.170815:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.170818:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.170820:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.170823:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.170830:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3fb80 x1848996540772736/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 448/440 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.170840:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+494:226235:x1848996540772736:12345-192.168.204.16@tcp:44:lfs.0 Request processed in 49209us (50078us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346491.170852:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140774 00000100:00000040:1.0:1763346491.170856:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.170858:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.170860:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.170866:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:1.0:1763346491.170871:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304190c8. 00000020:00000010:1.0:1763346491.170877:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb404143e00. 00000020:00000040:1.0:1763346491.170882:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:1.0:1763346491.170885:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1763346491.171637:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171640:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171641:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171642:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171646:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b5000. 00080000:00000001:0.0:1763346491.171649:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.171653:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.171656:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:0.0:1763346491.171659:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000001:00000010:0.0:1763346491.171661:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e6360. 00040000:00000001:0.0:1763346491.171664:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171666:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171667:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171668:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171670:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b7000. 00080000:00000001:0.0:1763346491.171672:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.171674:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.171676:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:0.0:1763346491.171678:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000001:00000010:0.0:1763346491.171680:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5156e69c0. 00040000:00000001:0.0:1763346491.171682:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171683:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171684:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171685:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171687:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b4800. 00080000:00000001:0.0:1763346491.171689:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.171697:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346491.171701:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346491.171703:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346491.171705:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055443 is committed 00000001:00000040:0.0:1763346491.171707:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346491.171709:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:0.0:1763346491.171711:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5225f35a0. 00040000:00000001:0.0:1763346491.171714:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171716:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171717:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171718:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171719:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645400. 00080000:00000001:0.0:1763346491.171724:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.171728:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.171730:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:0.0:1763346491.171731:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000001:00000010:0.0:1763346491.171733:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb510a1b7e0. 00040000:00000001:0.0:1763346491.171736:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171737:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171739:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171739:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171741:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644400. 00080000:00000001:0.0:1763346491.171745:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.171747:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1763346491.171749:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171750:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171751:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171753:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171754:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645000. 00080000:00000001:0.0:1763346491.171756:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.171760:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.171763:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:0.0:1763346491.171765:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000001:00000010:0.0:1763346491.171767:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44900. 00000020:00000001:0.0:1763346491.171772:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346491.171774:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f310c0 refcount 2 committed 0 result 0 batchid 4294967618 00000020:00080000:0.0:1763346491.171778:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31cc0 00000020:00080000:0.0:1763346491.171782:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4be00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5402df400 00000020:00000001:0.0:1763346491.171786:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763346491.171788:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f310c0 refcount 2 committed 1 result 0 batchid 4294967618 00000020:00000040:0.0:1763346491.171790:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31cc0 00000020:00000040:0.0:1763346491.171793:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4be00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5402df400 00000020:00000001:0.0:1763346491.171796:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346491.171797:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171799:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171799:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171801:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171802:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5402df400. 00080000:00000001:0.0:1763346491.171805:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.171808:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.171810:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00000020:00000040:0.0:1763346491.171812:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000001:00000010:0.0:1763346491.171814:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44240. 00040000:00000001:0.0:1763346491.171816:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171817:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.171818:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.171819:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.171822:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5402de000. 00080000:00000001:0.0:1763346491.171824:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00080000:0.0:1763346491.171838:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967619 committed batchid 4294967617 00000020:00000001:0.0:1763346491.171842:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:0.0:1763346491.171847:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb504e079c0. 00080000:00000001:0.0:1763346491.171851:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346491.171858:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055e9c00. 00080000:00000001:0.0:1763346491.171862:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560824320 : -105875148727296 : ffff9fb5055e9c00) 00080000:00000001:0.0:1763346491.171867:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.171998:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.172001:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.172004:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346491.172028:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.172032:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.172119:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:0.0:1763346491.172122:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967619: rc = 0 00080000:00000001:0.0:1763346491.172126:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763346491.172140:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.172142:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763346491.172145:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967617 00000004:00000001:0.0:1763346491.172158:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763346491.172161:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.172164:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763346491.172166:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763346491.172167:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763346491.172173:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade0c0 type=0x0 idx=0 00000040:00001000:0.0:1763346491.172178:0:19995:0:(llog.c:720:llog_process_thread()) synced_idx: 9603 00000040:00000001:0.0:1763346491.172183:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1763346491.172186:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1763346491.172196:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9603 (cur idx 9602 off 622592), size 622848 00000040:00000001:0.0:1763346491.174336:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763346491.174359:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763346491.174363:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade0c0 type=0x10692404 idx=9603 00000040:00001000:0.0:1763346491.174369:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9603 lrh_len: 64 (8000 remains) 00000040:00001000:0.0:1763346491.174372:0:19995:0:(llog.c:797:llog_process_thread()) index: 9603, lh_last_idx: 9603 synced_idx: 9603 lgh_last_idx: 9603 00000004:00000001:0.0:1763346491.174378:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763346491.174382:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763346491.174384:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.174386:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1763346491.174388:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:0.0:1763346491.174390:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000001:1.0:1763346491.175700:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1763346491.175706:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1763346491.175709:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.175719:0:3296:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346491.175722:0:3296:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.175724:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346491.175726:0:3296:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346491.175729:0:3296:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346491.175736:0:3296:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52ea5f800 x1848996514963712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.175745:0:3296:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346491.175747:0:3296:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.175752:0:3296:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346491.175755:0:3296:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346491.175757:0:3296:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.175761:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3296:1848996514963712:0@lo:6:osp-syn-0-0.0 00000100:00000001:1.0:1763346491.175766:0:3296:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346491.175771:0:3296:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346491.175773:0:3296:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.175776:0:3296:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346491.175782:0:3296:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb5260b5000. 02000000:00000001:1.0:1763346491.175783:0:3296:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346491.175791:0:3296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636738. 00000400:00000010:1.0:1763346491.175800:0:3296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b770. 00000100:00000200:1.0:1763346491.175809:0:3296:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514963712, portal 4 00000100:00000001:1.0:1763346491.175813:0:3296:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346491.175814:0:3296:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199253366784 : -105874456184832 : ffff9fb52ea5f800) 00000100:00000040:1.0:1763346491.175822:0:3296:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52ea5f800 x1848996514963712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.175830:0:3296:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.175833:0:3296:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346491.175835:0:3296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9baa0. 00000100:00000200:1.0:1763346491.175839:0:3296:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514963712, offset 0 00000400:00000200:1.0:1763346491.175846:0:3296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346491.175862:0:3296:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346491.175876:0:3296:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c772100 00000400:00000200:1.0:1763346491.175884:0:3296:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1190ed [8] + 4384 00000400:00000200:1.0:1763346491.175894:0:3296:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.175898:0:3296:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346491.175905:0:3296:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346491.175908:0:3296:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346491.175913:0:3296:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76bb80. 00000100:00000040:1.0:1763346491.175917:0:3296:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76bb80 x1848996514963712 msgsize 544 00000100:00100000:1.0:1763346491.175921:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346491.176448:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346491.176453:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.176843:0:3296:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346491.176864:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9baa0 00000400:00000010:1.0:1763346491.176867:0:3296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9baa0. 00000100:00000001:1.0:1763346491.176872:0:3296:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346491.176880:0:3296:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52ea5f800 x1848996514963712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.176892:0:3296:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346491.176895:0:3296:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52ea5f800 x1848996514963712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.176902:0:3296:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.176904:0:3296:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346491.176911:0:3296:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.176916:0:3296:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23566 usecs (24 jiffies) 00000100:00000001:1.0:1763346491.176921:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728050 00000100:00000010:1.0:1763346491.176931:0:3296:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a543c0. 00000100:00000001:1.0:1763346491.176939:0:3296:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763346491.176952:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728050 00000100:00000010:1.0:1763346491.176955:0:3296:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54c60. 00000100:00000001:1.0:1763346491.176959:0:3296:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763346491.176962:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728050 00000100:00000010:1.0:1763346491.176965:0:3296:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a547e0. 00000100:00000001:1.0:1763346491.176967:0:3296:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763346491.176970:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728050 00000100:00000010:1.0:1763346491.176973:0:3296:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a546c0. 00000100:00000001:1.0:1763346491.176976:0:3296:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763346491.178158:0:3296:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346491.178169:0:3296:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.178174:0:3296:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.178179:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763346491.178425:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.178442:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.178446:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.178448:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.178462:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.178484:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e00f200 00000400:00000200:3.0:1763346491.178493:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 4928 00000800:00000001:3.0:1763346491.178502:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.178566:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.178571:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.178576:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.178584:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.178587:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.178594:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3df80. 00000100:00000040:3.0:1763346491.178600:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3df80 x1848996540772864 msgsize 440 00000100:00100000:3.0:1763346491.178604:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.178619:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.178628:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.178631:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346491.189280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417a28b00. 00010000:00000010:2.1:1763346491.189302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00000100:00000001:1.0:1763346491.194647:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.194651:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540773120 02000000:00000001:1.0:1763346491.194654:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.194657:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.194660:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.194665:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.194671:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540773120 00000020:00000001:1.0:1763346491.194675:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.194678:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.194681:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.194685:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:1.0:1763346491.194688:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.194691:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.194697:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.194703:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.194708:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.194713:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000020:00000010:1.0:1763346491.194723:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.194731:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.194738:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.194748:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346491.194752:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.194754:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346491.194757:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.194768:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.194788:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.194803:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.194806:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.194811:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140775 00000100:00000040:1.0:1763346491.194815:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.194817:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199253356032 : -105874456195584 : ffff9fb52ea5ce00) 00000100:00000040:1.0:1763346491.194826:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52ea5ce00 x1848996540773120/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.194836:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.194839:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.194842:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.194844:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00100000:1.0:1763346491.194849:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+488:226235:x1848996540773120:12345-192.168.204.16@tcp:36:lfs.0 00000100:00000200:1.0:1763346491.194853:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540773120 00000020:00000001:1.0:1763346491.194857:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.194862:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346491.194868:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.194870:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.194872:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:1.0:1763346491.194876:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.194879:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540773120, found 0 last_xid 1848996540773119 00000020:00000001:1.0:1763346491.194883:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.194886:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.194889:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.194892:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.194896:0:26440:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763346491.194903:0:26440:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9fb52ea5ce00 x1848996540773120/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/0 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346491.194915:0:26440:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346491.194918:0:26440:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346491.194921:0:26440:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1763346491.194925:0:26440:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346491.194929:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.194931:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.194934:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.194936:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2363970376 : 2363970376 : 0x8ce75348) 00000001:00000001:1.0:1763346491.194939:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2363970376 : 2363970376 : 8ce75348) 00000001:00000001:1.0:1763346491.194941:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.194943:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:1.0:1763346491.194945:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:1.0:1763346491.194947:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.194948:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.194950:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.194952:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.194953:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.194955:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.194958:0:26440:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.194962:0:26440:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.194964:0:26440:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.194966:0:26440:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.194970:0:26440:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346491.194972:0:26440:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346491.194976:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.194978:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.194985:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9fb503ac6000. 02000000:00000001:1.0:1763346491.194988:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.194990:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.194995:0:26440:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346491.194998:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.194999:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.195001:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.195002:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.195004:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.195006:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.195007:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.195008:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.195010:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.195011:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.195017:0:26440:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.195024:0:26440:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.195027:0:26440:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.195029:0:26440:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.195032:0:26440:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.195035:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.195036:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.195039:0:26440:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.195041:0:26440:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.195045:0:26440:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346491.195047:0:26440:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.195051:0:26440:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346491.195053:0:26440:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1763346491.195058:0:26440:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x405c:0x0] 7 req@ffff9fb52ea5ce00 x1848996540773120/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/3152 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346491.195066:0:26440:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346491.195069:0:26440:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346491.195072:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.195074:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.195076:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:1.0:1763346491.195078:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346491.195082:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000040:1.0:1763346491.195086:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972700 count: 3 00000004:00000001:1.0:1763346491.195090:0:26440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346491.195093:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346491.195096:0:26440:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.195099:0:26440:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.195101:0:26440:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.195103:0:26440:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.195109:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.195111:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.195118:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.195120:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.195123:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.195125:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.195128:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463af9e52 from hash 00010000:00000001:1.0:1763346491.195130:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.195132:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.195133:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.195135:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.195141:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.195142:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.195145:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.195146:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.195151:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9e52 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921274b expref: 488 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.195160:0:26440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.195164:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:1.0:1763346491.195168:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894280. 00010000:00000001:1.0:1763346491.195177:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.195179:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.195182:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.195185:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) 00010000:00000001:1.0:1763346491.195189:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.195192:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.195194:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346491.195196:0:26440:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346491.195198:0:26440:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346491.195201:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.195204:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405c:0x0] 00000020:00000001:1.0:1763346491.195209:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.196162:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292329368 : -105879417222248 : ffff9fb406f28b98) 00000004:00000001:1.0:1763346491.196174:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292329280 : -105879417222336 : ffff9fb406f28b40) 00000004:00000001:1.0:1763346491.196178:0:26440:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346491.196181:0:26440:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.196192:0:26440:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb50a277188. 00000004:00000001:1.0:1763346491.196203:0:26440:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763346491.196207:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.196210:0:26440:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.196237:0:26440:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.196240:0:26440:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:1.0:1763346491.196242:0:26440:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1763346491.196245:0:26440:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346491.196250:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.196253:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.196260:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972700 count: 2 00010000:00000001:1.0:1763346491.196263:0:26440:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.196266:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.196271:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1400. 00000020:00000001:1.0:1763346491.196276:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.196278:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1400 with handle 0x757b854463af9e91 to hash 00000020:00000001:1.0:1763346491.196281:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.196283:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000010:1.0:1763346491.196289:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4000. 00010000:00000001:1.0:1763346491.196292:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346491.196295:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.196297:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.196301:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.196309:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.196312:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.196314:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.196317:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.196319:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.196321:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.196323:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.196326:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.196328:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.196330:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.196331:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.196334:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) refcount = 2 00010000:00000040:1.0:1763346491.196338:0:26440:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346491.196345:0:26440:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9e44 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212744 expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346491.196363:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.196369:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.196374:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.196375:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.196378:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.196379:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.196382:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.196384:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.196387:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.196390:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.196393:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.196399:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.196401:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.196402:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.196404:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.196406:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.196407:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=3 00000020:00000001:1.0:1763346491.196410:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346491.196412:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346491.196415:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.196416:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.196418:0:26440:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196421:0:26440:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196426:0:26440:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763346491.196439:0:26440:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763346491.196443:0:26440:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346491.196448:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346491.196457:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54360. 00080000:00000001:1.0:1763346491.196462:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346491.196472:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b4000. 00080000:00000001:1.0:1763346491.196475:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109009408 : -105874600542208 : ffff9fb5260b4000) 00000004:00000001:1.0:1763346491.196481:0:26440:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763346491.196484:0:26440:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763346491.196487:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.196489:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109009408 : -105874600542208 : ffff9fb5260b4000) 00080000:00000001:1.0:1763346491.196493:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346491.196520:0:26440:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196523:0:26440:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196526:0:26440:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.196530:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346491.196533:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346491.196540:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346491.196542:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.196543:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109009408 : -105874600542208 : ffff9fb5260b4000) 00080000:00000001:1.0:1763346491.196547:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346491.196553:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346491.196555:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196558:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.196584:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.196587:0:26440:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.196589:0:26440:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346490 00000004:00000001:1.0:1763346491.196592:0:26440:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763346491.196594:0:26440:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763346491.196596:0:26440:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763346491.196598:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.196599:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109009408 : -105874600542208 : ffff9fb5260b4000) 00080000:00000001:1.0:1763346491.196603:0:26440:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346491.196648:0:26440:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196650:0:26440:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196652:0:26440:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196654:0:26440:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.196661:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346491.196665:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346491.196670:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346491.196674:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055444, last_committed = 8590055443 00000001:00000010:1.0:1763346491.196678:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54f60. 00000001:00000040:1.0:1763346491.196682:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:1.0:1763346491.196686:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:1.0:1763346491.196692:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f316c0. 00000004:00000001:1.0:1763346491.196701:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346491.196703:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.196704:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109009408 : -105874600542208 : ffff9fb5260b4000) 00080000:00000001:1.0:1763346491.196707:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346491.196746:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346491.196748:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346491.196752:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f316c0: xid 1848996540773120, transno 8590055444, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346491.196755:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.196771:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.196774:0:26440:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54360. 00000020:00000001:1.0:1763346491.196777:0:26440:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.196782:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972700 count: 3 00010000:00000001:1.0:1763346491.196784:0:26440:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.196788:0:26440:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1763346491.196791:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346491.196793:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346491.196794:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.196795:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346491.196797:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.196798:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.196800:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=3 00000020:00000001:1.0:1763346491.196801:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346491.196804:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00000004:00010000:1.0:1763346491.196807:0:26440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ba4e4eed reply state 00000000cb729e28 transno 8590055444 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00000100:00100000:1.0:1763346491.196815:0:26440:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763346491.196817:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.196818:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.196819:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.196821:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346491.196822:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346491.196824:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346491.196826:0:26440:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.196828:0:26440:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.196831:0:26440:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196833:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.196837:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.196840:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.196847:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.196850:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.196853:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.196855:0:26440:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.196858:0:26440:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.196860:0:26440:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405c:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346491.196863:0:26440:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346491.196866:0:26440:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.196869:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.196871:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.196873:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.196874:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.196876:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.196878:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.196879:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.196881:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.196883:0:26440:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405c:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763346491.196887:0:26440:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1763346491.196889:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.196893:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346491.196900:0:26440:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.196909:0:26440:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196912:0:26440:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.196913:0:26440:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.196917:0:26440:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196919:0:26440:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346491.196924:0:26440:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.196927:0:26440:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346491.196928:0:26440:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.196929:0:26440:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.196931:0:26440:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346491.196935:0:26440:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346491.196942:0:26440:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.196947:0:26440:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.196950:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055444, xid 1848996540773120 00010000:00000001:1.0:1763346491.196953:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763346491.196955:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00010000:00000200:1.0:1763346491.196958:0:26440:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055444, last committed = 8590055443 00010000:00000200:1.0:1763346491.196966:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52ea5ce00 x1848996540773120/t8590055444(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346491.196974:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.196977:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.196981:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.196987:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.196989:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.196992:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.196995:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.196998:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.197002:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.197005:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.197012:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9baa0. 00000100:00000200:1.0:1763346491.197021:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540773120, offset 224 00000400:00000010:1.0:1763346491.197030:0:26440:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb50a2775b0. 00000400:00000200:1.0:1763346491.197034:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.197068:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.197077:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198403:198403:256:4294967295] 192.168.204.16@tcp LPNI seq info [198399:198399:8:4294967295] 00000400:00000200:1.0:1763346491.197085:0:26440:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:1.0:1763346491.197093:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.197099:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.197106:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:1.0:1763346491.197114:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.197122:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.197128:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.198589:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.198603:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.198608:0:26440:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.198611:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.198613:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.198621:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5ce00 x1848996540773120/t8590055444(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.198633:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52ea5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+489:226235:x1848996540773120:12345-192.168.204.16@tcp:36:lfs.0 Request processed in 3794us (4255us total) trans 8590055444 rc 0/0 00000100:00100000:1.0:1763346491.198644:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140775 00000100:00000040:1.0:1763346491.198649:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.198652:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.198654:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.198662:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.198671:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.198678:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.198685:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:1.0:1763346491.198688:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.198859:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.198865:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:3.0:1763346491.198872:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.198879:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.198888:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.198890:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763346491.201385:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300728050, at 4300728051 00000100:00000010:0.0:1763346491.201405:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a543c0. 00000100:00000040:3.0:1763346491.201705:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300728050, at 4300728051 00000100:00000010:3.0:1763346491.201711:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a546c0. 00010000:00000010:1.1:1763346491.202430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000100:00000040:1.0:1763346491.202450:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300728050, at 4300728052 00000100:00000010:1.0:1763346491.202456:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54c60. 00000100:00000001:3.0:1763346491.204479:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346491.204487:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346491.204491:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.204494:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=3 00000020:00000001:3.0:1763346491.204498:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:3.0:1763346491.204503:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:3.0:1763346491.204506:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346491.204512:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346491.204522:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.204524:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346491.204526:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346491.204533:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346491.204535:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.204539:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346491.204542:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:3.0:1763346491.204549:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346491.204553:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346491.204557:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346491.204560:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346491.204566:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346491.204568:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346491.204569:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.204571:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=4 00000020:00000001:3.0:1763346491.204573:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:3.0:1763346491.204575:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:3.0:1763346491.204578:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346491.204581:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346491.204586:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346491.204588:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346491.204590:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.204595:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346491.204597:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346491.204598:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346491.204600:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346491.204603:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1400 with handle 0x757b854463af9e91 from hash 00010000:00000001:3.0:1763346491.204606:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346491.204607:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.204608:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.204610:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346491.204616:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346491.204618:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.204621:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346491.204623:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346491.204626:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346491.204629:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) 00010000:00010000:3.0:1763346491.204631:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346491.204634:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.204638:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.204640:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346491.204642:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346491.204644:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.204645:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.204647:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.204649:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.204651:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346491.204654:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346491.204658:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.204660:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.204661:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346491.204663:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346491.204664:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346491.204666:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463af9e91 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:3.0:1763346491.204672:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4000. 00010000:00000001:3.0:1763346491.204683:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346491.204686:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:3.0:1763346491.204689:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.204788:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.204986:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540773248 02000000:00000001:0.0:1763346491.204990:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.204993:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.204995:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.205001:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.205006:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540773248 00000020:00000001:0.0:1763346491.205010:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.205012:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346491.205014:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.205017:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:0.0:1763346491.205019:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346491.205022:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346491.205027:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.205036:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8f40. 00000100:00000001:0.0:1763346491.205041:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.205044:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8f40. 00000020:00000010:0.0:1763346491.205051:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:0.0:1763346491.205058:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9ad80. 00000020:00000010:0.0:1763346491.205064:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.205072:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346491.205076:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.205078:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.205080:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.205089:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.205109:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.205123:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.205126:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.205135:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20069 00000100:00000040:0.0:1763346491.205139:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346491.205140:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199253360512 : -105874456191104 : ffff9fb52ea5df80) 00000100:00000040:0.0:1763346491.205149:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52ea5df80 x1848996540773248/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346491.205159:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.205162:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8f40. 00000100:00000001:0.0:1763346491.205164:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.205166:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8f40. 00000100:00100000:0.0:1763346491.205170:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:226235:x1848996540773248:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346491.205174:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540773248 00000020:00000001:0.0:1763346491.205178:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.205182:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.205185:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.205188:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.205190:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346491.205193:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.205197:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.205199:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.205201:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.205207:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.205209:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346491.205250:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346491.205253:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346491.205254:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346491.205257:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.205263:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346491.205273:0:62997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f700. 00010000:00000010:0.0:1763346491.205278:0:62997:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417f4f200. 00010000:00000001:0.0:1763346491.205283:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.205288:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37600. 00000020:00000001:0.0:1763346491.205292:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.205294:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37600 with handle 0x757b854463af9e98 to hash 00000020:00000001:0.0:1763346491.205296:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.205298:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346491.205301:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00010000:0.0:1763346491.205305:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921277c expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763346491.205315:0:62997:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763346491.205320:0:62997:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb51d2b8f40. 00002000:00000001:0.0:1763346491.205325:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346491.205329:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.205336:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346491.205338:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:0.0:1763346491.205341:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346491.205356:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346491.205359:0:62997:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x260a:0x0] initial LVB size: 4096, mtime: 0x691a883a, atime: 0x0, ctime: 0x691a883a, blocks: 0xb 00002000:00000001:0.0:1763346491.205362:0:62997:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763346491.205366:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000040:0.0:1763346491.205369:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:0.0:1763346491.205372:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00000100:00000001:0.0:1763346491.205382:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.205384:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.205390:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5055eb800. 02000000:00000001:0.0:1763346491.205392:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.205395:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.205397:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346491.205401:0:62997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346491.205404:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.205406:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.205408:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.205410:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.205413:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.205415:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.205416:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.205419:0:62997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763346491.205425:0:62997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.205433:0:62997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260a:0x0].0x0 (ffff9fb417f4f700) refcount = 1 00010000:00000040:0.0:1763346491.205436:0:62997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346491.205439:0:62997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.205447:0:62997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.205448:0:62997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.205450:0:62997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346491.205451:0:62997:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.205453:0:62997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.205455:0:62997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.205459:0:62997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346491.205462:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.205472:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.205474:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346491.205477:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.205478:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.205480:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.205481:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.205482:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.205484:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37600, rc 0) 00000020:00000001:0.0:1763346491.205486:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.205490:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540773248 00010000:00000001:0.0:1763346491.205492:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.205497:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52ea5df80 x1848996540773248/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346491.205506:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.205509:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.205513:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.205518:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.205521:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.205523:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.205526:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.205528:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.205532:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.205534:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.205539:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a088. 00000100:00000200:0.0:1763346491.205545:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540773248, offset 224 00000400:00000200:0.0:1763346491.205552:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.205565:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.205572:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198404:198404:256:4294967295] 192.168.204.16@tcp LPNI seq info [198400:198400:8:4294967295] 00000400:00000200:0.0:1763346491.205584:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.205589:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.205596:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee600. 00000800:00000200:0.0:1763346491.205603:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.205611:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.205616:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.205635:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.205639:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.205641:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.205643:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.205645:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.205649:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5df80 x1848996540773248/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346491.205659:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52ea5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:226235:x1848996540773248:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 498us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.205667:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20069 00000100:00000040:0.0:1763346491.205670:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346491.205673:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.205674:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.205680:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9ad80. 00000020:00000010:0.0:1763346491.205684:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.205688:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:0.0:1763346491.205692:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:0.0:1763346491.205695:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346491.205757:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.205762:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ee600. 00000400:00000200:1.0:1763346491.205768:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.205774:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.205779:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a088 00000400:00000010:1.0:1763346491.205782:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a088. 00000100:00000001:1.0:1763346491.205786:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346491.205787:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.208548:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.208579:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.208584:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.208587:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.208603:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.208626:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e00f400 00000400:00000200:3.0:1763346491.208636:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 5696 00000800:00000001:3.0:1763346491.208647:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.208658:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.208662:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.208667:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.208676:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.208679:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.208688:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e300. 00000100:00000040:3.0:1763346491.208692:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3e300 x1848996540773376 msgsize 440 00000100:00100000:3.0:1763346491.208697:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.208718:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.208728:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.208731:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.210510:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.210517:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:3.0:1763346491.210523:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.210529:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.210536:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b110 00000400:00000010:3.0:1763346491.210538:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b110. 00000100:00000001:3.0:1763346491.210544:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.210546:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346491.212275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00000100:00000001:1.0:1763346491.216551:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.216555:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540773632 02000000:00000001:1.0:1763346491.216559:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.216562:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.216569:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.216574:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.216581:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540773632 00000020:00000001:1.0:1763346491.216585:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.216587:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.216590:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.216595:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:1.0:1763346491.216598:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.216600:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.216606:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.216612:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.216616:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.216619:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000020:00000010:1.0:1763346491.216627:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.216633:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.216639:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.216648:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346491.216651:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.216653:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346491.216657:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.216668:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.216685:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.216700:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.216704:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.216709:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140776 00000100:00000040:1.0:1763346491.216713:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.216716:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199253355136 : -105874456196480 : ffff9fb52ea5ca80) 00000100:00000040:1.0:1763346491.216724:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52ea5ca80 x1848996540773632/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 472/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.216734:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.216738:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.216739:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.216741:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00100000:1.0:1763346491.216745:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+488:226235:x1848996540773632:12345-192.168.204.16@tcp:55:lfs.0 00000100:00000200:1.0:1763346491.216749:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540773632 00000020:00000001:1.0:1763346491.216753:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.216758:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346491.216764:0:26440:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f316c0: xid 1848996540773120, transno 8590055444, client gen 3, slot idx 0 00000001:00000001:1.0:1763346491.216771:0:26440:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975840: xid 1848996540770816, transno 8590055443, client gen 3, slot idx 1 00000001:00000010:1.0:1763346491.216775:0:26440:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975840. 00000020:00000001:1.0:1763346491.216781:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.216784:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.216787:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027872 : -1039523744 : ffffffffc20a2060) 00000020:00000001:1.0:1763346491.216791:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.216799:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540773632, found 0 last_xid 1848996540773631 00000020:00000001:1.0:1763346491.216802:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.216805:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.216808:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.216812:0:26440:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763346491.216819:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.216824:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292329368 : -105879417222248 : ffff9fb406f28b98) 00000020:00000001:1.0:1763346491.216828:0:26440:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.216831:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.216837:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.216840:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.216846:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b4400. 02000000:00000001:1.0:1763346491.216849:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.216851:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.216858:0:26440:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:1.0:1763346491.216864:0:26440:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346491.216868:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.216871:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.216873:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.216875:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.216877:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.216879:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.216880:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.216882:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.216884:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.216885:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.216887:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.216888:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.216890:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.216892:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.216894:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.216895:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.216897:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.216900:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.216901:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.216907:0:26440:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.216915:0:26440:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.216917:0:26440:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.216921:0:26440:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.216923:0:26440:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.216927:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.216928:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.216930:0:26440:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.216932:0:26440:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.216935:0:26440:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346491.216940:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.216945:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.216953:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972700 count: 2 00010000:00000001:1.0:1763346491.216956:0:26440:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.216959:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.216964:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0e00. 00000020:00000001:1.0:1763346491.216969:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.216972:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0e00 with handle 0x757b854463af9e9f to hash 00000020:00000001:1.0:1763346491.216973:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.216975:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000010:1.0:1763346491.216982:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4600. 00010000:00000001:1.0:1763346491.216985:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346491.216989:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.216991:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.216995:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217004:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.217009:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.217012:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.217015:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.217017:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.217019:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.217020:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.217023:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.217026:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.217028:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.217029:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.217032:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) refcount = 2 00010000:00000040:1.0:1763346491.217036:0:26440:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346491.217041:0:26440:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9e44 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212744 expref: 488 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346491.217049:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217057:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.217063:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.217065:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.217067:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.217068:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.217071:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.217073:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.217076:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.217078:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.217082:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217088:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.217089:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.217091:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.217094:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.217095:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.217097:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0e00 refcount=3 00000020:00000001:1.0:1763346491.217099:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346491.217102:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346491.217104:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.217105:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.217106:0:26440:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.217110:0:26440:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.217115:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.217122:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.217127:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.217135:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.217138:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.217142:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763346491.217145:0:26440:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763346491.217147:0:26440:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346491.217150:0:26440:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346491.217153:0:26440:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:1.0:1763346491.217156:0:26440:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x405c:0x0]flags=0x2 00000004:00000001:1.0:1763346491.217164:0:26440:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:1.0:1763346491.217167:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346491.217170:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346491.217171:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.217172:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346491.217174:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.217175:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.217177:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0e00 refcount=3 00000020:00000001:1.0:1763346491.217179:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346491.217181:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346491.217183:0:26440:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346491.217187:0:26440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217192:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.217193:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.217196:0:26440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217202:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.217203:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.217206:0:26440:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346491.217208:0:26440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:1.0:1763346491.217252:0:26440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0e00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346491.217256:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.217258:0:26440:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346491.217261:0:26440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217266:0:26440:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346491.217268:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.217269:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.217271:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0e00 refcount=4 00000020:00000001:1.0:1763346491.217273:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346491.217275:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000001:1.0:1763346491.217278:0:26440:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346491.217281:0:26440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217287:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346491.217289:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346491.217290:0:26440:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.217293:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.217295:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.217297:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.217299:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.217302:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0e00 with handle 0x757b854463af9e9f from hash 00010000:00000001:1.0:1763346491.217304:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.217305:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.217307:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.217308:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.217311:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.217312:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.217315:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.217318:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.217320:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.217323:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) 00010000:00010000:1.0:1763346491.217326:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:1.0:1763346491.217329:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.217332:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.217335:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346491.217336:0:26440:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346491.217339:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.217341:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.217342:0:26440:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.217344:0:26440:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.217346:0:26440:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.217359:0:26440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.217365:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.217366:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.217367:0:26440:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346491.217369:0:26440:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346491.217370:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.217373:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9e9f lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:1.0:1763346491.217379:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4600. 00010000:00000001:1.0:1763346491.217389:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.217391:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.217393:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346491.217395:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346491.217396:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:1.0:1763346491.217400:0:26440:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.217403:0:26440:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346491.217405:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.217408:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763346491.217413:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 0, xid 1848996540773632 00010000:00000001:1.0:1763346491.217416:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.217422:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52ea5ca80 x1848996540773632/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 472/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346491.217431:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.217434:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.217439:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.217445:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.217447:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.217450:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.217453:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.217456:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.217459:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.217462:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.217468:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b4c8. 00000100:00000200:1.0:1763346491.217475:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540773632, offset 224 00000400:00000200:1.0:1763346491.217483:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.217495:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.217504:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198406:198406:256:4294967295] 192.168.204.16@tcp LPNI seq info [198402:198402:8:4294967295] 00000400:00000200:1.0:1763346491.217515:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.217521:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.217526:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:1.0:1763346491.217532:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.217540:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.217545:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.217567:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.217571:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.217573:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.217575:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.217577:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.217582:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5ca80 x1848996540773632/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 472/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346491.217591:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52ea5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+488:226235:x1848996540773632:12345-192.168.204.16@tcp:55:lfs.0 Request processed in 855us (1104us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763346491.217599:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140776 00000100:00000040:1.0:1763346491.217602:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.217605:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.217607:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.217612:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.217616:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.217621:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.217626:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:1.0:1763346491.217629:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.218031:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.218037:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:3.0:1763346491.218043:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.218049:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.218055:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b4c8 00000400:00000010:3.0:1763346491.218058:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b4c8. 00000100:00000001:3.0:1763346491.218062:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.218064:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.220879:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.220902:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.220909:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.220912:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.220927:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.220951:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e00f580 00000400:00000200:3.0:1763346491.220962:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 6136 00000800:00000001:3.0:1763346491.220973:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.220983:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.220987:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.220991:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.221001:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.221005:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.221013:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3ca80. 00000100:00000040:3.0:1763346491.221018:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3ca80 x1848996540773760 msgsize 440 00000100:00100000:3.0:1763346491.221023:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.221927:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763346491.221966:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1763346491.222049:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540773760 02000000:00000001:0.0:1763346491.222054:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.222057:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.222061:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.222067:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.222073:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540773760 00000020:00000001:0.0:1763346491.222077:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.222079:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:0.0:1763346491.222083:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.222087:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:0.0:1763346491.222091:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:0.0:1763346491.222094:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:0.0:1763346491.222099:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.222108:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.222112:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.222115:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.222123:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11c00. 00000020:00000010:0.0:1763346491.222130:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9ad80. 00000020:00000010:0.0:1763346491.222136:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.222146:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346491.222149:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.222151:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.222154:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.222165:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.222186:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.222202:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.222204:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.222230:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20071 00000100:00000040:0.0:1763346491.222235:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346491.222238:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870493824 : -105874839057792 : ffff9fb517d3ca80) 00000100:00000040:0.0:1763346491.222246:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3ca80 x1848996540773760/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.222257:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.222259:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.222262:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.222264:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000100:00100000:0.0:1763346491.222269:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540773760:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:0.0:1763346491.222273:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540773760 00000020:00000001:0.0:1763346491.222278:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.222283:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.222286:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.222288:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.222291:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:0.0:1763346491.222294:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.222298:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.222300:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.222303:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.222307:0:62997:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346491.222311:0:62997:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346491.222313:0:62997:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.222317:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.222320:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.222323:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.222325:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.222327:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.222330:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.222331:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.222333:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.222334:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.222336:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.222337:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.222340:0:62997:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.222342:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.222357:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.222361:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.222368:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5055e9800. 02000000:00000001:0.0:1763346491.222370:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.222373:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346491.222378:0:62997:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763346491.222382:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346491.222386:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.222393:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00002000:00000001:0.0:1763346491.222396:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229664 : -105879140321952 : ffff9fb41773b560) 00002000:00000001:0.0:1763346491.222400:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346491.222419:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346491.222422:0:62997:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763346491.222425:0:62997:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:0.0:1763346491.222430:0:62997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.222439:0:62997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:0.0:1763346491.222444:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b5b8/ffff9fb41773b560 to site lru. bkt: ffff9fb535ee5e68 00000020:00000001:0.0:1763346491.222450:0:62997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346491.222458:0:62997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346491.222462:0:62997:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.222466:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911661, transno 0, xid 1848996540773760 00010000:00000001:0.0:1763346491.222469:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.222476:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3ca80 x1848996540773760/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346491.222484:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.222487:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.222491:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.222497:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.222500:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.222503:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.222506:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.222509:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.222513:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.222516:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.222522:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9acc0. 00000100:00000200:0.0:1763346491.222530:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540773760, offset 224 00000400:00000200:0.0:1763346491.222537:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.222552:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.222560:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198407:198407:256:4294967295] 192.168.204.16@tcp LPNI seq info [198403:198403:8:4294967295] 00000400:00000200:0.0:1763346491.222572:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.222578:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.222584:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee100. 00000800:00000200:0.0:1763346491.222592:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.222601:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.222606:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.222629:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.222633:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.222636:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.222638:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.222640:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.222645:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3ca80 x1848996540773760/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.222654:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540773760:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 395us (1633us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.222662:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20071 00000100:00000040:0.0:1763346491.222666:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346491.222669:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.222671:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.222677:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9ad80. 00000020:00000010:0.0:1763346491.222682:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.222686:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11c00. 00000020:00000040:0.0:1763346491.222691:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:0.0:1763346491.222694:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.222766:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.222777:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.222889:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.222894:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ee100. 00000400:00000200:0.0:1763346491.222900:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.222905:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.222912:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:0.0:1763346491.222915:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:0.0:1763346491.222919:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.222921:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.227169:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.227190:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.227195:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.227198:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.227257:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.227282:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 568 into portal 12 MB=0x691a70e00f600 00000400:00000200:3.0:1763346491.227292:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 568/568 into md 0xd4325 [64] + 12608 00000800:00000001:3.0:1763346491.227303:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.227315:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.227318:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.227323:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.227333:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.227336:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346491.227346:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f800. 00000100:00000040:3.0:1763346491.227360:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3f800 x1848996540773888 msgsize 568 00000100:00100000:3.0:1763346491.227365:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.227377:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.227387:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.227391:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.227601:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.227605:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540773888 02000000:00000001:1.0:1763346491.227610:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.227613:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.227617:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.227622:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.227628:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540773888 00000020:00000001:1.0:1763346491.227632:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.227634:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.227637:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.227641:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:1.0:1763346491.227644:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.227647:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.227652:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.227658:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.227662:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.227665:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000020:00000010:1.0:1763346491.227672:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.227679:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.227685:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.227693:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346491.227697:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.227699:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346491.227703:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.227713:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.227732:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.227748:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.227750:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.227756:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140777 00000100:00000040:1.0:1763346491.227760:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.227762:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870505472 : -105874839046144 : ffff9fb517d3f800) 00000100:00000040:1.0:1763346491.227771:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3f800 x1848996540773888/t0(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 568/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.227780:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.227784:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.227787:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.227789:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00100000:1.0:1763346491.227795:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+488:226235:x1848996540773888:12345-192.168.204.16@tcp:61:lfs.0 00000100:00000200:1.0:1763346491.227799:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540773888 00000020:00000001:1.0:1763346491.227803:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.227807:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346491.227813:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.227816:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.227818:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028160 : -1039523456 : ffffffffc20a2180) 00000020:00000001:1.0:1763346491.227821:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.227825:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540773888, found 0 last_xid 1848996540773887 00000020:00000001:1.0:1763346491.227828:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.227830:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.227833:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.227837:0:26440:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763346491.227844:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.227849:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292329368 : -105879417222248 : ffff9fb406f28b98) 00000020:00000001:1.0:1763346491.227853:0:26440:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.227856:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.227862:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.227864:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.227872:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b7000. 02000000:00000001:1.0:1763346491.227875:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.227877:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.227881:0:26440:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:1.0:1763346491.227887:0:26440:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346491.227890:0:26440:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:1.0:1763346491.227894:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.227895:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.227898:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:1.0:1763346491.227900:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:1.0:1763346491.227903:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000040:1.0:1763346491.227907:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f300 count: 2 00000004:00000001:1.0:1763346491.227914:0:26440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346491.227916:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346491.227920:0:26440:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.227924:0:26440:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.227926:0:26440:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.227929:0:26440:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.227934:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.227936:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.227944:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.227946:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.227949:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.227951:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.227953:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36a00 with handle 0x757b854463af9c61 from hash 00010000:00000001:1.0:1763346491.227956:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.227957:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.227958:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.227959:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.227966:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.227968:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.227971:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.227973:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.227978:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9c61 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212641 expref: 488 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.227987:0:26440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346491.227991:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:1.0:1763346491.227994:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc00. 00010000:00000001:1.0:1763346491.228005:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.228006:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.228008:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.228009:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346491.228011:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346491.228014:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346491.228017:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.228020:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.228024:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f300) 00010000:00000001:1.0:1763346491.228028:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228031:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228033:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763346491.228034:0:26440:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f300 count: 0 00010000:00000010:1.0:1763346491.228041:0:26440:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c3b3100. 00010000:00000040:1.0:1763346491.228046:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972700 count: 2 00000004:00000001:1.0:1763346491.228048:0:26440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346491.228049:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346491.228051:0:26440:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.228052:0:26440:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.228054:0:26440:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.228056:0:26440:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228059:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.228060:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.228063:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.228064:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.228065:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.228066:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.228068:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463af9e44 from hash 00010000:00000001:1.0:1763346491.228071:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.228072:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.228073:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.228074:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.228076:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.228077:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228079:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.228080:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.228084:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9e44 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212744 expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.228091:0:26440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:1.0:1763346491.228093:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:1.0:1763346491.228095:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4b80. 00010000:00000001:1.0:1763346491.228100:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.228101:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.228103:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.228105:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972700) 00010000:00000001:1.0:1763346491.228108:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228110:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228111:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763346491.228113:0:26440:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972700 count: 0 00010000:00000010:1.0:1763346491.228117:0:26440:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364c00. 00010000:00010000:1.0:1763346491.228122:0:26440:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346491.228123:0:26440:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:1.0:1763346491.228126:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.228129:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4059:0x0] 00000020:00000001:1.0:1763346491.228131:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.228133:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570188024 : -105879139363592 : ffff9fb4178254f8) 00000004:00000001:1.0:1763346491.228136:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570187936 : -105879139363680 : ffff9fb4178254a0) 00000004:00000001:1.0:1763346491.228142:0:26440:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763346491.228153:0:26440:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763346491.228155:0:26440:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228158:0:26440:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228160:0:26440:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763346491.228165:0:26440:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763346491.228167:0:26440:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228169:0:26440:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228172:0:26440:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346491.228176:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.228179:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346491.228185:0:26440:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972500. 00010000:00000010:1.0:1763346491.228188:0:26440:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364c00. 00010000:00000001:1.0:1763346491.228194:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.228198:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1800. 00000020:00000001:1.0:1763346491.228202:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.228204:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1800 with handle 0x757b854463af9ea6 to hash 00000020:00000001:1.0:1763346491.228206:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.228208:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000010:1.0:1763346491.228251:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4b80. 00010000:00000001:1.0:1763346491.228255:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346491.228259:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.228261:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.228265:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463af9ea6 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.228271:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.228275:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.228278:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.228280:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.228283:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228285:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.228287:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228290:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.228293:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.228294:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.228297:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.228300:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417972500) refcount = 1 00010000:00010000:1.0:1763346491.228304:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463af9ea6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.228311:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.228314:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.228315:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228317:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.228319:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228321:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228324:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.228327:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.228330:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.228333:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463af9ea6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.228339:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.228341:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.228342:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.228344:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.228345:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.228358:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1800 refcount=3 00000020:00000001:1.0:1763346491.228361:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346491.228363:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346491.228365:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.228366:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.228368:0:26440:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228370:0:26440:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346491.228371:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.228372:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346491.228376:0:26440:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972400. 00010000:00000010:1.0:1763346491.228379:0:26440:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364080. 00010000:00000001:1.0:1763346491.228381:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.228384:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1a00. 00000020:00000001:1.0:1763346491.228386:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.228388:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1a00 with handle 0x757b854463af9ead to hash 00000020:00000001:1.0:1763346491.228390:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.228391:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000010:1.0:1763346491.228394:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4600. 00010000:00000001:1.0:1763346491.228397:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.228399:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.228401:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.228403:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9ead lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.228408:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.228410:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.228412:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.228413:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.228415:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228417:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.228418:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228420:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.228422:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.228424:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.228425:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.228427:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417972400) refcount = 1 00010000:00010000:1.0:1763346491.228430:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9ead lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.228435:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.228437:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.228438:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228440:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.228441:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.228443:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.228446:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.228448:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.228449:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.228452:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9ead lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:1.0:1763346491.228457:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.228459:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.228460:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.228461:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.228462:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.228464:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346491.228466:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.228468:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.228470:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.228471:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.228472:0:26440:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228477:0:26440:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:1.0:1763346491.228481:0:26440:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:1.0:1763346491.228483:0:26440:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346491.228487:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346491.228495:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54c60. 00080000:00000001:1.0:1763346491.228499:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346491.228510:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b6400. 00080000:00000001:1.0:1763346491.228514:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00000004:00000001:1.0:1763346491.228518:0:26440:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763346491.228522:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228526:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228534:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.228537:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:1.0:1763346491.228542:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb529f30100. 00000004:00000001:1.0:1763346491.228544:0:26440:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228547:0:26440:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763346491.228548:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228549:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228552:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.228554:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:1.0:1763346491.228556:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb529f30d80. 00000004:00000001:1.0:1763346491.228558:0:26440:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.228562:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519b08480. 00000004:00000001:1.0:1763346491.228564:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228566:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228568:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.228570:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1763346491.228573:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519b08ce0. 00000004:00000001:1.0:1763346491.228575:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228576:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.228577:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.228579:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.228584:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228588:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228591:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.228594:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00080000:00000001:1.0:1763346491.228597:0:26440:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346491.228625:0:26440:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228627:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228630:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228635:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228636:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228637:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.228639:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00080000:00000001:1.0:1763346491.228641:0:26440:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346491.228650:0:26440:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228652:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228653:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.228659:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346491.228661:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346491.228668:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346491.228670:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.228671:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00080000:00000001:1.0:1763346491.228676:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346491.228683:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346491.228684:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228687:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.228716:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.228718:0:26440:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228728:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228738:0:26440:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763346491.228740:0:26440:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763346491.228746:0:26440:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417a546a8. 00000004:00000010:1.0:1763346491.228752:0:26440:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb41788da28. 00000004:00000010:1.0:1763346491.228757:0:26440:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb41788db40. 00000004:00000010:1.0:1763346491.228762:0:26440:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9fb41788dc50. 00000004:00000010:1.0:1763346491.228765:0:26440:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5222c2b40. 00000004:00000001:1.0:1763346491.228769:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228770:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.228772:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00080000:00000001:1.0:1763346491.228776:0:26440:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346491.228778:0:26440:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763346491.228876:0:26440:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228879:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228881:0:26440:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228884:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228889:0:26440:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763346491.228890:0:26440:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763346491.228894:0:26440:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb416039630. 00000004:00000010:1.0:1763346491.228898:0:26440:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414918. 00000004:00000010:1.0:1763346491.228903:0:26440:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414978. 00000004:00000010:1.0:1763346491.228906:0:26440:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5224cf840. 00000004:00000001:1.0:1763346491.228909:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.228910:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.228912:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00080000:00000001:1.0:1763346491.228914:0:26440:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346491.228916:0:26440:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763346491.228945:0:26440:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228947:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228949:0:26440:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228951:0:26440:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763346491.228953:0:26440:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228955:0:26440:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763346491.228957:0:26440:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.228959:0:26440:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:1.0:1763346491.228965:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346491.228968:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346491.228974:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346491.228978:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055445, last_committed = 8590055443 00000001:00000010:1.0:1763346491.228983:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a542a0. 00000001:00000040:1.0:1763346491.228986:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:1.0:1763346491.228989:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00000001:00000010:1.0:1763346491.228996:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f31b40. 00000004:00000001:1.0:1763346491.229004:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346491.229006:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.229007:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109018624 : -105874600532992 : ffff9fb5260b6400) 00080000:00000001:1.0:1763346491.229011:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346491.229027:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346491.229030:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346491.229034:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f31b40: xid 1848996540773888, transno 8590055445, tag 0, client gen 3, slot idx 1 00000001:00000001:1.0:1763346491.229037:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.229053:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.229056:0:26440:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54c60. 00000020:00000001:1.0:1763346491.229059:0:26440:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.229063:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb529f30100. 00000020:00000010:1.0:1763346491.229066:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb529f30d80. 00000020:00000010:1.0:1763346491.229068:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519b08480. 00000020:00000010:1.0:1763346491.229070:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519b08ce0. 00200000:00000001:1.0:1763346491.229074:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346491.229077:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54c60. 00080000:00000001:1.0:1763346491.229080:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346491.229084:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5260b7c00. 00080000:00000001:1.0:1763346491.229085:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00000004:00000001:1.0:1763346491.229089:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.229091:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346491.229094:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346491.229097:0:26440:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346491.229100:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.229103:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.229106:0:26440:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.229109:0:26440:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763346491.229114:0:26440:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb417f31f00. 00000004:00000001:1.0:1763346491.229118:0:26440:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763346491.229121:0:26440:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb41788dc50. 00000004:00000010:1.0:1763346491.229124:0:26440:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb41788db40. 00000020:00000001:1.0:1763346491.229130:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763346491.229138:0:26440:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417a56e98. 00000004:00000001:1.0:1763346491.229145:0:26440:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763346491.229147:0:26440:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.229150:0:26440:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194572488432 : -105879137063184 : ffff9fb417a56ef0) 00000004:00000001:1.0:1763346491.229153:0:26440:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.229156:0:26440:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763346491.229158:0:26440:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.229160:0:26440:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.229161:0:26440:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763346491.229164:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346491.229169:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763346491.229176:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb417f31d80. 00000004:00000010:1.0:1763346491.229181:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08ce0. 00000004:00000010:1.0:1763346491.229188:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb503af0000. 00000020:00000001:1.0:1763346491.229193:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346491.229196:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.229199:0:26440:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763346491.229201:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346491.229204:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2532:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763346491.229209:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb503af0000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763346491.229252:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a769880. 00000020:00000040:1.0:1763346491.229256:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=8 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346491.229263:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346491.229266:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346491.229272:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346491.229280:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb41764b400. 00000100:00000001:1.0:1763346491.229288:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.229294:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.229296:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.229298:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.229301:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346491.229303:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346491.229310:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31cc0. 00000100:00000001:1.0:1763346491.229313:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577579200 : -105879131972416 : ffff9fb417f31cc0) 00000100:00000001:1.0:1763346491.229316:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346491.229317:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183153280 : -105874526398336 : ffff9fb52a769880) 00000100:00000001:1.0:1763346491.229323:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346491.229328:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.229331:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346491.229333:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346491.229341:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.229363:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346491.229366:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.229370:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346491.229374:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346491.229376:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.229380:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a769880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514963840:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763346491.229385:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346491.229391:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346491.229393:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.229396:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346491.229404:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb532a80000. 02000000:00000001:1.0:1763346491.229406:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346491.229414:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636420. 00000400:00000010:1.0:1763346491.229423:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f31780. 00000100:00000200:1.0:1763346491.229432:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514963840, portal 4 00000100:00000001:1.0:1763346491.229434:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346491.229435:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183153280 : -105874526398336 : ffff9fb52a769880) 00000100:00000040:1.0:1763346491.229442:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.229450:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.229453:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346491.229458:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b330. 00000100:00000200:1.0:1763346491.229461:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514963840, offset 0 00000400:00000200:1.0:1763346491.229468:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346491.229483:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346491.229495:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c772180 00000400:00000200:1.0:1763346491.229502:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc5 [256] + 21648 00000400:00000200:1.0:1763346491.229511:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.229515:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346491.229522:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346491.229524:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346491.229528:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768700. 00000100:00000040:1.0:1763346491.229531:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768700 x1848996514963840 msgsize 328 00000100:00100000:1.0:1763346491.229535:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346491.229562:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346491.229575:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b330 00000400:00000010:1.0:1763346491.229577:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b330. 00000100:00000001:1.0:1763346491.229581:0:26440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346491.229586:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.229597:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346491.229600:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.229607:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.229609:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346491.229614:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.229619:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16305 usecs (17 jiffies) 00000100:00000001:1.0:1763346491.229624:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728096 00000100:00000010:1.0:1763346491.229628:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54000. 00000100:00000001:1.0:1763346491.229637:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763346491.229646:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728096 00000100:00000010:1.0:1763346491.229649:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54240. 00000100:00000001:1.0:1763346491.229652:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763346491.229655:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728096 00000100:00000010:1.0:1763346491.229657:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54360. 00000100:00000001:1.0:1763346491.229661:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763346491.229670:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728096 00000100:00000010:1.0:1763346491.229673:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54720. 00000100:00000001:1.0:1763346491.229676:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763346491.229679:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346491.229682:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.229685:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346491.229687:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346491.229690:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346491.229693:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346491.229696:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.230107:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346491.230111:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514963840 02000000:00000001:3.0:1763346491.230114:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346491.230117:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346491.230119:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.230124:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.230128:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514963840 00000020:00000001:3.0:1763346491.230131:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346491.230133:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346491.230135:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.230140:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:3.0:1763346491.230143:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346491.230145:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346491.230149:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.230153:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb00. 00000020:00000010:3.0:1763346491.230159:0:62985:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9c500. 00000020:00000040:3.0:1763346491.230166:0:62985:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:3.0:1763346491.230243:0:62985:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346491.230246:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb00. 00000020:00000010:3.0:1763346491.230253:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ec00. 00000020:00000010:3.0:1763346491.230260:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51d371b00. 00000020:00000010:3.0:1763346491.230265:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346491.230276:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346491.230279:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346491.230281:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346491.230283:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.230293:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.230303:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.230315:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346491.230317:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346491.230323:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00000040:3.0:1763346491.230327:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346491.230329:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000040:3.0:1763346491.230336:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a768700 x1848996514963840/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.230345:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.230356:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb00. 00000100:00000001:3.0:1763346491.230358:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.230361:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb00. 00000100:00100000:3.0:1763346491.230365:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:26440:x1848996514963840:12345-0@lo:1000:mdt00_005.0 00000100:00000200:3.0:1763346491.230368:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514963840 00000020:00000001:3.0:1763346491.230372:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346491.230375:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346491.230378:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.230380:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346491.230382:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346491.230386:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346491.230389:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346491.230391:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346491.230393:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346491.230396:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.230399:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346491.230405:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7ce20. 00000100:00000001:3.0:1763346491.230409:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346491.230411:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346491.230418:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb535562000. 02000000:00000001:3.0:1763346491.230420:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.230422:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346491.230427:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb503e94300. 00000020:00000001:3.0:1763346491.230429:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346491.230433:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346491.230440:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00000020:00000001:3.0:1763346491.230444:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.230447:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.230453:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763346491.230456:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x2532:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763346491.230459:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763346491.230461:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346491.230466:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76390/ffff9fb41773b560 to site lru. bkt: ffff9fb535ee5e68 00000020:00000010:3.0:1763346491.230470:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7ce20. 00000020:00000010:3.0:1763346491.230473:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb503e94300. 00000020:00000001:3.0:1763346491.230476:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346491.230480:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911662, transno 0, xid 1848996514963840 00010000:00000001:3.0:1763346491.230484:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346491.230489:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768700 x1848996514963840/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 328/4320 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346491.230503:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346491.230506:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346491.230511:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=143 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346491.230516:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346491.230519:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346491.230521:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346491.230524:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346491.230526:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.230529:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346491.230531:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346491.230536:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb503e94300. 00000100:00000200:3.0:1763346491.230542:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514963840, offset 224 00000400:00000200:3.0:1763346491.230547:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346491.230556:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346491.230565:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c772180 00000400:00000200:3.0:1763346491.230570:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f731 [2] + 224 00000400:00000200:3.0:1763346491.230577:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.230580:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346491.230584:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.230589:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346491.230598:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.230624:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346491.230630:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb503e94300 00000400:00000010:3.0:1763346491.230632:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb503e94300. 00000100:00000001:3.0:1763346491.230636:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.230637:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346491.230641:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.230644:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346491.230646:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346491.230648:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.230651:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346491.230655:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768700 x1848996514963840/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 328/4320 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346491.230663:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a768700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:26440:x1848996514963840:12345-0@lo:1000:mdt00_005.0 Request processed in 317us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346491.230671:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00000040:3.0:1763346491.230675:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:3.0:1763346491.230677:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346491.230679:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346491.230684:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51d371b00. 00000020:00000010:3.0:1763346491.230687:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346491.230691:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ec00. 00000020:00000040:3.0:1763346491.230696:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000100:00000001:3.0:1763346491.230699:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.231050:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346491.231060:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.231063:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.231067:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636420. 00000400:00000200:0.0:1763346491.231072:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417f31780 00000400:00000010:0.0:1763346491.231074:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb417f31780. 00000100:00000001:0.0:1763346491.231077:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.231081:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346491.231090:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231096:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.231098:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.231101:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346491.231105:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.231107:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.231109:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.231112:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.231120:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=27 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346491.231125:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.231128:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346491.231130:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.231134:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346491.231137:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.231141:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763346491.231143:0:26440:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911662 gen 3 00000100:00000040:0.0:1763346491.231149:0:26440:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911662) req@ffff9fb53a889880 x1848996514958464/t12884911657(12884911657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763346491.231158:0:26440:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb53a889880, transno 12884911657 00000100:00000001:0.0:1763346491.231161:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.231163:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452768384 : -105874256783232 : ffff9fb53a889880) 00000100:00000001:0.0:1763346491.231184:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.231188:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a889880 x1848996514958464/t12884911657(12884911657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231194:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.231199:0:26440:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911662) req@ffff9fb53a88bb80 x1848996514958592/t12884911658(12884911658) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763346491.231206:0:26440:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb53a88bb80, transno 12884911658 00000100:00000001:0.0:1763346491.231208:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.231209:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452777344 : -105874256774272 : ffff9fb53a88bb80) 00000100:00000001:0.0:1763346491.231229:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.231232:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a88bb80 x1848996514958592/t12884911658(12884911658) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231238:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.231242:0:26440:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911662) req@ffff9fb53a888a80 x1848996514958848/t12884911659(12884911659) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763346491.231247:0:26440:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb53a888a80, transno 12884911659 00000100:00000001:0.0:1763346491.231249:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.231251:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452764800 : -105874256786816 : ffff9fb53a888a80) 00000100:00000001:0.0:1763346491.231253:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.231256:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a888a80 x1848996514958848/t12884911659(12884911659) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231262:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.231267:0:26440:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911662) req@ffff9fb53a88aa00 x1848996514958720/t12884911660(12884911660) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763346491.231273:0:26440:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb53a88aa00, transno 12884911660 00000100:00000001:0.0:1763346491.231275:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.231276:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452772864 : -105874256778752 : ffff9fb53a88aa00) 00000100:00000001:0.0:1763346491.231279:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.231281:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a88aa00 x1848996514958720/t12884911660(12884911660) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231286:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.231290:0:26440:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911662) req@ffff9fb5053f4700 x1848996514959872/t12884911662(12884911662) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346491.231297:0:26440:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763346491.231299:0:26440:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911662 committed transno 12884911662 00000004:00000010:0.0:1763346491.231304:0:26440:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb509d07000. 00000004:00000010:0.0:1763346491.231312:0:26440:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08520. 00000004:00000010:0.0:1763346491.231316:0:26440:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb50f9c0d80. 00000004:00000010:0.0:1763346491.231319:0:26440:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb50f9c0240. 00000004:00000001:0.0:1763346491.231322:0:26440:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763346491.231323:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.231326:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5053f4700 x1848996514959872/t12884911662(12884911662) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346499 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231332:0:26440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346491.231335:0:26440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346491.231338:0:26440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb532728000. 02000000:00000001:0.0:1763346491.231343:0:26440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346491.231345:0:26440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346491.231357:0:26440:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=7 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346491.231360:0:26440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346491.231363:0:26440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569ac00. 02000000:00000001:0.0:1763346491.231367:0:26440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346491.231369:0:26440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346491.231371:0:26440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4700. 00000100:00000001:0.0:1763346491.231374:0:26440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346491.231375:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.231377:0:26440:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763346491.231380:0:26440:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:0.0:1763346491.231382:0:26440:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346491.231384:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.231388:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231394:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.231397:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346491.231399:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346491.231403:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.231411:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a769880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514963840:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346491.231416:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.231419:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.231421:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346491.231423:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.231425:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231431:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346491.231433:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31cc0. 00000100:00000001:0.0:1763346491.231436:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346491.231438:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231440:0:26440:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346491.231454:0:26440:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb50fb9ad80. 00000004:00000001:0.0:1763346491.231459:0:26440:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763346491.231462:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.231465:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a769880 x1848996514963840/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.231471:0:26440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346491.231472:0:26440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346491.231473:0:26440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb532a80000. 02000000:00000001:0.0:1763346491.231476:0:26440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346491.231477:0:26440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346491.231478:0:26440:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=6 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346491.231480:0:26440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346491.231482:0:26440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb41764b400. 02000000:00000001:0.0:1763346491.231485:0:26440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346491.231486:0:26440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346491.231487:0:26440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a769880. 00000100:00000001:0.0:1763346491.231491:0:26440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346491.231492:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763346491.231495:0:26440:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb503af0000. 00000004:00000010:0.0:1763346491.231498:0:26440:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08ce0. 00000004:00000010:0.0:1763346491.231500:0:26440:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb417f31d80. 00000004:00000001:0.0:1763346491.231505:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.231508:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.231512:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346491.231516:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.231519:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.231522:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.231525:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.231527:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.231529:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.231532:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346491.231534:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.231537:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763346491.231540:0:26440:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763346491.231544:0:26440:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb41755acc0. 00000004:00000001:0.0:1763346491.231546:0:26440:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638194567261376 : -105879142290240 : ffff9fb41755acc0) 00000020:00000010:0.0:1763346491.231550:0:26440:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb41755a540. 00000020:00000010:0.0:1763346491.231555:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb5421ee100. 00000020:00000010:0.0:1763346491.231559:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb5421eee00. 00000020:00000001:0.0:1763346491.231562:0:26440:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261376 : -105879142290240 : ffff9fb41755acc0) 00000004:00000001:0.0:1763346491.231565:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261376 : -105879142290240 : ffff9fb41755acc0) 00000004:00000010:0.0:1763346491.231570:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755a240. 00000004:00000010:0.0:1763346491.231574:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef12e0. 00000004:00000010:0.0:1763346491.231579:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e90000. 00000004:00000001:0.0:1763346491.231581:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231584:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231587:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231590:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231599:0:26440:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346491.231602:0:26440:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117885, ffree=117088, state=0 00000004:00000001:0.0:1763346491.231606:0:26440:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.231609:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763346491.231611:0:26440:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763346491.231615:0:26440:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.231620:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 4 committed 0 result 0 batchid 4294967620 00000020:00000040:0.0:1763346491.231624:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eee00 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb41755acc0 00000020:00000040:0.0:1763346491.231628:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee100 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5260b7c00 00000020:00000040:0.0:1763346491.231632:0:26440:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:0.0:1763346491.231636:0:26440:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346491.231640:0:26440:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346491.231643:0:26440:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763346491.231647:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346491.231650:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346491.231653:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346491.231655:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231658:0:26440:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346491.231662:0:26440:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763346491.231667:0:26440:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346491.231715:0:26440:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346491.231719:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.231720:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.231721:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.231723:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.231726:0:26440:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346491.231740:0:26440:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763346491.231746:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.231748:0:26440:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231751:0:26440:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763346491.231753:0:26440:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763346491.231755:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.231756:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.231757:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.231758:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.231760:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.231761:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.231763:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.231770:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:0.0:1763346491.231776:0:26440:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346491.231778:0:26440:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231780:0:26440:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:0.0:1763346491.231787:0:26440:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346491.231796:0:26440:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.231802:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:0.0:1763346491.231804:0:26440:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231806:0:26440:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231809:0:26440:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231812:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346491.231815:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346491.231818:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.231845:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.231847:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.231849:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.231855:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.231857:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231859:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231862:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.231865:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346491.231867:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.231870:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231872:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346491.231874:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346491.231875:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.231882:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.231883:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.231884:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.231889:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.231890:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231892:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231893:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.231895:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346491.231897:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.231899:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231901:0:26440:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.231903:0:26440:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.231906:0:26440:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:0.0:1763346491.231909:0:26440:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.231913:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346491.231918:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346491.231920:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.231922:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00080000:00000001:0.0:1763346491.231924:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.231927:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.231929:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231930:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.231954:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.231956:0:26440:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231961:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.231963:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346491.231966:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346491.231969:0:26440:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.231971:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346491.231976:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.231979:0:26440:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763346491.231981:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.231983:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.231984:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346491.231985:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.231987:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.231989:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.231991:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.231992:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.231994:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.231996:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346491.231998:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.231999:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346491.232002:0:26440:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261376 : -105879142290240 : ffff9fb41755acc0) 00000004:00000001:0.0:1763346491.232005:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261376 : -105879142290240 : ffff9fb41755acc0) 00000020:00000040:0.0:1763346491.232010:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763346491.232012:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763346491.232015:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763346491.232017:0:26440:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x2532:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763346491.232020:0:26440:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763346491.232022:0:26440:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x2532:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763346491.232027:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346491.232029:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232033:0:26440:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232034:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232036:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232038:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232040:0:26440:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232043:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346491.232047:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346491.232051:0:26440:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055445 00000001:00000001:0.0:1763346491.232054:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346491.232057:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055446, last_committed = 8590055443 00000001:00000010:0.0:1763346491.232062:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843c00. 00000001:00000040:0.0:1763346491.232064:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346491.232067:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:0.0:1763346491.232073:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346491.232079:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346491.232080:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.232082:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199109024768 : -105874600526848 : ffff9fb5260b7c00) 00000020:00000040:0.0:1763346491.232085:0:26440:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763346491.232087:0:26440:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763346491.232090:0:26440:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763346491.232093:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.232111:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346491.232113:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346491.232116:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755ae40: xid 1848996540773888, transno 8590055446, tag 0, client gen 3, slot idx 2 00000001:00000001:0.0:1763346491.232119:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232122:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346491.232123:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763346491.232139:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232143:0:26440:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763346491.232146:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346491.232147:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763346491.232151:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 4 committed 0 result 0 batchid 4294967620 00000020:00000040:0.0:1763346491.232154:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eee00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755acc0 00000020:00000040:0.0:1763346491.232157:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee100 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb5260b7c00 00000020:00000001:0.0:1763346491.232160:0:26440:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763346491.232162:0:26440:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763346491.232164:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346491.232166:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2532:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763346491.232170:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e90000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763346491.232175:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506103b80. 00000020:00000040:0.0:1763346491.232178:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=7 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763346491.232182:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346491.232185:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346491.232190:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346491.232196:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb526a11c00. 00000100:00000001:0.0:1763346491.232201:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232205:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.232207:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.232210:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.232241:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346491.232243:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.232250:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346491.232252:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346491.232254:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.232255:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572465024 : -105875137086592 : ffff9fb506103b80) 00000100:00000001:0.0:1763346491.232260:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346491.232266:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.232268:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.232269:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346491.232274:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.232282:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346491.232285:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.232288:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346491.232291:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346491.232294:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.232297:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb506103b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514963968:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346491.232301:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346491.232306:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346491.232310:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.232312:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346491.232319:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb530e98000. 02000000:00000001:0.0:1763346491.232321:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.232328:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084ccec8. 00000400:00000010:0.0:1763346491.232335:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a480. 00000100:00000200:0.0:1763346491.232343:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514963968, portal 4 00000100:00000001:0.0:1763346491.232345:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.232362:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572465024 : -105875137086592 : ffff9fb506103b80) 00000100:00000040:0.0:1763346491.232369:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.232377:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.232380:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346491.232384:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9acc0. 00000100:00000200:0.0:1763346491.232387:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514963968, offset 0 00000400:00000200:0.0:1763346491.232394:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346491.232405:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346491.232416:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c772200 00000400:00000200:0.0:1763346491.232422:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc5 [256] + 21976 00000400:00000200:0.0:1763346491.232429:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.232433:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346491.232438:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.232440:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346491.232444:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506102d80. 00000100:00000040:0.0:1763346491.232447:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506102d80 x1848996514963968 msgsize 408 00000100:00100000:0.0:1763346491.232450:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346491.232468:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346491.232476:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:0.0:1763346491.232478:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:0.0:1763346491.232481:0:26440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346491.232485:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.232493:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.232496:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.232502:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.232503:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346491.232507:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.232512:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16303 usecs (17 jiffies) 00000100:00000001:0.0:1763346491.232515:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728097 00000100:00000001:0.0:1763346491.232541:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.232543:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514963968 02000000:00000001:0.0:1763346491.232546:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.232548:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.232549:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.232553:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.232557:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514963968 00000020:00000001:0.0:1763346491.232560:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.232562:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:0.0:1763346491.232565:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.232567:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:0.0:1763346491.232570:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:0.0:1763346491.232572:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:0.0:1763346491.232576:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.232579:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.232583:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.232585:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.232590:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a10000. 00000020:00000010:0.0:1763346491.232595:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:0.0:1763346491.232599:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.232606:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346491.232608:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.232609:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.232612:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.232618:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.232627:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.232635:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.232637:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.232641:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00000040:0.0:1763346491.232644:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:0.0:1763346491.232646:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572461440 : -105875137090176 : ffff9fb506102d80) 00000100:00000040:0.0:1763346491.232651:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506102d80 x1848996514963968/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 408/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.232659:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.232661:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.232663:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.232665:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000100:00100000:0.0:1763346491.232668:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:26440:x1848996514963968:12345-0@lo:1000:mdt00_005.0 00000100:00000200:0.0:1763346491.232674:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514963968 00000020:00000001:0.0:1763346491.232677:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.232680:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.232682:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232684:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.232686:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346491.232688:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.232690:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.232692:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.232694:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.232696:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232698:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346491.232702:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414090. 00000100:00000001:0.0:1763346491.232705:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.232707:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.232713:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb530e9a000. 02000000:00000001:0.0:1763346491.232715:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.232717:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.232721:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb41755ad80. 00000020:00000001:0.0:1763346491.232723:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346491.232725:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.232730:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00080000:00000001:0.0:1763346491.232735:0:62985:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346491.232742:0:62985:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055eac00. 00080000:00000001:0.0:1763346491.232744:0:62985:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560828416 : -105875148723200 : ffff9fb5055eac00) 00000020:00000001:0.0:1763346491.232747:0:62985:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763346491.232751:0:62985:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346491.232765:0:62985:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232768:0:62985:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232770:0:62985:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763346491.232772:0:62985:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346491.232775:0:62985:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.232791:0:62985:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.232793:0:62985:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.232807:0:62985:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232810:0:62985:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763346491.232813:0:62985:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9fb52d605720 name trusted.fid flag 1 00080000:00000001:0.0:1763346491.232817:0:62985:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346491.232819:0:62985:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763346491.232858:0:62985:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.232861:0:62985:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763346491.232863:0:62985:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9fb530e9a208 index 0: rc = 0 00000020:00000040:0.0:1763346491.232866:0:62985:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763346491.232868:0:62985:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346491.232871:0:62985:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346491.232873:0:62985:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911664, last_committed = 12884911662 00000001:00000010:0.0:1763346491.232876:0:62985:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843ea0. 00000001:00000040:0.0:1763346491.232878:0:62985:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:0.0:1763346491.232881:0:62985:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=6 00080000:00000001:0.0:1763346491.232884:0:62985:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.232892:0:62985:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346491.232895:0:62985:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.232901:0:62985:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.232904:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76390/ffff9fb41773b560 to site lru. bkt: ffff9fb535ee5e68 00000020:00000001:0.0:1763346491.232906:0:62985:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.232909:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414090. 00000020:00000010:0.0:1763346491.232911:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb41755ad80. 00000020:00000001:0.0:1763346491.232913:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.232916:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911662, transno 12884911664, xid 1848996514963968 00010000:00000001:0.0:1763346491.232919:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.232923:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506102d80 x1848996514963968/t12884911664(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 408/4320 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346491.232931:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.232933:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.232936:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=143 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346491.232940:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.232942:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346491.232945:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346491.232947:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.232950:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.232952:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.232954:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346491.232957:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755ad80. 00000100:00000200:0.0:1763346491.232960:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514963968, offset 224 00000400:00000200:0.0:1763346491.232963:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346491.232968:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346491.232972:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c772200 00000400:00000200:0.0:1763346491.232977:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f73d [2] + 224 00000400:00000200:0.0:1763346491.232982:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.232985:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346491.232987:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.232991:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346491.232999:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233006:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346491.233009:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755ad80 00000400:00000010:0.0:1763346491.233010:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755ad80. 00000100:00000001:0.0:1763346491.233012:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.233013:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346491.233015:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.233018:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346491.233020:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.233022:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.233024:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.233027:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506102d80 x1848996514963968/t12884911664(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 408/4320 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.233036:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:26440:x1848996514963968:12345-0@lo:1000:mdt00_005.0 Request processed in 374us (587us total) trans 12884911664 rc 0/0 00000100:00100000:0.0:1763346491.233043:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00000040:0.0:1763346491.233045:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:0.0:1763346491.233047:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.233049:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.233053:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:0.0:1763346491.233056:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.233060:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a10000. 00000020:00000040:0.0:1763346491.233064:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:0.0:1763346491.233066:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.233085:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728096 00000100:00000001:0.0:1763346491.233091:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728097 00000100:00000001:0.0:1763346491.233094:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728096 00000100:00000001:0.0:1763346491.233097:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728097 00000100:00000001:0.0:1763346491.233100:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728096 00000100:00000001:0.0:1763346491.233103:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728097 00000100:00000001:0.0:1763346491.233105:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728096 00000100:00000001:0.0:1763346491.233107:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.233110:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233112:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.233114:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346491.233116:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755ab40 going to sleep for 11 seconds 00000100:00000001:0.0:1763346491.233118:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346491.233123:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.233124:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.233126:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084ccec8. 00000400:00000200:0.0:1763346491.233129:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a480 00000400:00000010:0.0:1763346491.233130:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a480. 00000100:00000001:0.0:1763346491.233132:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.233135:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346491.233144:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb506103b80 x1848996514963968/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233149:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.233151:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.233154:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346491.233156:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.233157:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.233159:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.233161:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.233166:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=27 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346491.233169:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=2 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.233171:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346491.233173:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.233176:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346491.233178:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233181:0:26440:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763346491.233183:0:26440:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763346491.233184:0:26440:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763346491.233186:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.233187:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572465024 : -105875137086592 : ffff9fb506103b80) 00000100:00000001:0.0:1763346491.233190:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346491.233191:0:26440:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911662 00000100:00000001:0.0:1763346491.233193:0:26440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346491.233195:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.233198:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb506103b80 x1848996514963968/t12884911664(12884911664) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233205:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.233207:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346491.233208:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346491.233234:0:26440:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763346491.233239:0:26440:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.233242:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506103b80 x1848996514963968/t12884911664(12884911664) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.233249:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb506103b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514963968:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346491.233254:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.233256:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233258:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346491.233259:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.233262:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb506103b80 x1848996514963968/t12884911664(12884911664) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233267:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346491.233270:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346491.233272:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346491.233275:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233277:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.233280:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb506103b80 x1848996514963968/t12884911664(12884911664) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233285:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233287:0:26440:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233289:0:26440:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.233292:0:26440:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.233294:0:26440:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.233296:0:26440:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54c60. 00000020:00000001:0.0:1763346491.233300:0:26440:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346491.233308:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346491.233313:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417843180. 00080000:00000001:0.0:1763346491.233315:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346491.233319:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055e9400. 00080000:00000001:0.0:1763346491.233321:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560822272 : -105875148729344 : ffff9fb5055e9400) 00000004:00000001:0.0:1763346491.233326:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.233329:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346491.233331:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346491.233333:0:26440:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346491.233336:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.233342:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.233344:0:26440:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.233346:0:26440:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763346491.233362:0:26440:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb41755a480. 00000004:00000001:0.0:1763346491.233367:0:26440:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763346491.233369:0:26440:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb40e414090. 00000004:00000010:0.0:1763346491.233371:0:26440:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb40e414010. 00000020:00000001:0.0:1763346491.233375:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763346491.233384:0:26440:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb4160393f8. 00000004:00000001:0.0:1763346491.233393:0:26440:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346491.233395:0:26440:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.233398:0:26440:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194545103952 : -105879164447664 : ffff9fb416039450) 00000004:00000001:0.0:1763346491.233401:0:26440:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233404:0:26440:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346491.233406:0:26440:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233408:0:26440:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233410:0:26440:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763346491.233412:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346491.233416:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763346491.233419:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755ad80. 00000004:00000010:0.0:1763346491.233422:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef16a0. 00000004:00000010:0.0:1763346491.233427:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e97000. 00000020:00000001:0.0:1763346491.233430:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346491.233432:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233434:0:26440:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763346491.233435:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346491.233438:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260a:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763346491.233442:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e97000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763346491.233445:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506102300. 00000020:00000040:0.0:1763346491.233448:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346491.233451:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346491.233453:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346491.233456:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346491.233460:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb526a10000. 00000100:00000001:0.0:1763346491.233465:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233467:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.233470:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.233471:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233473:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346491.233475:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.233479:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a900. 00000100:00000001:0.0:1763346491.233481:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260416 : -105879142291200 : ffff9fb41755a900) 00000100:00000001:0.0:1763346491.233483:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.233484:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000001:0.0:1763346491.233488:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346491.233491:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233493:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.233495:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346491.233498:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233504:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346491.233506:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.233508:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346491.233510:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346491.233512:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.233514:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb506102300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514964096:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346491.233517:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346491.233520:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346491.233522:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.233524:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346491.233528:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb5051cc000. 02000000:00000001:0.0:1763346491.233530:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.233534:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084ccec8. 00000400:00000010:0.0:1763346491.233538:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a000. 00000100:00000200:0.0:1763346491.233542:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514964096, portal 4 00000100:00000001:0.0:1763346491.233544:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.233545:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000040:0.0:1763346491.233550:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233556:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.233557:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346491.233560:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9acc0. 00000100:00000200:0.0:1763346491.233562:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514964096, offset 0 00000400:00000200:0.0:1763346491.233566:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346491.233571:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346491.233576:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c772280 00000400:00000200:0.0:1763346491.233580:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc5 [256] + 22384 00000400:00000200:0.0:1763346491.233584:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.233587:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346491.233590:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.233592:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346491.233595:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506103800. 00000100:00000040:0.0:1763346491.233597:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506103800 x1848996514964096 msgsize 328 00000100:00100000:0.0:1763346491.233601:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346491.233611:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346491.233615:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:0.0:1763346491.233617:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:0.0:1763346491.233619:0:26440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346491.233622:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233629:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.233632:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233637:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233639:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346491.233641:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.233644:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23565 usecs (24 jiffies) 00000100:00000001:0.0:1763346491.233647:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728104 00000100:00000001:0.0:1763346491.233658:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.233661:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514964096 02000000:00000001:0.0:1763346491.233662:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.233664:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.233666:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.233668:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.233670:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514964096 00000020:00000001:0.0:1763346491.233672:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.233674:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:0.0:1763346491.233676:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.233678:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=6 00000020:00000001:0.0:1763346491.233680:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:0.0:1763346491.233682:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:0.0:1763346491.233685:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.233688:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.233691:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.233693:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.233698:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83e00. 00000020:00000010:0.0:1763346491.233701:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a300. 00000020:00000010:0.0:1763346491.233704:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.233709:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346491.233711:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.233712:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.233714:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233719:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233725:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.233731:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.233732:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.233735:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00000040:0.0:1763346491.233737:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:0.0:1763346491.233739:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572464128 : -105875137087488 : ffff9fb506103800) 00000100:00000040:0.0:1763346491.233744:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506103800 x1848996514964096/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233752:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.233753:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.233755:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.233757:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000100:00100000:0.0:1763346491.233760:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:26440:x1848996514964096:12345-0@lo:1000:mdt00_005.0 00000100:00000200:0.0:1763346491.233763:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514964096 00000020:00000001:0.0:1763346491.233765:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.233767:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.233769:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.233771:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.233772:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346491.233775:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.233777:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.233779:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.233781:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.233782:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.233785:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346491.233788:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414540. 00000100:00000001:0.0:1763346491.233790:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.233792:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.233800:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb41c11e000. 02000000:00000001:0.0:1763346491.233802:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233805:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.233808:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb41755a840. 00000020:00000001:0.0:1763346491.233810:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346491.233812:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.233818:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00000020:00000001:0.0:1763346491.233822:0:101497:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.233824:0:101497:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.233828:0:101497:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:0.0:1763346491.233831:0:101497:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x260a:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763346491.233833:0:101497:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763346491.233836:0:101497:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.233838:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e1ab8/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00000020:00000010:0.0:1763346491.233841:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414540. 00000020:00000010:0.0:1763346491.233844:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb41755a840. 00000020:00000001:0.0:1763346491.233846:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.233848:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847744, transno 0, xid 1848996514964096 00010000:00000001:0.0:1763346491.233850:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.233854:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506103800 x1848996514964096/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 328/4320 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346491.233860:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.233862:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.233864:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=143 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346491.233867:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.233869:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346491.233871:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346491.233874:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.233876:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.233878:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.233880:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346491.233882:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a840. 00000100:00000200:0.0:1763346491.233884:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514964096, offset 224 00000400:00000200:0.0:1763346491.233888:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346491.233892:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346491.233896:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c772280 00000400:00000200:0.0:1763346491.233900:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f749 [2] + 224 00000400:00000200:0.0:1763346491.233905:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.233907:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346491.233910:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.233914:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346491.233922:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.233929:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346491.233932:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a840 00000400:00000010:0.0:1763346491.233934:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a840. 00000100:00000001:0.0:1763346491.233935:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.233937:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346491.233939:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.233941:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346491.233944:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.233945:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.233947:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.233950:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506103800 x1848996514964096/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 328/4320 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.233958:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:26440:x1848996514964096:12345-0@lo:1000:mdt00_005.0 Request processed in 205us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.233964:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00000040:0.0:1763346491.233966:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:0.0:1763346491.233968:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.233970:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.233973:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a300. 00000020:00000010:0.0:1763346491.233975:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.233978:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83e00. 00000020:00000040:0.0:1763346491.233982:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000100:00000001:0.0:1763346491.233985:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.233998:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728097 00000100:00000001:0.0:1763346491.234002:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728104 00000100:00000001:0.0:1763346491.234005:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728097 00000100:00000001:0.0:1763346491.234007:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728104 00000100:00000001:0.0:1763346491.234010:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728097 00000100:00000001:0.0:1763346491.234012:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728104 00000100:00000001:0.0:1763346491.234015:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728097 00000100:00000001:0.0:1763346491.234017:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.234020:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.234022:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.234023:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346491.234026:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a900 going to sleep for 11 seconds 00000100:00000001:0.0:1763346491.234028:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346491.234030:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.234032:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.234033:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084ccec8. 00000400:00000200:0.0:1763346491.234035:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a000 00000400:00000010:0.0:1763346491.234037:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a000. 00000100:00000001:0.0:1763346491.234039:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.234042:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346491.234049:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.234055:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.234057:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.234059:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346491.234061:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.234063:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.234064:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.234066:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.234070:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=27 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346491.234072:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.234074:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346491.234076:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.234077:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346491.234079:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.234082:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346491.234083:0:26440:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847744 00000100:00000001:0.0:1763346491.234085:0:26440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346491.234087:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.234090:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.234096:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.234097:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346491.234098:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346491.234101:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.234107:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb506102300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514964096:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346491.234110:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.234112:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.234115:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346491.234116:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.234118:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.234123:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346491.234125:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a900. 00000100:00000001:0.0:1763346491.234126:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346491.234128:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.234130:0:26440:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346491.234137:0:26440:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb50fb9a300. 00000004:00000001:0.0:1763346491.234141:0:26440:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763346491.234143:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.234145:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb506102300 x1848996514964096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.234151:0:26440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346491.234153:0:26440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346491.234156:0:26440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb5051cc000. 02000000:00000001:0.0:1763346491.234160:0:26440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346491.234162:0:26440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346491.234163:0:26440:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763346491.234165:0:26440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346491.234168:0:26440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb526a10000. 02000000:00000001:0.0:1763346491.234171:0:26440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346491.234173:0:26440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346491.234174:0:26440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506102300. 00000100:00000001:0.0:1763346491.234177:0:26440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346491.234178:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763346491.234181:0:26440:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e97000. 00000004:00000010:0.0:1763346491.234184:0:26440:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef16a0. 00000004:00000010:0.0:1763346491.234187:0:26440:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755ad80. 00000004:00000001:0.0:1763346491.234191:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.234193:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.234196:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346491.234199:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.234201:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.234203:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.234206:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.234208:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.234209:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.234235:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346491.234237:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.234240:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763346491.234243:0:26440:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763346491.234246:0:26440:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb41755ad80. 00000004:00000001:0.0:1763346491.234248:0:26440:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000020:00000010:0.0:1763346491.234252:0:26440:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb41755a900. 00000020:00000010:0.0:1763346491.234255:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb5421ee500. 00000020:00000010:0.0:1763346491.234259:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb5421ee300. 00000020:00000001:0.0:1763346491.234262:0:26440:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000004:00000001:0.0:1763346491.234264:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000004:00000010:0.0:1763346491.234268:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755a000. 00000004:00000010:0.0:1763346491.234270:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef16a0. 00000004:00000010:0.0:1763346491.234274:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e97000. 00000004:00000001:0.0:1763346491.234276:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.234279:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.234281:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.234284:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.234292:0:26440:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346491.234295:0:26440:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117883, ffree=117152, state=0 00000004:00000001:0.0:1763346491.234299:0:26440:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.234301:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763346491.234303:0:26440:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763346491.234305:0:26440:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.234310:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a900 refcount 4 committed 0 result 0 batchid 4294967621 00000020:00000040:0.0:1763346491.234314:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee300 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb41755ad80 00000020:00000040:0.0:1763346491.234317:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee500 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5055e9400 00000020:00000040:0.0:1763346491.234322:0:26440:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:0.0:1763346491.234325:0:26440:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346491.234327:0:26440:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346491.234330:0:26440:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763346491.234333:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346491.234335:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346491.234338:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346491.234340:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.234343:0:26440:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346491.234345:0:26440:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000004:00000001:3.0:1763346491.234426:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346491.234429:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.234432:0:19998:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1763346491.234436:0:19998:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086d80 : new refcount 3 00000004:00000010:3.0:1763346491.234443:0:19998:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 16 at ffff9fb538aca270. 00000100:00000001:3.0:1763346491.234447:0:19998:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.234452:0:19998:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a88aa00 x1848996514958720/t12884911660(12884911660) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.234459:0:19998:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346491.234460:0:19998:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346491.234462:0:19998:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb509419000. 02000000:00000001:3.0:1763346491.234467:0:19998:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346491.234468:0:19998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346491.234469:0:19998:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=6 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346491.234471:0:19998:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346491.234473:0:19998:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb50941b800. 02000000:00000001:3.0:1763346491.234475:0:19998:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346491.234477:0:19998:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346491.234478:0:19998:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88aa00. 00000100:00000001:3.0:1763346491.234481:0:19998:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346491.234483:0:19998:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.234485:0:19998:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.234489:0:19998:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a888a80 x1848996514958848/t12884911659(12884911659) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.234495:0:19998:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346491.234496:0:19998:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346491.234497:0:19998:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb50941b000. 02000000:00000001:3.0:1763346491.234499:0:19998:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346491.234500:0:19998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346491.234501:0:19998:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346491.234502:0:19998:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346491.234503:0:19998:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb509418c00. 02000000:00000001:3.0:1763346491.234506:0:19998:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346491.234507:0:19998:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346491.234508:0:19998:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a888a80. 00000100:00000001:3.0:1763346491.234509:0:19998:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346491.234510:0:19998:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.234512:0:19998:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.234516:0:19998:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a88bb80 x1848996514958592/t12884911658(12884911658) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.234520:0:19998:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346491.234522:0:19998:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346491.234523:0:19998:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb50941ac00. 02000000:00000001:3.0:1763346491.234525:0:19998:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346491.234526:0:19998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346491.234527:0:19998:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346491.234528:0:19998:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346491.234529:0:19998:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb509418400. 02000000:00000001:3.0:1763346491.234531:0:19998:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346491.234532:0:19998:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346491.234533:0:19998:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88bb80. 00000100:00000001:3.0:1763346491.234535:0:19998:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346491.234536:0:19998:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.234538:0:19998:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.234541:0:19998:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a889880 x1848996514958464/t12884911657(12884911657) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346499 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.234547:0:19998:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346491.234549:0:19998:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346491.234550:0:19998:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb50941b400. 02000000:00000001:3.0:1763346491.234552:0:19998:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346491.234553:0:19998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346491.234554:0:19998:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346491.234555:0:19998:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346491.234556:0:19998:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb50941a400. 02000000:00000001:3.0:1763346491.234558:0:19998:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346491.234559:0:19998:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346491.234560:0:19998:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a889880. 00000100:00000001:3.0:1763346491.234561:0:19998:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346491.234562:0:19998:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346491.234564:0:19998:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763346491.234566:0:19998:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763346491.234570:0:19998:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234574:0:19998:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763346491.234576:0:19998:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 4 records, first 10400 in log [0x1:0xa:0x0] 00080000:00000001:3.0:1763346491.234579:0:19998:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346491.234587:0:19998:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb54019a400. 00080000:00000001:3.0:1763346491.234589:0:19998:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199546160128 : -105874163391488 : ffff9fb54019a400) 00000040:00000001:3.0:1763346491.234591:0:19998:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346491.234593:0:19998:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346491.234596:0:19998:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346491.234617:0:19998:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346491.234618:0:19998:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234620:0:19998:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234622:0:19998:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234624:0:19998:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763346491.234626:0:19998:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763346491.234630:0:19998:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa:0x0] not in the id map cache 00080000:00000001:3.0:1763346491.234634:0:19998:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346491.234637:0:19998:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346491.234639:0:19998:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.234643:0:19998:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346491.234647:0:19998:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763346491.234649:0:19998:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346491.234671:0:19998:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346491.234673:0:19998:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346491.234697:0:19998:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234699:0:19998:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234701:0:19998:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.234704:0:19998:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346491.234723:0:19998:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234726:0:19998:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346491.234728:0:19998:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346491.234730:0:19998:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0xa:0x0] 00080000:00000001:3.0:1763346491.234736:0:19998:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346491.234786:0:19998:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00000040:00000001:3.0:1763346491.234789:0:19998:0:(llog_osd.c:456:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234791:0:19998:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.234794:0:19998:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346491.234804:0:19998:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234806:0:19998:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346491.234808:0:19998:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346491.234810:0:19998:0:(osp_sync.c:1160:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: cancel 4 records in [0x1:0xa:0x0]: rc = 0 00000004:00000010:3.0:1763346491.234813:0:19998:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 16 at ffff9fb538aca270. 00000004:00000040:3.0:1763346491.234816:0:19998:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086d80 : new refcount 2 00000004:00080000:3.0:1763346491.234819:0:19998:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000004:00000001:3.0:1763346491.234822:0:19998:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1763346491.234824:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346491.234825:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.234827:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346491.234828:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.234830:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346491.234832:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763346491.235659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00080000:00000001:0.0:1763346491.239316:0:26440:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346491.239385:0:26440:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346491.239390:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.239393:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.239396:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.239401:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.239403:0:26440:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346491.239414:0:26440:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763346491.239420:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.239421:0:26440:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239425:0:26440:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763346491.239428:0:26440:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763346491.239431:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.239432:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.239433:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.239434:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.239436:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.239438:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.239440:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.239449:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:0.0:1763346491.239456:0:26440:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346491.239458:0:26440:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239460:0:26440:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:0.0:1763346491.239467:0:26440:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346491.239473:0:26440:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.239480:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:0.0:1763346491.239484:0:26440:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239487:0:26440:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239490:0:26440:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239494:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346491.239498:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346491.239502:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.239531:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.239532:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.239534:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.239540:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.239541:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239544:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239546:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.239549:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346491.239552:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.239554:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239557:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346491.239559:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346491.239560:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.239567:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.239568:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.239569:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.239573:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.239574:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239576:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239577:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.239580:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346491.239581:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.239583:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239586:0:26440:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.239588:0:26440:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.239592:0:26440:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:0.0:1763346491.239596:0:26440:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.239601:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346491.239609:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346491.239612:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.239614:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560822272 : -105875148729344 : ffff9fb5055e9400) 00080000:00000001:0.0:1763346491.239617:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.239621:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.239622:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239624:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.239649:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.239651:0:26440:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239658:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.239661:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346491.239664:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346491.239667:0:26440:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239670:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346491.239677:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.239682:0:26440:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763346491.239685:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.239687:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.239690:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346491.239692:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.239694:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.239695:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.239697:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.239699:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.239700:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.239702:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346491.239704:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.239706:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346491.239708:0:26440:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000004:00000001:0.0:1763346491.239710:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000020:00000040:0.0:1763346491.239715:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763346491.239718:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763346491.239720:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763346491.239722:0:26440:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x260a:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763346491.239725:0:26440:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763346491.239727:0:26440:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x260a:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763346491.239732:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346491.239734:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239738:0:26440:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239739:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239741:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239743:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.239744:0:26440:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.239748:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346491.239751:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346491.239755:0:26440:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055446 00000001:00000001:0.0:1763346491.239757:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346491.239762:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055447, last_committed = 8590055443 00000001:00000010:0.0:1763346491.239767:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb504e07480. 00000001:00000040:0.0:1763346491.239771:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:0.0:1763346491.239774:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:0.0:1763346491.239781:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a840. 00000004:00000001:0.0:1763346491.239788:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346491.239790:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.239791:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560822272 : -105875148729344 : ffff9fb5055e9400) 00000020:00000040:0.0:1763346491.239794:0:26440:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763346491.239796:0:26440:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763346491.239798:0:26440:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763346491.239802:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.240072:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346491.240076:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346491.240478:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a840: xid 1848996540773888, transno 8590055447, tag 0, client gen 3, slot idx 3 00000001:00000001:0.0:1763346491.240483:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.240487:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346491.240491:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763346491.240514:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.240519:0:26440:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763346491.240522:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346491.240523:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763346491.240527:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a900 refcount 4 committed 0 result 0 batchid 4294967621 00000020:00000040:0.0:1763346491.240531:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00000040:0.0:1763346491.240535:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee500 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb5055e9400 00000020:00000001:0.0:1763346491.240539:0:26440:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763346491.240540:0:26440:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763346491.240542:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346491.240545:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260a:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763346491.240549:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e97000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763346491.240560:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506102300. 00000020:00000040:0.0:1763346491.240565:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346491.240573:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346491.240577:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346491.240584:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346491.240592:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401a83e00. 00000100:00000001:0.0:1763346491.240599:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.240605:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.240607:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.240610:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.240612:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346491.240614:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.240620:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346491.240622:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346491.240625:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.240626:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000001:0.0:1763346491.240632:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346491.240637:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.240639:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.240641:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346491.240650:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb506102300 x1848996514964224/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.240659:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346491.240662:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.240666:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346491.240668:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346491.240671:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.240674:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb506102300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514964224:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346491.240678:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346491.240683:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346491.240685:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.240688:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346491.240695:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb5051cc000. 02000000:00000001:0.0:1763346491.240697:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.240704:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084ccec8. 00000400:00000010:0.0:1763346491.240712:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a600. 00000100:00000200:0.0:1763346491.240720:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514964224, portal 4 00000100:00000001:0.0:1763346491.240722:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.240724:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000040:0.0:1763346491.240731:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb506102300 x1848996514964224/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.240739:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.240742:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346491.240746:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9acc0. 00000100:00000200:0.0:1763346491.240749:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514964224, offset 0 00000400:00000200:0.0:1763346491.240756:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346491.240770:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346491.240783:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c772300 00000400:00000200:0.0:1763346491.240790:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc5 [256] + 22712 00000400:00000200:0.0:1763346491.240798:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.240803:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346491.240811:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.240813:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346491.240817:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506101180. 00000100:00000040:0.0:1763346491.240820:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506101180 x1848996514964224 msgsize 408 00000100:00100000:0.0:1763346491.240824:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346491.243040:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346491.243069:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:0.0:1763346491.243076:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:0.0:1763346491.243081:0:26440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346491.243093:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb506102300 x1848996514964224/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.243111:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.243115:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb506102300 x1848996514964224/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.243122:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.243124:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346491.243132:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.243139:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23562 usecs (24 jiffies) 00000100:00000001:0.0:1763346491.243144:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728115 00000100:00000001:0.0:1763346491.243155:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728104 00000100:00000001:0.0:1763346491.243162:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728115 00000100:00000001:0.0:1763346491.243165:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728104 00000100:00000001:0.0:1763346491.243168:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728115 00000100:00000001:0.0:1763346491.243171:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728104 00000100:00000001:0.0:1763346491.243174:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728115 00000100:00000001:0.0:1763346491.243178:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728104 00000100:00000001:0.0:1763346491.243181:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.243185:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.243188:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.243190:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346491.243193:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755ab40 going to sleep for 11 seconds 00000100:00000001:0.0:1763346491.243197:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346491.243200:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763346491.244494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:1.1:1763346491.244504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f300. 00010000:00000010:1.1:1763346491.244509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346491.244513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00000100:00000001:1.0:1763346491.245031:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346491.245039:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346491.245042:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346491.245045:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084ccec8. 00000400:00000200:1.0:1763346491.245049:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a600 00000400:00000010:1.0:1763346491.245051:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a600. 00000100:00000001:1.0:1763346491.245054:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346491.245058:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb506102300 x1848996514964224/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346491.245067:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb506102300 x1848996514964224/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.245074:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346491.245077:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.245079:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346491.245082:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346491.245084:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.245086:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.245090:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.245099:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=27 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346491.245102:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.245105:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346491.245107:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.245110:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346491.245114:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.245118:0:26440:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763346491.245120:0:26440:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763346491.245122:0:26440:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763346491.245125:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346491.245127:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000001:1.0:1763346491.245131:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346491.245133:0:26440:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847744 00000100:00000001:1.0:1763346491.245135:0:26440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346491.245138:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.245142:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb506102300 x1848996514964224/t21474847748(21474847748) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.245149:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346491.245151:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346491.245153:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346491.245158:0:26440:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763346491.245164:0:26440:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.245167:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506102300 x1848996514964224/t21474847748(21474847748) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.245174:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb506102300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514964224:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763346491.245180:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.245183:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.245185:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346491.245188:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346491.245191:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb506102300 x1848996514964224/t21474847748(21474847748) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.245199:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346491.245201:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755ab40. 00000100:00000001:1.0:1763346491.245204:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346491.245205:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.245208:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346491.245243:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb506102300 x1848996514964224/t21474847748(21474847748) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.245256:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.245258:0:26440:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.245260:0:26440:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.245264:0:26440:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.245269:0:26440:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.245272:0:26440:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417843180. 00000020:00000001:1.0:1763346491.245275:0:26440:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.245284:0:26440:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.245291:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346491.245295:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346491.245297:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.245298:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346491.245301:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.245303:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.245305:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346491.245308:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.245311:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00000004:00010000:1.0:1763346491.245318:0:26440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000078cc18cd reply state 000000000e2e6910 transno 8590055447 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9ead lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00000100:00100000:1.0:1763346491.245329:0:26440:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763346491.245331:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.245333:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.245335:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.245336:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346491.245338:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346491.245339:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346491.245340:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346491.245341:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346491.245342:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.245344:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346491.245345:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.245346:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.245356:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1800 refcount=3 00000020:00000001:1.0:1763346491.245358:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346491.245361:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00000004:00010000:1.0:1763346491.245364:0:26440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000078cc18cd reply state 000000000e2e6910 transno 8590055447 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463af9ea6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405c:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00000100:00100000:1.0:1763346491.245370:0:26440:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:1.0:1763346491.245371:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.245372:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.245373:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.245374:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346491.245375:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346491.245376:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346491.245378:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.245381:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.245383:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.245385:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.245387:0:26440:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.245391:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055447, xid 1848996540773888 00010000:00000001:1.0:1763346491.245393:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763346491.245396:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00010000:00000200:1.0:1763346491.245399:0:26440:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055447, last committed = 8590055443 00010000:00000200:1.0:1763346491.245407:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3f800 x1848996540773888/t8590055447(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 568/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346491.245414:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.245416:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.245418:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.245421:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.245424:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.245425:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.245428:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.245429:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.245431:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.245434:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.245439:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b330. 00000100:00000200:1.0:1763346491.245444:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540773888, offset 224 00000400:00000010:1.0:1763346491.245450:0:26440:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb50a2777e0. 00000400:00000200:1.0:1763346491.245453:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.245466:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.245473:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198408:198408:256:4294967295] 192.168.204.16@tcp LPNI seq info [198404:198404:8:4294967295] 00000400:00000200:1.0:1763346491.245481:0:26440:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:1.0:1763346491.245489:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.245494:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.245501:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edd00. 00000800:00000200:1.0:1763346491.245508:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.245516:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.245522:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.245531:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.245534:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.245536:0:26440:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.245538:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.245540:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.245545:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f800 x1848996540773888/t8590055447(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 568/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.245554:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+490:226235:x1848996540773888:12345-192.168.204.16@tcp:61:lfs.0 Request processed in 17772us (18192us total) trans 8590055447 rc 0/0 00000100:00100000:1.0:1763346491.245563:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140777 00000100:00000040:1.0:1763346491.245566:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.245567:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.245569:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763346491.245572:0:26440:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:1.0:1763346491.245574:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.245578:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.245583:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.245587:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:1.0:1763346491.245590:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.246029:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.246035:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edd00. 00000400:00000200:0.0:1763346491.246040:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.246045:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.246049:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.246051:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.250928:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.250950:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.250955:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.250961:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.250976:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:3.0:1763346491.251001:0:3288:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12f761 00000400:00000200:3.0:1763346491.251011:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.251016:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:3.0:1763346491.251025:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b330 00000400:00000010:3.0:1763346491.251029:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b330. 00000100:00000001:3.0:1763346491.251035:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.251039:0:3288:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763346491.251041:0:3288:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763346491.251065:0:3288:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346491.251067:0:3288:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346491.251069:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.251079:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.251083:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.251831:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.251839:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.251842:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.251845:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.251852:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.251864:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00f700 00000400:00000200:3.0:1763346491.251874:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124bd9 [2] + 1176 00000800:00000001:3.0:1763346491.251881:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.251887:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.251890:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.251893:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.251900:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.251902:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346491.251913:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f800. 00000100:00000040:3.0:1763346491.251918:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52208f800 x1848996540774144 msgsize 392 00000100:00100000:3.0:1763346491.251922:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.251948:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.251955:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.251959:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.251961:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.251963:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.251967:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.251973:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e00f780 00000400:00000200:3.0:1763346491.251980:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1276f1 [2] + 0 00000800:00000001:3.0:1763346491.251985:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.252041:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.252044:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.252047:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.252051:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.252053:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346491.252057:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f480. 00000100:00000040:3.0:1763346491.252059:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52208f480 x1848996540774272 msgsize 328 00000100:00100000:3.0:1763346491.252064:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.252086:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.252091:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.252094:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.252391:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.252395:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540774144 02000000:00000001:0.0:1763346491.252399:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.252402:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.252405:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.252410:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.252416:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540774144 00000020:00000001:0.0:1763346491.252420:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.252422:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346491.252425:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.252430:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=490 00000020:00000001:0.0:1763346491.252433:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346491.252435:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346491.252442:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.252449:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.252454:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.252457:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.252465:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83800. 00000020:00000010:0.0:1763346491.252473:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9aa00. 00000020:00000010:0.0:1763346491.252479:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.252492:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763346491.252497:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.252499:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.252502:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.252512:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.252619:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.252622:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540774272 02000000:00000001:1.0:1763346491.252624:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.252626:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.252628:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.252630:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.252632:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540774272 00000020:00000001:1.0:1763346491.252634:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.252635:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:1.0:1763346491.252637:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.252640:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:1.0:1763346491.252642:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:1.0:1763346491.252644:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346491.252647:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.252651:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d80. 00000100:00000001:1.0:1763346491.252654:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.252656:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d80. 00000020:00000010:1.0:1763346491.252661:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.252664:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.252668:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.252674:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346491.252676:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.252677:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346491.252680:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346491.252683:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.252686:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346491.252692:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.252693:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.252695:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:1.0:1763346491.252698:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346491.252701:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346491.252704:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.252706:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.252707:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.252709:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.252713:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.252725:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.252740:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.252742:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.252748:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 999 00000100:00000040:1.0:1763346491.252753:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:1.0:1763346491.252755:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199041750144 : -105874667801472 : ffff9fb52208f480) 00000100:00000040:1.0:1763346491.252764:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52208f480 x1848996540774272/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.252773:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.252776:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d80. 00000100:00000001:1.0:1763346491.252778:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.252780:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d80. 00000100:00100000:1.0:1763346491.252785:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52208f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+20:2356:x1848996540774272:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346491.252791:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540774272 00010000:00000001:1.0:1763346491.252794:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346491.252797:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346491.252798:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346491.252805:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.252807:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.252814:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb535645000. 02000000:00000001:1.0:1763346491.252817:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.252819:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.252822:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346491.252825:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346491.252826:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.252828:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.252829:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:1.0:1763346491.252831:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346491.252833:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000040:1.0:1763346491.252837:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00002000:00000001:1.0:1763346491.252842:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346491.252848:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346491.252853:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.252859:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00002000:00000001:1.0:1763346491.252862:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229664 : -105879140321952 : ffff9fb41773b560) 00002000:00000001:1.0:1763346491.252865:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346491.252873:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346491.252878:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b5b8/ffff9fb41773b560 to site lru. bkt: ffff9fb535ee5e68 00010000:00000001:1.0:1763346491.252881:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346491.252886:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.252889:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.252891:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.252893:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.252899:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.252902:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.252910:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.252911:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.252915:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.252917:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.252919:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463af9e60 from hash 00010000:00000001:1.0:1763346491.252921:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.252923:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.252924:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.252925:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.252931:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.252934:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.252936:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.252938:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.252943:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463af9e60 lrc: 0/0,0 mode: --/GROUP res: [0x280000401:0x2532:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1637416727 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212759 expref: 20 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.252953:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 12 00000020:00000040:1.0:1763346491.252957:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00010000:00000001:1.0:1763346491.252966:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.252968:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.252970:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346491.252973:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.252976:0:5736:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.252977:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763346491.252979:0:5736:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00002000:00000010:1.0:1763346491.252986:0:5736:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb538d7b540. 00010000:00000010:1.0:1763346491.252992:0:5736:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb503078000. 00010000:00010000:1.0:1763346491.252997:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346491.252999:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.253005:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.253008:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.253013:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.253020:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.253022:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.253026:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.253029:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.253033:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.253037:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.253041:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.253046:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b000. 00000100:00000200:1.0:1763346491.253054:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540774272, offset 224 00000400:00000200:1.0:1763346491.253063:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.253077:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.253086:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198409:198409:256:4294967295] 192.168.204.16@tcp LPNI seq info [198405:198405:8:4294967295] 00000400:00000200:1.0:1763346491.253099:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.253106:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.253111:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed300. 00000800:00000200:1.0:1763346491.253119:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.253128:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.253134:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.253147:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.253152:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.253154:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.253157:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.253161:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f480 x1848996540774272/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.253172:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52208f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+19:2356:x1848996540774272:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 396us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346491.253180:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 999 00000100:00000040:1.0:1763346491.253184:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:1.0:1763346491.253187:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.253190:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.253195:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.253200:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.253205:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.253210:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000100:00000001:1.0:1763346491.253266:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.253987:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.254004:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.254006:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.254013:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20984 00000100:00000040:0.0:1763346491.254016:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346491.254018:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199041751040 : -105874667800576 : ffff9fb52208f800) 00000100:00000040:0.0:1763346491.254025:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52208f800 x1848996540774144/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346491.254035:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.254040:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.254043:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.254045:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000100:00100000:0.0:1763346491.254050:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52208f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+490:226235:x1848996540774144:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:0.0:1763346491.254054:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540774144 00000020:00000001:0.0:1763346491.254058:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.254062:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346491.254068:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a840: xid 1848996540773888, transno 8590055447, client gen 3, slot idx 3 00000001:00000001:0.0:1763346491.254073:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f316c0: xid 1848996540773120, transno 8590055444, client gen 3, slot idx 0 00000001:00000010:0.0:1763346491.254077:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f316c0. 00000001:00000001:0.0:1763346491.254081:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755ae40: xid 1848996540773888, transno 8590055446, client gen 3, slot idx 2 00000001:00000001:0.0:1763346491.254084:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755ae40: xid 1848996540773888, transno 8590055446, client gen 3, slot idx 2 00000001:00000010:0.0:1763346491.254087:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755ae40. 00000001:00000001:0.0:1763346491.254090:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f31b40: xid 1848996540773888, transno 8590055445, client gen 3, slot idx 1 00000001:00000001:0.0:1763346491.254093:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f31b40: xid 1848996540773888, transno 8590055445, client gen 3, slot idx 1 00000001:00000010:0.0:1763346491.254096:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f31b40. 00000020:00000001:0.0:1763346491.254100:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.254103:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.254105:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:0.0:1763346491.254109:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346491.254112:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540774144, found 0 last_xid 1848996540774143 00000020:00000001:0.0:1763346491.254115:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.254118:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.254120:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.254123:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254130:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763346491.254133:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763346491.254135:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763346491.254138:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254143:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763346491.254147:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.254149:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254152:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.254154:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.254157:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254159:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.254160:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.254162:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254163:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.254165:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.254167:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254169:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.254171:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.254173:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254176:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254178:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763346491.254180:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254184:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346491.254185:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.254186:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254188:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.254189:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.254191:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254193:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.254194:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.254196:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254198:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.254200:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.254205:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346491.254229:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346491.254232:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346491.254235:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346491.254237:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.254241:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.254242:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254245:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346491.254247:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254248:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.254253:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.254255:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.254259:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5055e8400. 02000000:00000001:0.0:1763346491.254262:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.254264:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254266:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346491.254269:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254272:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763346491.254274:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763346491.254276:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.254279:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb41c3b3d80 refcount=2 00000020:00000001:0.0:1763346491.254281:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194649415040 : -105879060136576 : ffff9fb41c3b3d80) 00000004:00000001:0.0:1763346491.254284:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194649415040 : -105879060136576 : ffff9fb41c3b3d80) 00000020:00000040:0.0:1763346491.254286:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb41c3b3d80 with handle 0x757b854463af9e13 from hash 00000004:00000001:0.0:1763346491.254291:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763346491.254293:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4059:0x0] with intent: 0 00000004:00000001:0.0:1763346491.254298:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763346491.254300:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:0.0:1763346491.254303:0:19976:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254306:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763346491.254307:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763346491.254309:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763346491.254313:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.254319:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.254323:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.254330:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.254333:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.254337:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.254339:0:19976:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254342:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763346491.254359:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763346491.254363:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346491.254367:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4059:0x0], previous was 0x7 00000004:00000001:0.0:1763346491.254371:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254374:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763346491.254377:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254380:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763346491.254383:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.254386:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763346491.254390:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb41c3b3d80. 00000004:00000001:0.0:1763346491.254399:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346491.254404:0:19976:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178254f8/ffff9fb4178254a0 to site lru. bkt: ffff9fb51dc9eb50 00000004:00000001:0.0:1763346491.254406:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.254407:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254409:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254412:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763346491.254416:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346491.254427:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055ea800. 00080000:00000001:0.0:1763346491.254430:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560827392 : -105875148724224 : ffff9fb5055ea800) 00080000:00000001:0.0:1763346491.254434:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346491.254441:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.254448:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.254450:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.254475:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.254479:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346491.254484:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346491.254491:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055448, last_committed = 8590055443 00000001:00000010:0.0:1763346491.254495:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb504e07600. 00000001:00000040:0.0:1763346491.254498:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:0.0:1763346491.254500:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00000001:00000010:0.0:1763346491.254506:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755af00. 00080000:00000001:0.0:1763346491.254513:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.254538:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346491.254542:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755af00: xid 1848996540774144, transno 8590055448, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346491.254545:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.254559:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254561:0:19976:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346491.254564:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346491.254565:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346491.254568:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346491.254570:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346491.254574:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.254578:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346491.254580:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763346491.254588:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346491.254596:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.254598:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.254601:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055448, xid 1848996540774144 00010000:00000001:0.0:1763346491.254604:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.254609:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52208f800 x1848996540774144/t8590055448(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346491.254616:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.254619:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.254622:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.254626:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.254628:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.254631:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.254633:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.254636:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.254639:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.254642:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.254648:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9acc0. 00000100:00000200:0.0:1763346491.254657:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540774144, offset 224 00000400:00000200:0.0:1763346491.254663:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.254677:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.254683:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198410:198410:255:4294967295] 192.168.204.16@tcp LPNI seq info [198406:198406:7:4294967295] 00000400:00000200:0.0:1763346491.254694:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.254700:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.254706:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee400. 00000800:00000200:0.0:1763346491.254712:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.254719:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.254723:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.254728:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.254731:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.254734:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.254736:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.254738:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.254742:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f800 x1848996540774144/t8590055448(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346491.254752:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52208f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+490:226235:x1848996540774144:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 716us (2832us total) trans 8590055448 rc 0/0 00000100:00100000:0.0:1763346491.254760:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20984 00000100:00000040:0.0:1763346491.254763:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346491.254766:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.254767:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.254771:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9aa00. 00000020:00000010:0.0:1763346491.254775:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.254779:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83800. 00000020:00000040:0.0:1763346491.254785:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:0.0:1763346491.254787:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346491.256500:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.256511:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed300. 00000400:00000200:1.0:1763346491.256520:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.256531:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.256539:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b000 00000400:00000010:1.0:1763346491.256543:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b000. 00000100:00000001:1.0:1763346491.256549:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346491.256551:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763346491.256636:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.256638:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ee400. 00000400:00000200:1.0:1763346491.256643:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.256647:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.256649:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:1.0:1763346491.256651:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:1.0:1763346491.256654:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346491.256655:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.263183:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.263204:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.263209:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.263235:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.263251:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.263275:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00f880 00000400:00000200:3.0:1763346491.263286:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124bd9 [2] + 1568 00000800:00000001:3.0:1763346491.263296:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.263306:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.263310:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.263315:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.263324:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.263327:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346491.263335:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f100. 00000100:00000040:3.0:1763346491.263339:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52208f100 x1848996540774528 msgsize 392 00000100:00100000:3.0:1763346491.263344:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.263367:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.263378:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.263381:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.264359:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.264364:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540774528 02000000:00000001:0.0:1763346491.264370:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.264373:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.264376:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.264381:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.264386:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540774528 00000020:00000001:0.0:1763346491.264391:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.264393:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346491.264397:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.264401:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=490 00000020:00000001:0.0:1763346491.264404:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346491.264407:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346491.264413:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.264422:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.264426:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.264430:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.264438:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83800. 00000020:00000010:0.0:1763346491.264445:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9aa00. 00000020:00000010:0.0:1763346491.264451:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.264461:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763346491.264465:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.264466:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.264469:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.264479:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.264486:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.264498:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.264500:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.264508:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20985 00000100:00000040:0.0:1763346491.264512:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346491.264513:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199041749248 : -105874667802368 : ffff9fb52208f100) 00000100:00000040:0.0:1763346491.264521:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52208f100 x1848996540774528/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346491.264531:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.264532:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.264534:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.264537:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000100:00100000:0.0:1763346491.264541:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52208f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+490:226235:x1848996540774528:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:0.0:1763346491.264544:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540774528 00000020:00000001:0.0:1763346491.264548:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.264553:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346491.264558:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755af00: xid 1848996540774144, transno 8590055448, client gen 3, slot idx 0 00000001:00000001:0.0:1763346491.264562:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755a840: xid 1848996540773888, transno 8590055447, client gen 3, slot idx 3 00000001:00000010:0.0:1763346491.264566:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755a840. 00000020:00000001:0.0:1763346491.264570:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.264573:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.264575:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:0.0:1763346491.264578:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346491.264581:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540774528, found 0 last_xid 1848996540774527 00000020:00000001:0.0:1763346491.264584:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.264586:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.264589:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.264592:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264599:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763346491.264602:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763346491.264604:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763346491.264609:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264613:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763346491.264617:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.264620:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264623:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.264624:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.264627:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264628:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.264630:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.264631:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264633:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.264634:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.264635:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264637:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.264638:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.264639:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264642:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264644:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763346491.264645:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264649:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346491.264650:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.264651:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264653:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.264654:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.264655:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264657:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.264658:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.264660:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264662:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.264663:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.264669:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346491.264677:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346491.264679:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346491.264682:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346491.264684:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.264687:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.264689:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264691:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346491.264693:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264695:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.264700:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.264702:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.264710:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5055ea400. 02000000:00000001:0.0:1763346491.264713:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.264715:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264718:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346491.264720:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264723:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763346491.264726:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763346491.264727:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.264730:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb540b12180 refcount=2 00000020:00000001:0.0:1763346491.264731:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199556088192 : -105874153463424 : ffff9fb540b12180) 00000004:00000001:0.0:1763346491.264734:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199556088192 : -105874153463424 : ffff9fb540b12180) 00000020:00000040:0.0:1763346491.264737:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb540b12180 with handle 0x757b854463af9e28 from hash 00000004:00000001:0.0:1763346491.264743:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763346491.264745:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405c:0x0] with intent: 0 00000004:00000001:0.0:1763346491.264749:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763346491.264751:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:0.0:1763346491.264755:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346491.264759:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346491.264769:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264772:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.264778:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.264781:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.264791:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346491.264793:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346491.264796:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346491.264798:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346491.264800:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346491.264802:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405c:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763346491.264805:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346491.264807:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264810:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.264812:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.264814:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.264815:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.264817:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.264819:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.264821:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.264823:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.264824:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.264825:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.264827:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.264829:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.264830:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.264832:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.264835:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346491.264837:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264840:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763346491.264841:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405c:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:0.0:1763346491.264845:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.264848:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763346491.264850:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346491.264853:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346491.264861:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb504e073c0. 00080000:00000001:0.0:1763346491.264865:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346491.264875:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5275d5800. 00080000:00000001:0.0:1763346491.264878:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199131166720 : -105874578384896 : ffff9fb5275d5800) 00000004:00000001:0.0:1763346491.264881:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.264886:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.264888:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.264891:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131166720 : -105874578384896 : ffff9fb5275d5800) 00080000:00000001:0.0:1763346491.264895:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346491.264922:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264925:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264927:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.264932:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346491.264935:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346491.264941:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346491.264942:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.264944:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131166720 : -105874578384896 : ffff9fb5275d5800) 00080000:00000001:0.0:1763346491.264949:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.264955:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.264957:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264959:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.264986:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.264989:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.264995:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.264998:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763346491.265000:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.265002:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265003:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131166720 : -105874578384896 : ffff9fb5275d5800) 00080000:00000001:0.0:1763346491.265007:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346491.265009:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763346491.265080:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265083:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265086:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265088:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.265094:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346491.265097:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346491.265101:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346491.265104:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055449, last_committed = 8590055443 00000001:00000010:0.0:1763346491.265110:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb509dea660. 00000001:00000040:0.0:1763346491.265112:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:0.0:1763346491.265114:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:0.0:1763346491.265121:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346491.265128:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346491.265129:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265131:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131166720 : -105874578384896 : ffff9fb5275d5800) 00080000:00000001:0.0:1763346491.265134:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.265150:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346491.265152:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346491.265155:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755ae40: xid 1848996540774528, transno 8590055449, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763346491.265158:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265189:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.265193:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb504e073c0. 00000020:00000001:0.0:1763346491.265195:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265198:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265200:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265202:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265205:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763346491.265206:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763346491.265208:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763346491.265236:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.265238:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.265241:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.265244:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763346491.265249:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763346491.265252:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346491.265255:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405c:0x0], previous was 0x7 00000004:00000001:0.0:1763346491.265258:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265261:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763346491.265265:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265268:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:0.0:1763346491.265270:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346491.265274:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb504e073c0. 00080000:00000001:0.0:1763346491.265276:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346491.265280:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5275d4800. 00080000:00000001:0.0:1763346491.265282:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00000004:00000001:0.0:1763346491.265288:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265290:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000001:0.0:1763346491.265294:0:19976:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1763346491.265313:0:19976:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265316:0:19976:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1763346491.265317:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265319:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000002:0.0:1763346491.265323:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405c:0x0] not in the id map cache 00080000:00000001:0.0:1763346491.265327:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346491.265334:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.265337:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265339:0:19976:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265343:0:19976:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:0.0:1763346491.265345:0:19976:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346491.265356:0:19976:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265359:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763346491.265361:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265362:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000001:0.0:1763346491.265367:0:19976:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763346491.265370:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346491.265374:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.265377:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.265380:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.265382:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265384:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.265400:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763346491.265402:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265408:0:19976:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265410:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265412:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346491.265415:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763346491.265416:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265419:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346491.265422:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.265423:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.265424:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.265425:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.265427:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.265428:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.265430:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346491.265433:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265435:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00000004:00000001:0.0:1763346491.265439:0:19976:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1763346491.265442:0:19976:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1763346491.265445:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346491.265447:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00000004:00000040:0.0:1763346491.265450:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086d80 : new refcount 3 00000040:00000001:0.0:1763346491.265453:0:19976:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346491.265458:0:19976:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346491.265460:0:19976:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:0.0:1763346491.265464:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346491.265467:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346491.265469:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346491.265471:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265475:0:19976:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346491.265477:0:19976:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1763346491.265481:0:19976:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1763346491.265484:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.265494:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265495:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265498:0:19976:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346491.265511:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763346491.265513:0:19976:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346491.265520:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xb:0x0] not in the id map cache 00000001:00000001:0.0:1763346491.265522:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265524:0:19976:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265526:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346491.265529:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.265531:0:19976:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265534:0:19976:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265536:0:19976:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265538:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346491.265541:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346491.265542:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.265570:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265571:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265573:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.265580:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265581:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265583:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265586:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265588:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346491.265590:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.265592:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265594:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346491.265595:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346491.265597:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.265603:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265604:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265605:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.265611:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265613:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265614:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265615:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265617:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346491.265619:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.265621:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265623:0:19976:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.265625:0:19976:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.265627:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086d80 : new refcount 2 00000004:00000001:0.0:1763346491.265631:0:19976:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265633:0:19976:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265635:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265637:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265639:0:19976:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.265643:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346491.265644:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346491.265647:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346491.265649:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265650:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000001:0.0:1763346491.265652:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.265655:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.265656:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265658:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265670:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.265672:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265679:0:19976:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:0.0:1763346491.265684:0:19976:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1763346491.265685:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265687:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000001:0.0:1763346491.265691:0:19976:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1763346491.265729:0:19976:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763346491.265731:0:19976:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763346491.265733:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.265734:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.265736:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.265738:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265740:0:19976:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346491.265742:0:19976:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265793:0:19976:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265796:0:19976:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265799:0:19976:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:0.0:1763346491.265801:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265802:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000001:0.0:1763346491.265807:0:19976:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1763346491.265813:0:19976:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265815:0:19976:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265817:0:19976:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1763346491.265820:0:19976:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x405c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:0.0:1763346491.265823:0:19976:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:0.0:1763346491.265824:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763346491.265825:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265827:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000001:0.0:1763346491.265830:0:19976:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1763346491.265831:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346491.265833:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.265834:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.265836:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.265837:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265839:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.265906:0:19976:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.265910:0:19976:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265912:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265914:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346491.265918:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763346491.265919:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.265921:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346491.265922:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.265923:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.265925:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.265926:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.265928:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.265930:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.265932:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346491.265934:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.265935:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00000004:00000001:0.0:1763346491.265939:0:19976:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:0.0:1763346491.265941:0:19976:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:0.0:1763346491.265943:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346491.265944:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00000004:00000040:0.0:1763346491.265947:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086d80 : new refcount 3 00000040:00000001:0.0:1763346491.265948:0:19976:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763346491.265951:0:19976:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763346491.265954:0:19976:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763346491.265956:0:19976:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638198746983936 : -105874962567680 : ffff9fb510772e00) 00000040:00000001:0.0:1763346491.265959:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346491.265960:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346491.265962:0:19976:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763346491.265964:0:19976:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763346491.265966:0:19976:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa:0x0] 00080000:00000001:0.0:1763346491.265975:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.265988:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1763346491.265990:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.265994:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000100:00000040:1.0:1763346491.266387:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300728115, at 4300728116 00000100:00000010:1.0:1763346491.266398:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54240. 00000100:00000040:3.0:1763346491.267283:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300728115, at 4300728116 00000100:00000010:3.0:1763346491.267293:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54720. 00080000:00000001:0.0:1763346491.267902:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:0.0:1763346491.267917:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300728115, at 4300728117 00000100:00000010:0.0:1763346491.267924:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54000. 00080000:00000001:0.0:1763346491.267965:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1763346491.267974:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.268020:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:0.0:1763346491.268025:0:19976:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].10402, 64 off673984 00000040:00000001:0.0:1763346491.268028:0:19976:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346491.268031:0:19976:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346491.268035:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346491.268040:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346491.268043:0:19976:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346491.268045:0:19976:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763346491.268049:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086d80 : new refcount 2 00000004:00001000:0.0:1763346491.268107:0:19976:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0000: new record [0x1:0xa:0x0].10402: rc = 1 00000004:00000010:0.0:1763346491.268115:0:19976:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb538038f60. 00000004:00080000:0.0:1763346491.268119:0:19976:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6060821905600ns, next at 6061821897810ns, rc = 0 00000004:00000001:0.0:1763346491.268122:0:19976:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.268125:0:19976:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.268128:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.268132:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.268134:0:19976:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.268137:0:19976:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:0.0:1763346491.268142:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346491.268147:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346491.268150:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346491.268155:0:19976:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055449 00000001:00000001:0.0:1763346491.268158:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346491.268163:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055450, last_committed = 8590055443 00000001:00000010:0.0:1763346491.269614:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5380381e0. 00000001:00000040:0.0:1763346491.269624:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:0.0:1763346491.269629:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:0.0:1763346491.269646:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a3c0. 00000004:00000001:0.0:1763346491.269658:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346491.269661:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.269664:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131162624 : -105874578388992 : ffff9fb5275d4800) 00080000:00000001:0.0:1763346491.269668:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.269693:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346491.269695:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346491.269702:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755ae40: xid 1848996540774528, transno 8590055449, client gen 3, slot idx 1 00000001:00000001:0.0:1763346491.269707:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755ae40: xid 1848996540774528, transno 8590055449, client gen 3, slot idx 1 00000001:00000010:0.0:1763346491.269710:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755ae40. 00000001:00000001:0.0:1763346491.269714:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a3c0: xid 1848996540774528, transno 8590055450, tag 1, client gen 3, slot idx 2 00000001:00000001:0.0:1763346491.269717:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.269759:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.269763:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb504e073c0. 00000020:00000001:0.0:1763346491.269766:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346491.269775:0:19976:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:0.0:1763346491.269780:0:19976:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346491.269783:0:19976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346491.269793:0:19976:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f000. 00010000:00000010:0.0:1763346491.269801:0:19976:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb517f2aa00. 00010000:00000001:0.0:1763346491.269806:0:19976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.269811:0:19976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37800. 00000020:00000001:0.0:1763346491.269816:0:19976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.269820:0:19976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37800 with handle 0x757b854463af9eb4 to hash 00000020:00000001:0.0:1763346491.269822:0:19976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.269824:0:19976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000010:0.0:1763346491.269830:0:19976:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf180. 00010000:00000001:0.0:1763346491.269834:0:19976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346491.269839:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.269841:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.269846:0:19976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9eb4 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346491.269855:0:19976:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346491.269860:0:19976:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346491.269862:0:19976:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346491.269865:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.269868:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.269870:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.269872:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.269875:0:19976:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346491.269877:0:19976:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346491.269879:0:19976:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346491.269880:0:19976:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346491.269883:0:19976:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405c:0x0].0x0 (ffff9fb417f4f000) refcount = 1 00010000:00010000:0.0:1763346491.269887:0:19976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9eb4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346491.269893:0:19976:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346491.269899:0:19976:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.269902:0:19976:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.269904:0:19976:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346491.269906:0:19976:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.269908:0:19976:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.269910:0:19976:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763346491.269914:0:19976:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:0.0:1763346491.269916:0:19976:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.269919:0:19976:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9eb4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346491.269926:0:19976:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346491.269928:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.269929:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.269931:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.269933:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.269935:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346491.269937:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346491.269940:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346491.269943:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.269944:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.269946:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=4 00000020:00000001:0.0:1763346491.269947:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346491.269950:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346491.269952:0:19976:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763346491.269954:0:19976:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9eb4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346491.269959:0:19976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346491.269962:0:19976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9eb4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346491.269966:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.269968:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.269970:0:19976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9eb4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346491.269979:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.269980:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.269984:0:19976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763346491.269987:0:19976:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb41755a840. 00010000:00000001:0.0:1763346491.269990:0:19976:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763346491.270015:0:19976:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763346491.270018:0:19976:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.270020:0:19976:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.270022:0:19976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346491.270023:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.270025:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.270026:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.270027:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763346491.270028:0:19976:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:0.0:1763346491.270031:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb540b12180. 00000004:00000001:0.0:1763346491.270040:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00010000:00000010:2.1:1763346491.271409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972500. 00010000:00000010:2.1:1763346491.271428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00010000:00000010:2.1:1763346491.271432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972400. 00010000:00000010:2.1:1763346491.271435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346491.271478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:1.1:1763346491.271485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00080000:00000010:0.0:1763346491.271689:0:19976:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417524720. 00000004:00000001:0.0:1763346491.271702:0:19976:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763346491.271704:0:19976:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763346491.271711:0:19976:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb50fb9ad80. 00000004:00000010:0.0:1763346491.271714:0:19976:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417a56e98. 00000004:00000010:0.0:1763346491.271720:0:19976:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb41788dc50. 00000004:00000010:0.0:1763346491.271724:0:19976:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb41788db40. 00000004:00000010:0.0:1763346491.271728:0:19976:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb417f31f00. 00000004:00000010:0.0:1763346491.271731:0:19976:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb406fd5870. 00000004:00000010:0.0:1763346491.271741:0:19976:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb51dd52168. 00000004:00000001:0.0:1763346491.271746:0:19976:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1763346491.271748:0:19976:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x405c:0x0] 00000004:00000010:0.0:1763346491.271752:0:19976:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb406f28b40. 00000004:00000001:0.0:1763346491.271756:0:19976:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:0.0:1763346491.271759:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.271761:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.271764:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.271767:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346491.271774:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346491.271776:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346491.271778:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346491.271780:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346491.271786:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346491.271791:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.271800:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346491.271803:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763346491.271813:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346491.271823:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.271826:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.271831:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055450, xid 1848996540774528 00010000:00000001:0.0:1763346491.271834:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.271847:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52208f100 x1848996540774528/t8590055450(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346491.271857:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.271861:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.271866:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.271872:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.271875:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.271877:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.271881:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.271885:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.271890:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.271893:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.271903:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a3b8. 00000100:00000200:0.0:1763346491.271911:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540774528, offset 224 00000400:00000200:0.0:1763346491.271919:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.271935:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.271943:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198411:198411:256:4294967295] 192.168.204.16@tcp LPNI seq info [198407:198407:8:4294967295] 00000400:00000200:0.0:1763346491.271957:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.271963:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.271969:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eeb00. 00000800:00000200:0.0:1763346491.271978:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.271987:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.271992:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eeb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.273356:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.273370:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.273374:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.273377:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.273380:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.273389:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f100 x1848996540774528/t8590055450(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346491.273401:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52208f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+492:226235:x1848996540774528:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 8868us (10059us total) trans 8590055450 rc 0/0 00000100:00100000:0.0:1763346491.273414:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20985 00000100:00000040:0.0:1763346491.273418:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346491.273420:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.273423:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763346491.273428:0:19976:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:0.0:1763346491.273433:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9aa00. 00000020:00000010:0.0:1763346491.273440:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.273446:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83800. 00000020:00000040:0.0:1763346491.273454:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:0.0:1763346491.273457:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.275504:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.275517:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eeb00. 00000400:00000200:3.0:1763346491.275528:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.275539:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.275549:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:3.0:1763346491.275552:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:3.0:1763346491.275559:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.275561:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346491.287281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f000. 00010000:00000010:2.1:1763346491.287304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000800:00000001:1.0:1763346491.311085:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.311108:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346491.311113:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.311116:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.311131:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346491.311156:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 304 into portal 12 MB=0x691a70e00f900 00000400:00000200:1.0:1763346491.311166:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 304/304 into md 0xd4325 [64] + 13176 00000800:00000001:1.0:1763346491.311177:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.311187:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.311191:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.311196:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346491.311206:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346491.311209:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346491.311268:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768000. 00000100:00000040:1.0:1763346491.311275:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768000 x1848996540774656 msgsize 304 00000100:00100000:1.0:1763346491.311281:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346491.311298:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.311337:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.311341:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540774656 02000000:00000001:0.0:1763346491.311356:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.311359:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.311361:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.311367:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.311373:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540774656 00000020:00000001:0.0:1763346491.311377:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.311380:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346491.311383:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.311389:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:0.0:1763346491.311392:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346491.311395:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346491.311401:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.311406:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.311412:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.311416:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.311424:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a10000. 00000020:00000010:0.0:1763346491.311432:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.311438:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.311448:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346491.311452:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.311453:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.311457:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.311469:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.311612:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.311629:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.311632:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.311637:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140778 00000100:00000040:0.0:1763346491.311642:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346491.311644:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183147008 : -105874526404608 : ffff9fb52a768000) 00000100:00000040:0.0:1763346491.311653:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a768000 x1848996540774656/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 304/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.311663:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.311666:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.311668:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.311671:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000100:00100000:0.0:1763346491.311675:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a768000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+492:226236:x1848996540774656:12345-192.168.204.16@tcp:53:lfs.0 00000100:00000200:0.0:1763346491.311679:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540774656 00000020:00000001:0.0:1763346491.311683:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.311688:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346491.311695:0:26440:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a3c0: xid 1848996540774528, transno 8590055450, client gen 3, slot idx 2 00000001:00000001:0.0:1763346491.311700:0:26440:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755af00: xid 1848996540774144, transno 8590055448, client gen 3, slot idx 0 00000001:00000010:0.0:1763346491.311704:0:26440:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755af00. 00000020:00000001:0.0:1763346491.311709:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.311711:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.311714:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027776 : -1039523840 : ffffffffc20a2000) 00000020:00000001:0.0:1763346491.311718:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346491.311721:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540774656, found 0 last_xid 1848996540774655 00000020:00000001:0.0:1763346491.311724:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.311727:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.311730:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.311733:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.311736:0:26440:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763346491.311745:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.311748:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.311759:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9fb5326fa000. 02000000:00000001:0.0:1763346491.311762:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.311764:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.311771:0:26440:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763346491.311773:0:26440:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x405a:0x0] from 18446744073709551615 #0 00000004:00000001:0.0:1763346491.311777:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346491.311779:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:0.0:1763346491.311783:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.311791:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:0.0:1763346491.311793:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:0.0:1763346491.311796:0:26440:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763346491.311799:0:26440:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763346491.311806:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb535e92000. 00000004:00000001:0.0:1763346491.311810:0:26440:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346491.311812:0:26440:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763346491.311824:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.311830:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311834:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311844:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.311847:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.311851:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.311856:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.311858:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311860:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311863:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.311866:0:26440:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.311868:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.311871:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346491.311873:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.311875:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346491.311876:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346491.311878:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.311881:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346491.311883:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346491.311886:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.311888:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311889:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311893:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763346491.311895:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763346491.311897:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763346491.311898:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.311900:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311901:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.311902:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.311904:0:26440:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.311906:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.311908:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346491.311911:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:0.0:1763346491.311913:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.311916:0:26440:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.311918:0:26440:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.311920:0:26440:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:0.0:1763346491.311924:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346491.311925:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:0.0:1763346491.311927:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.311929:0:26440:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.311931:0:26440:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.311935:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb535e92000. 00000004:00000001:0.0:1763346491.311939:0:26440:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.311943:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 0, xid 1848996540774656 00010000:00000001:0.0:1763346491.311946:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.311952:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768000 x1848996540774656/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 304/4352 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346491.311960:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.311963:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.311967:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.311971:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.311974:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.311976:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.311979:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.311981:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.311985:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.311988:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.311993:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755af00. 00000100:00000200:0.0:1763346491.312001:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848996540774656, offset 224 00000400:00000200:0.0:1763346491.312008:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.312022:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.312029:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198412:198412:256:4294967295] 192.168.204.16@tcp LPNI seq info [198408:198408:8:4294967295] 00000400:00000200:0.0:1763346491.312040:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.312046:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.312053:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb401a83800. 00000800:00000200:0.0:1763346491.312059:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.312068:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:0.0:1763346491.312073:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb401a83800 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:0.0:1763346491.312097:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.312101:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.312105:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.312106:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.312109:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.312113:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768000 x1848996540774656/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 304/4352 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.312122:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a768000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+492:226236:x1848996540774656:12345-192.168.204.16@tcp:53:lfs.0 Request processed in 457us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.312130:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140778 00000100:00000040:0.0:1763346491.312134:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346491.312136:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.312138:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.312143:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.312147:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.312151:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a10000. 00000020:00000040:0.0:1763346491.312157:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:0.0:1763346491.312160:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.312364:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.312371:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb401a83800. 00000400:00000200:3.0:1763346491.312376:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.312381:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.312387:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755af00 00000400:00000010:3.0:1763346491.312390:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755af00. 00000100:00000001:3.0:1763346491.312393:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.312395:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.337067:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.337090:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.337095:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.337098:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.337113:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.337135:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 672 into portal 24 MB=0x691a70e00f980 00000400:00000200:3.0:1763346491.337147:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 672/672 into md 0x4bc5 [256] + 23120 00000400:00000010:3.0:1763346491.337155:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb526c6d9a0. 00000400:00000200:3.0:1763346491.337165:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb535568000 00000800:00000001:3.0:1763346491.337181:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.337295:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.337300:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.337305:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.337312:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb535568000 00000400:00000010:3.0:1763346491.337315:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9fb535568000. 00000100:00000001:3.0:1763346491.337323:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.337326:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1763346491.337330:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5094f4450 x1848996540774784 msgsize 672 00000100:00100000:3.0:1763346491.337335:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346491.337338:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346491.337352:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.337362:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.337365:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.337598:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.337602:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540774784 02000000:00000001:0.0:1763346491.337606:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.337609:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.337612:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.337617:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.337623:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540774784 00000020:00000001:0.0:1763346491.337627:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.337630:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346491.337632:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.337636:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:0.0:1763346491.337639:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346491.337642:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346491.337648:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.337655:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.337659:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.337663:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.337672:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83800. 00000020:00000010:0.0:1763346491.337678:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.337684:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.337693:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346491.337697:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.337698:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.337701:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.337711:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.337733:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.337748:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.337750:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.337755:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 566 00000100:00000040:0.0:1763346491.337758:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346491.337761:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198626927696 : -105875082623920 : ffff9fb5094f4450) 00000100:00000040:0.0:1763346491.337770:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5094f4450 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.337780:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.337782:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.337784:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.337786:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000100:00100000:0.0:1763346491.337790:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5094f4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+492:2356:x1848996540774784:12345-192.168.204.16@tcp:63:ll_sa.0 00000100:00000200:0.0:1763346491.337794:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540774784 00000020:00000001:0.0:1763346491.337799:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.337804:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.337808:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.337811:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.337813:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028256 : -1039523360 : ffffffffc20a21e0) 00000020:00000001:0.0:1763346491.337816:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346491.337819:0:62985:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540774784, found 0 last_xid 1848996540774783 00000020:00000001:0.0:1763346491.337823:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.337826:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.337828:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.337831:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.337838:0:62985:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:0.0:1763346491.337847:0:62985:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9fb40e414540. 00000100:00000001:0.0:1763346491.337852:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.337855:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.337864:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb41c086000. 02000000:00000001:0.0:1763346491.337867:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.337870:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346491.337875:0:62985:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9fb41755ae40. 00000020:00000001:0.0:1763346491.337877:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:0.0:1763346491.337881:0:62985:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.337884:0:62985:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:0.0:1763346491.337887:0:62985:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346491.337889:0:62985:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346491.337895:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346491.337904:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:0.0:1763346491.337907:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.337911:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.337915:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37800. 00000020:00000001:0.0:1763346491.337920:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.337923:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37800 with handle 0x757b854463af9ebb to hash 00000020:00000001:0.0:1763346491.337925:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.337926:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000010:0.0:1763346491.337932:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346491.337934:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00010000:0.0:1763346491.337939:0:62985:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9ebb lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212783 expref: -99 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.337948:0:62985:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346491.337950:0:62985:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00010000:00000001:0.0:1763346491.337958:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346491.337961:0:62985:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346491.337965:0:62985:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346491.337968:0:62985:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346491.337971:0:62985:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346491.337974:0:62985:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346491.337976:0:62985:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346491.337980:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.337988:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346491.337990:0:62985:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346491.337992:0:62985:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.337995:0:62985:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346491.337997:0:62985:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:0.0:1763346491.338001:0:62985:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:0.0:1763346491.338004:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.338006:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.338049:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9fb538be0000. 02000000:00000001:0.0:1763346491.344469:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.344484:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.344494:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.344498:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb41c086000. 02000000:00000001:0.0:1763346491.344507:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1763346491.344510:0:62985:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:0.0:1763346491.344517:0:62985:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.344520:0:62985:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346491.344531:0:62985:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346491.344534:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.344536:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.344539:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.344540:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.344543:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.344544:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.344545:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.344547:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.344548:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.344549:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.344551:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.344552:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.344553:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.344556:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.344558:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.344559:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.344561:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.344563:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.344565:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.344570:0:62985:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346491.344578:0:62985:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346491.344580:0:62985:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346491.344583:0:62985:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346491.344585:0:62985:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.344590:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.344592:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.344594:0:62985:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346491.344596:0:62985:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.344601:0:62985:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763346491.344608:0:62985:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c00daba48 00000004:00000002:0.0:1763346491.344611:0:62985:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_11, ldlm_rep = ffff9fb538be0250 00000004:00000001:0.0:1763346491.344616:0:62985:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763346491.344620:0:62985:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763346491.344623:0:62985:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763346491.344626:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346491.344629:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346491.344637:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:0.0:1763346491.344640:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.344643:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.344654:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346491.344661:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.344664:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463af9ec2 to hash 00000020:00000001:0.0:1763346491.344666:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.344668:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000010:0.0:1763346491.344673:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346491.344677:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346491.344680:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.344683:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.344687:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344697:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346491.344701:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346491.344704:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346491.344705:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.344708:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.344710:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.344711:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.344714:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346491.344716:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346491.344717:0:62985:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346491.344719:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346491.344721:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:0.0:1763346491.344724:0:62985:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346491.344733:0:62985:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 493 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346491.344739:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344743:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346491.344748:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.344750:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.344752:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346491.344754:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.344756:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.344759:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.344761:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346491.344764:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.344767:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344773:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346491.344774:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.344776:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.344778:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346491.344779:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346491.344784:0:62985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f900. 00010000:00000010:0.0:1763346491.344791:0:62985:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb50fb9aa00. 00010000:00000001:0.0:1763346491.344794:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.344796:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36a00. 00000020:00000001:0.0:1763346491.344798:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.344800:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36a00 with handle 0x757b854463af9ec9 to hash 00000020:00000001:0.0:1763346491.344802:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.344803:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000010:0.0:1763346491.344805:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346491.344807:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346491.344809:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.344811:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.344813:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344817:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346491.344818:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346491.344819:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346491.344820:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.344821:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.344822:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.344823:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.344825:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346491.344826:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346491.344827:0:62985:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346491.344828:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346491.344829:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417f4f900) refcount = 1 00010000:00010000:0.0:1763346491.344832:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344835:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346491.344837:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.344838:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.344840:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346491.344841:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.344843:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.344845:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.344846:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346491.344847:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.344849:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344853:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346491.344854:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.344855:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346491.344856:0:62985:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.344861:0:62985:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346491.344912:0:62985:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346491.344914:0:62985:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346491.344917:0:62985:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346491.344920:0:62985:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.344926:0:62985:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346491.344954:0:62985:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.344956:0:62985:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.344958:0:62985:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.344960:0:62985:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763346491.344963:0:62985:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346491.344965:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346491.344967:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.344969:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.344971:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:0.0:1763346491.344973:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346491.344976:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346491.344978:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346491.344981:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344986:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.344987:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.344990:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.344994:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.344995:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.344998:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346491.345000:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:0.0:1763346491.345005:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346491.345008:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.345010:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346491.345012:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345016:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346491.345017:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.345018:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.345019:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=4 00000020:00000001:0.0:1763346491.345021:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346491.345023:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346491.345025:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346491.345027:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345032:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346491.345034:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346491.345035:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345037:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.345039:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.345041:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.345042:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.345046:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463af9ec2 from hash 00010000:00000001:0.0:1763346491.345048:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.345049:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345050:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345051:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.345054:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.345055:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345057:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.345058:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.345061:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346491.345063:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346491.345065:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346491.345067:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.345069:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345071:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.345072:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346491.345074:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345075:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345077:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345078:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.345080:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.345083:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345087:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345088:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345090:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346491.345092:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346491.345093:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.345095:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463af9ec2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:0.0:1763346491.345100:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346491.345109:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346491.345110:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346491.345111:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346491.345112:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.345113:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.345114:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:0.0:1763346491.345116:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346491.345118:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346491.345120:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346491.345122:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345126:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345127:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.345128:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345132:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.345133:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345135:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346491.345137:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:0.0:1763346491.345141:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346491.345142:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.345143:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346491.345145:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345149:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346491.345150:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.345151:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.345152:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=4 00000020:00000001:0.0:1763346491.345153:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346491.345155:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346491.345156:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346491.345158:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345167:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346491.345168:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346491.345169:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345171:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.345173:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.345174:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.345175:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.345178:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36a00 with handle 0x757b854463af9ec9 from hash 00010000:00000001:0.0:1763346491.345180:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.345181:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345182:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345183:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.345185:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.345186:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345187:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.345189:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.345190:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346491.345192:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417f4f900) 00010000:00010000:0.0:1763346491.345194:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346491.345196:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.345197:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345199:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.345200:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346491.345202:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345203:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345205:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345206:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.345208:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.345256:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:0.0:1763346491.345263:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345264:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345265:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346491.345267:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346491.345268:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.345271:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463af9ec9 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:0.0:1763346491.345276:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf400. 00010000:00000040:0.0:1763346491.345279:0:62985:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f900 count: 0 00010000:00000010:0.0:1763346491.345285:0:62985:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb50fb9aa00. 00010000:00000001:0.0:1763346491.345292:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346491.345293:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346491.345295:0:62985:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346491.345296:0:62985:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346491.345298:0:62985:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346491.345301:0:62985:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:0.0:1763346491.345306:0:62985:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346491.345308:0:62985:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346491.345310:0:62985:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346491.345312:0:62985:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346491.345314:0:62985:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346491.345318:0:62985:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346491.345338:0:62985:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.345341:0:62985:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.345344:0:62985:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763346491.345357:0:62985:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346491.345359:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.345365:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345366:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345368:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.345369:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.345372:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37800 with handle 0x757b854463af9ebb from hash 00010000:00000001:0.0:1763346491.345374:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.345376:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.345377:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.345378:0:62985:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346491.345380:0:62985:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:0.0:1763346491.345383:0:62985:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:0.0:1763346491.345389:0:62985:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9ebb lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212783 expref: 493 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.345396:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346491.345399:0:62985:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.345402:0:62985:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.345404:0:62985:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.345406:0:62985:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345408:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.345410:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.345411:0:62985:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.345413:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.345414:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.345415:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.345417:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346491.345418:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346491.345421:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763346491.345423:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.345425:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.345426:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.345428:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.345431:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463af9ebb lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212783 expref: 493 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.345437:0:62985:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346491.345440:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00010000:00000010:0.0:1763346491.345443:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346491.345448:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.345451:0:62985:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37800, rc -2) 00000004:00000001:0.0:1763346491.345455:0:62985:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.345459:0:62985:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763346491.345464:0:62985:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9fb40e414540. 00000004:00000010:0.0:1763346491.345469:0:62985:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346491.345473:0:62985:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346491.345480:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:0.0:1763346491.345483:0:62985:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.345485:0:62985:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1763346491.345490:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 0, xid 1848996540774784 00010000:00000001:0.0:1763346491.345493:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.345503:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5094f4450 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/53424 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346491.345513:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.345516:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.345521:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=143 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346491.345527:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.345530:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.345533:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.345536:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.345539:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.345543:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.345547:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.345555:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9fb526a10000. 00000100:00000200:0.0:1763346491.345563:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848996540774784, offset 224 00000400:00000200:0.0:1763346491.345573:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.345590:0:62985:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.345599:0:62985:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198413:198413:256:4294967295] 192.168.204.16@tcp LPNI seq info [198409:198409:8:4294967295] 00000400:00000200:0.0:1763346491.345613:0:62985:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.345619:0:62985:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.345624:0:62985:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9fb402f86e00. 00000800:00000200:0.0:1763346491.345631:0:62985:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.345641:0:62985:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:0.0:1763346491.345646:0:62985:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb402f86e00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:0.0:1763346491.345670:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.345673:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.345676:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.345678:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.345681:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.345686:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5094f4450 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/53424 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.345696:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5094f4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+492:2356:x1848996540774784:12345-192.168.204.16@tcp:63:ll_sa.0 Request processed in 7915us (8364us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763346491.345707:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 566 00000100:00000040:0.0:1763346491.345711:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346491.345713:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.345715:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.345722:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.345727:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:0.0:1763346491.345733:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83800. 00000020:00000040:0.0:1763346491.345739:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 02000000:00000001:0.0:1763346491.345749:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345751:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb530d12000. 02000000:00000001:0.0:1763346491.345755:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345757:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506101180. 02000000:00000001:0.0:1763346491.345762:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345763:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb41c11e000. 02000000:00000001:0.0:1763346491.345766:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345768:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506103800. 02000000:00000001:0.0:1763346491.345771:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345772:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb530e9a000. 02000000:00000001:0.0:1763346491.345775:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345776:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506102d80. 02000000:00000001:0.0:1763346491.345779:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345780:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb535562000. 02000000:00000001:0.0:1763346491.345783:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345784:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768700. 02000000:00000001:0.0:1763346491.345786:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345787:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff9fb530e10000. 02000000:00000001:0.0:1763346491.345809:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345811:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4000. 02000000:00000001:0.0:1763346491.345815:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345817:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff9fb539870000. 02000000:00000001:0.0:1763346491.345826:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345828:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3c000. 02000000:00000001:0.0:1763346491.345831:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345832:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff9fb538a60000. 02000000:00000001:0.0:1763346491.345844:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345845:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982680. 02000000:00000001:0.0:1763346491.345849:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345850:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff9fb530ca0000. 02000000:00000001:0.0:1763346491.345866:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345868:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532981180. 02000000:00000001:0.0:1763346491.345870:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345871:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb538b5a000. 02000000:00000001:0.0:1763346491.345874:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345875:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532980a80. 02000000:00000001:0.0:1763346491.345878:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345879:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb5400fe000. 02000000:00000001:0.0:1763346491.345883:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345884:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532983480. 02000000:00000001:0.0:1763346491.345888:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345889:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb417fbe000. 02000000:00000001:0.0:1763346491.345891:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345892:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7100. 02000000:00000001:0.0:1763346491.345895:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345895:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb40e71c000. 02000000:00000001:0.0:1763346491.345899:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345900:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f5c00. 02000000:00000001:0.0:1763346491.345905:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345906:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb5051c0000. 02000000:00000001:0.0:1763346491.345910:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345911:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7800. 02000000:00000001:0.0:1763346491.345914:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345915:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb5051ce000. 02000000:00000001:0.0:1763346491.345917:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345918:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4e00. 02000000:00000001:0.0:1763346491.345922:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345923:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb51fcee000. 02000000:00000001:0.0:1763346491.345927:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345928:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f5880. 02000000:00000001:0.0:1763346491.345931:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345932:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb52ad9e000. 02000000:00000001:0.0:1763346491.345936:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345938:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401812a00. 02000000:00000001:0.0:1763346491.345941:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345942:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb4179ac000. 02000000:00000001:0.0:1763346491.345945:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345946:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e680. 02000000:00000001:0.0:1763346491.345949:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345950:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb533184000. 02000000:00000001:0.0:1763346491.345955:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345956:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3dc00. 02000000:00000001:0.0:1763346491.345960:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345961:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb538040000. 02000000:00000001:0.0:1763346491.345964:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345965:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3d180. 02000000:00000001:0.0:1763346491.345968:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345969:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb51ff82000. 02000000:00000001:0.0:1763346491.345972:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345973:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3ed80. 02000000:00000001:0.0:1763346491.345976:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345977:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb532a48000. 02000000:00000001:0.0:1763346491.345980:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345981:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51419b100. 02000000:00000001:0.0:1763346491.345984:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345986:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb535560000. 02000000:00000001:0.0:1763346491.345988:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345989:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51419b800. 02000000:00000001:0.0:1763346491.345992:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.345993:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb51ed0c000. 02000000:00000001:0.0:1763346491.345996:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.345997:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb514198700. 02000000:00000001:0.0:1763346491.346000:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.346002:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb51df88000. 02000000:00000001:0.0:1763346491.346004:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.346005:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51419aa00. 02000000:00000001:0.0:1763346491.346009:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346491.346010:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 57376 at ffff9fb505910000. 02000000:00000001:0.0:1763346491.346030:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346491.346032:0:62985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401813800. 00000100:00000001:0.0:1763346491.346037:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763346491.346049:0:62985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1763346491.346057:0:62985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc2c0. 00000400:00000010:0.0:1763346491.346065:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9fb41c086000. 00010000:00000010:0.1:1763346491.351359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346491.355278:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f900. 00010000:00000010:0.1:1763346491.355302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00010000:00000010:0.1:1763346491.355308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000800:00000001:3.0:1763346491.356663:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.356688:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.356693:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.356695:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.356710:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.356732:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e00fa00 00000400:00000200:3.0:1763346491.356742:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 13480 00000800:00000001:3.0:1763346491.356752:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.356762:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.356765:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.356770:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.356779:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.356782:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346491.356788:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208c700. 00000100:00000040:3.0:1763346491.356792:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52208c700 x1848996540774912 msgsize 576 00000100:00100000:3.0:1763346491.356801:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.356973:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.356984:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.356988:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.357061:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.357064:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540774912 02000000:00000001:0.0:1763346491.357068:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.357070:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.357073:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.357078:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.357083:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540774912 00000020:00000001:0.0:1763346491.357087:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.357089:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346491.357092:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.357096:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:0.0:1763346491.357098:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346491.357101:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346491.357107:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.357113:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8b80. 00000100:00000001:0.0:1763346491.357117:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.357120:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8b80. 00000020:00000010:0.0:1763346491.357128:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:0.0:1763346491.357135:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9aa00. 00000020:00000010:0.0:1763346491.357140:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346491.357149:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346491.357153:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.357154:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346491.357158:0:26440:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346491.357160:0:26440:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.357162:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.357171:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.357183:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.357198:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.357200:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.357205:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140779 00000100:00000040:0.0:1763346491.357209:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346491.357492:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199041738496 : -105874667813120 : ffff9fb52208c700) 00000100:00000040:0.0:1763346491.357503:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52208c700 x1848996540774912/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 576/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346491.357514:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1763346491.362394:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.362413:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.362417:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.362420:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.362431:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.362455:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 672 into portal 24 MB=0x691a70e00f980 00000400:00000200:3.0:1763346491.362464:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 672/672 into md 0x4bc9 [256] + 0 00000800:00000001:3.0:1763346491.362476:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.364502:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.364511:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.364521:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.364530:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.364533:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763346491.364543:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546c000. 00000100:00000040:3.0:1763346491.364547:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546c000 x1848996540774784 msgsize 672 00000100:00100000:3.0:1763346491.364551:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.364573:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.364584:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.364592:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.364632:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.364637:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540774784 02000000:00000001:1.0:1763346491.364640:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.364643:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.364646:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.364653:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.364657:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540774784 00000020:00000001:1.0:1763346491.364661:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.364663:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.364666:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.364670:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:1.0:1763346491.364673:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.364675:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.364680:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.364689:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d80. 00000100:00000001:1.0:1763346491.364693:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.364696:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d80. 00000020:00000010:1.0:1763346491.364706:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.364712:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.364719:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.364728:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346491.364732:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.364733:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346491.364736:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.364746:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.364770:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.364785:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.364787:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.364794:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 567 00000100:00000040:1.0:1763346491.364799:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:1.0:1763346491.364801:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364567040 : -105874344984576 : ffff9fb53546c000) 00000100:00000040:1.0:1763346491.364807:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546c000 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/0 e 0 to 0 dl 1763346502 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.364818:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.364821:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d80. 00000100:00000001:1.0:1763346491.364823:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.364825:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d80. 00000100:00100000:1.0:1763346491.364829:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+494:2356:x1848996540774784:12345-192.168.204.16@tcp:63:ll_sa.0 00000100:00000200:1.0:1763346491.364833:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540774784 00000020:00000001:1.0:1763346491.364836:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.364842:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346491.364847:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.364849:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.364851:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028256 : -1039523360 : ffffffffc20a21e0) 00000020:00000001:1.0:1763346491.364855:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.364859:0:62985:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540774784, found 0 last_xid 1848996540774783 00000020:00000001:1.0:1763346491.364862:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.364864:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.364866:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.364869:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.364876:0:62985:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763346491.364882:0:62985:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9fb41788da28. 00000100:00000001:1.0:1763346491.364887:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.364890:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.364897:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb532a84000. 02000000:00000001:1.0:1763346491.364900:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.364902:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763346491.364908:0:62985:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9fb417f31f00. 00000020:00000001:1.0:1763346491.364910:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763346491.364913:0:62985:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540774784, found 0 last_xid 1848996540774783 00000020:00080000:1.0:1763346491.364918:0:62985:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9fb53546c000 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/4320 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346491.364928:0:62985:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.364931:0:62985:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763346491.364935:0:62985:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346491.364937:0:62985:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346491.364949:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.364955:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:1.0:1763346491.364959:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.364962:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.364967:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0e00. 00000020:00000001:1.0:1763346491.364970:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.364973:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0e00 with handle 0x757b854463af9ede to hash 00000020:00000001:1.0:1763346491.364975:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.364977:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000010:1.0:1763346491.364982:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4e80. 00010000:00000001:1.0:1763346491.364985:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00010000:1.0:1763346491.364989:0:62985:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9ede lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212783 expref: -99 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.364996:0:62985:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.364998:0:62985:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:1.0:1763346491.365005:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346491.365008:0:62985:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346491.365012:0:62985:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346491.365014:0:62985:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346491.365016:0:62985:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763346491.365019:0:62985:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.365022:0:62985:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346491.365026:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.365033:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346491.365035:0:62985:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346491.365037:0:62985:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.365041:0:62985:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346491.365043:0:62985:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763346491.365208:0:62985:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:1.0:1763346491.365239:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.365240:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.365293:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9fb505910000. 02000000:00000001:1.0:1763346491.365296:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.365299:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.365305:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346491.365308:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb532a84000. 02000000:00000001:1.0:1763346491.365312:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763346491.365315:0:62985:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763346491.365319:0:62985:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.365322:0:62985:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763346491.365328:0:62985:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346491.365331:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.365333:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365336:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.365338:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.365341:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365342:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.365344:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.365354:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365356:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.365357:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.365360:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365361:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.365363:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.365365:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365368:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.365369:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.365372:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365375:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.365376:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.365383:0:62985:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.365391:0:62985:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.365397:0:62985:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.365402:0:62985:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.365407:0:62985:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365412:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.365415:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.365419:0:62985:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.365423:0:62985:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.365428:0:62985:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540774784, found 0 last_xid 1848996540774783 00000004:00010000:1.0:1763346491.365438:0:62985:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0xa650ee2d79212783 req@ffff9fb53546c000 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/53424 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346491.365450:0:62985:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763346491.365459:0:62985:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c00daba48 00000004:00000002:1.0:1763346491.365463:0:62985:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_11, ldlm_rep = ffff9fb505910250 00000004:00000001:1.0:1763346491.365470:0:62985:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346491.365476:0:62985:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346491.365481:0:62985:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346491.365486:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.365490:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.365494:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:1.0:1763346491.365497:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.365503:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.365509:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1200. 00000020:00000001:1.0:1763346491.365514:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.365517:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1200 with handle 0x757b854463af9ee5 to hash 00000020:00000001:1.0:1763346491.365521:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.365522:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000010:1.0:1763346491.365528:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4f80. 00010000:00000001:1.0:1763346491.365532:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.365539:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.365543:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.365547:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.365559:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.365565:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.365568:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.365571:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.365574:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.365577:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.365578:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.365581:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.365583:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.365584:0:62985:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.365586:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.365588:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:1.0:1763346491.365592:0:62985:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346491.365598:0:62985:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9ed7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921278a expref: 495 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.365606:0:62985:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 495 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346491.365614:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368116:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.368124:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.368125:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368128:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.368130:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.368134:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368137:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.368141:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.368144:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.368148:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368156:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.368158:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368160:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368163:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.368165:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346491.368178:0:62985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972700. 00010000:00000010:1.0:1763346491.368183:0:62985:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364280. 00010000:00000001:1.0:1763346491.368189:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.368203:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1a00. 00000020:00000001:1.0:1763346491.368207:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.368211:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1a00 with handle 0x757b854463af9eec to hash 00000020:00000001:1.0:1763346491.368223:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.368225:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000010:1.0:1763346491.368230:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4e00. 00010000:00000001:1.0:1763346491.368233:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.368238:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.368240:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.368243:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368250:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.368254:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.368256:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.368257:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.368259:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.368268:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.368270:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.368272:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.368274:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.368276:0:62985:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.368277:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.368280:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417972700) refcount = 1 00010000:00010000:1.0:1763346491.368284:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368289:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.368290:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.368292:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368293:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.368294:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.368296:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368298:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.368301:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.368303:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.368305:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368310:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.368311:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368312:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.368314:0:62985:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.368322:0:62985:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346491.368381:0:62985:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346491.368385:0:62985:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346491.368388:0:62985:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346491.368392:0:62985:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.368397:0:62985:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346491.368425:0:62985:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.368427:0:62985:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.368429:0:62985:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.368433:0:62985:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763346491.368438:0:62985:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346491.368440:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346491.368442:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.368444:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.368447:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:1.0:1763346491.368449:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.368452:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.368454:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346491.368457:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368462:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368463:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.368466:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368475:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.368477:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368480:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346491.368483:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:1.0:1763346491.368488:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346491.368491:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.368493:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346491.368495:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368500:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346491.368502:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.368503:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.368504:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=4 00000020:00000001:1.0:1763346491.368506:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.368508:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.368511:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346491.368514:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368519:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346491.368521:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346491.368522:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368525:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.368526:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.368528:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.368529:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.368532:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1200 with handle 0x757b854463af9ee5 from hash 00010000:00000001:1.0:1763346491.368534:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.368535:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368536:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368538:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.368540:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.368541:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368544:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.368546:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.368548:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.368550:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346491.368553:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346491.368556:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.368559:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368561:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346491.368563:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346491.368564:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368565:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368567:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368569:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.368571:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.368573:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368578:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368579:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368580:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346491.368582:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346491.368583:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.368585:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9ee5 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:1.0:1763346491.368590:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4f80. 00010000:00000001:1.0:1763346491.368599:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.368600:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.368601:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346491.368602:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.368603:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.368605:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346491.368606:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.368608:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.368611:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346491.368613:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368618:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368619:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.368621:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368626:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.368627:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368628:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346491.368630:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:1.0:1763346491.368635:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346491.368636:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.368637:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346491.368639:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368644:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346491.368645:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.368646:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.368647:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=4 00000020:00000001:1.0:1763346491.368649:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.368650:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.368652:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346491.368654:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368658:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346491.368659:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346491.368660:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368662:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.368664:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.368665:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.368666:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.368669:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1a00 with handle 0x757b854463af9eec from hash 00010000:00000001:1.0:1763346491.368671:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.368672:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368673:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368674:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.368675:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.368676:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368678:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.368679:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.368680:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.368682:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417972700) 00010000:00010000:1.0:1763346491.368684:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346491.368685:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.368687:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368688:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346491.368689:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346491.368691:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368692:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368693:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368695:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.368696:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.368699:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:1.0:1763346491.368703:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368704:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368705:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346491.368706:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346491.368707:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.368708:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9eec lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:1.0:1763346491.368713:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4e00. 00010000:00000040:1.0:1763346491.368715:0:62985:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972700 count: 0 00010000:00000010:1.0:1763346491.368722:0:62985:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364280. 00010000:00000001:1.0:1763346491.368727:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.368728:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346491.368730:0:62985:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346491.368732:0:62985:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346491.368734:0:62985:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346491.368738:0:62985:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763346491.368744:0:62985:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.368747:0:62985:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346491.368749:0:62985:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.368751:0:62985:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.368753:0:62985:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346491.368759:0:62985:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346491.368784:0:62985:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.368788:0:62985:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.368790:0:62985:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763346491.368793:0:62985:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346491.368794:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.368800:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368801:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368803:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.368804:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.368806:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0e00 with handle 0x757b854463af9ede from hash 00010000:00000001:1.0:1763346491.368808:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.368810:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.368811:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.368812:0:62985:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346491.368814:0:62985:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763346491.368817:0:62985:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763346491.368827:0:62985:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9ede lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212783 expref: 495 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.368832:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346491.368835:0:62985:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.368838:0:62985:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.368840:0:62985:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.368843:0:62985:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368845:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.368846:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.368848:0:62985:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.368849:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.368850:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.368851:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.368853:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.368854:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346491.368856:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763346491.368858:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.368859:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.368861:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346491.368862:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.368865:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9ede lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212783 expref: 495 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.368871:0:62985:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346491.368874:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00010000:00000010:1.0:1763346491.368877:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4e80. 00010000:00000001:1.0:1763346491.368880:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.368882:0:62985:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0e00, rc -2) 00000004:00000001:1.0:1763346491.368886:0:62985:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.368889:0:62985:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763346491.368904:0:62985:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9fb41788da28. 00000004:00000010:1.0:1763346491.368908:0:62985:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9fb417f31f00. 00000004:00000001:1.0:1763346491.368912:0:62985:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346491.368918:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346491.368921:0:62985:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.368923:0:62985:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763346491.368928:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 0, xid 1848996540774784 00010000:00000001:1.0:1763346491.368931:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.368941:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546c000 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/53424 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346491.368951:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.368954:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.368959:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=143 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346491.368965:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.368967:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 10 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.368970:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.368973:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.368977:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.368982:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.368985:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.368993:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9fb41764b800. 00000100:00000200:1.0:1763346491.369002:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848996540775040, offset 224 00000400:00000200:1.0:1763346491.369011:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.369029:0:62985:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.369038:0:62985:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198415:198415:255:4294967295] 192.168.204.16@tcp LPNI seq info [198411:198411:7:4294967295] 00000400:00000200:1.0:1763346491.369053:0:62985:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.369059:0:62985:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.369064:0:62985:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9fb41764ae00. 00000800:00000200:1.0:1763346491.369072:0:62985:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.369081:0:62985:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346491.369087:0:62985:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb41764ae00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:1.0:1763346491.369751:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.369756:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.369759:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.369760:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.369763:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.369768:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546c000 x1848996540774784/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 672/53424 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.369778:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+493:2356:x1848996540774784:12345-192.168.204.16@tcp:63:ll_sa.0 Request processed in 4958us (5228us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763346491.369789:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 567 00000100:00000040:1.0:1763346491.369792:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.369794:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.369795:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.369798:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.369801:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.369806:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.369810:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:1.0:1763346491.369812:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.369899:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.369904:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8c00. 00000400:00000200:0.0:1763346491.369910:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.369917:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.369925:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b908 00000400:00000010:0.0:1763346491.369928:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b908. 00000100:00000001:0.0:1763346491.369935:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.369937:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763346491.370019:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.370022:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9fb41764ae00. 00000400:00000200:0.0:1763346491.370025:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.370029:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.370032:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41764b800 00000400:00000010:0.0:1763346491.370034:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9fb41764b800. 00000100:00000001:0.0:1763346491.370036:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.370038:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346491.371453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:1.1:1763346491.376457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:1.1:1763346491.376475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00010000:00000010:1.1:1763346491.376479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:1.1:1763346491.376481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00000800:00000001:3.0:1763346491.420495:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.420520:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.420527:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.420529:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.420545:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.420569:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e00fb80 00000400:00000200:3.0:1763346491.420581:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 14056 00000800:00000001:3.0:1763346491.420592:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.420606:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.420609:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.420615:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.420624:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.420626:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346491.420634:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546ed80. 00000100:00000040:3.0:1763346491.420638:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546ed80 x1848996540775296 msgsize 4616 00000100:00100000:3.0:1763346491.420643:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.421006:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.421018:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.421022:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.425806:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.425820:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8800. 00000400:00000200:0.0:1763346491.425830:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.425843:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.425852:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b4c8 00000400:00000010:0.0:1763346491.425856:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b4c8. 00000100:00000001:0.0:1763346491.425864:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.425867:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.428720:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.428741:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.428746:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.428748:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.428762:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.428784:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 464 into portal 12 MB=0x691a70e00fc00 00000400:00000200:3.0:1763346491.428794:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 464/464 into md 0xd4325 [64] + 18672 00000800:00000001:3.0:1763346491.428804:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.428816:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.428819:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.428824:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.428832:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.428834:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346491.428841:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546e300. 00000100:00000040:3.0:1763346491.428845:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546e300 x1848996540775424 msgsize 464 00000100:00100000:3.0:1763346491.428850:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.428865:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.428874:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.428876:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346491.437091:0:26440:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000800:00000200:3.0:1763346491.442925:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.442939:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8800. 00000400:00000200:3.0:1763346491.442949:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.442961:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.442971:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b5d8 00000400:00000010:3.0:1763346491.442975:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b5d8. 00000100:00000001:3.0:1763346491.442983:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.442985:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.442998:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.443011:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.443014:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.443016:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.443024:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.443040:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e00fd00 00000400:00000200:3.0:1763346491.443051:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124bd9 [2] + 1960 00000400:00000010:3.0:1763346491.443058:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5055e4688. 00000400:00000200:3.0:1763346491.443062:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb515725300 00000800:00000001:3.0:1763346491.443072:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.443102:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.443105:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.443109:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.443114:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb515725300 00000400:00000010:3.0:1763346491.443116:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb515725300. 00000100:00000001:3.0:1763346491.443120:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.443122:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:3.0:1763346491.443127:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb4042fec50 x1848996540775680 msgsize 392 00000100:00100000:3.0:1763346491.443131:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346491.443134:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346491.443155:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.443163:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.443167:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.443189:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.443193:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540775680 02000000:00000001:1.0:1763346491.443197:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.443199:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.443202:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.443208:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.443323:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540775680 00000020:00000001:1.0:1763346491.443328:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.443331:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.443334:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.443338:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:1.0:1763346491.443341:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.443353:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.443359:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.443365:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.443370:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.443373:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000020:00000010:1.0:1763346491.443380:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.443387:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.443393:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.443404:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763346491.443408:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.443410:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346491.443414:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.443425:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.443432:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.443448:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.443451:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.443457:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20986 00000100:00000040:1.0:1763346491.443463:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.443465:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194246020176 : -105879463531440 : ffff9fb4042fec50) 00000100:00000040:1.0:1763346491.443474:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb4042fec50 x1848996540775680/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.443482:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.443485:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.443487:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.443489:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00100000:1.0:1763346491.443494:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb4042fec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+494:226242:x1848996540775680:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:1.0:1763346491.443498:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540775680 00000020:00000001:1.0:1763346491.443501:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.443506:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346491.443511:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.443514:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.443516:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:1.0:1763346491.443520:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.443524:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540775680, found 0 last_xid 1848996540775679 00000020:00000001:1.0:1763346491.443527:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.443530:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.443532:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.443536:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443542:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763346491.443545:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763346491.443547:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763346491.443552:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443556:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346491.443561:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.443563:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443566:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.443567:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.443570:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443571:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.443572:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.443574:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443575:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.443576:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.443579:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443580:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.443582:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.443583:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443586:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443588:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763346491.443590:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443593:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346491.443594:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.443595:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443597:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.443598:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.443600:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443602:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.443603:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.443605:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443607:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.443608:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.443615:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.443622:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.443624:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.443627:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.443629:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.443632:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.443633:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443635:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.443638:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443639:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.443644:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.443647:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.443652:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb535645400. 02000000:00000001:1.0:1763346491.443654:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.443657:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443659:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346491.443661:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443664:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763346491.443666:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763346491.443668:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.443670:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb417896f00 refcount=2 00000020:00000001:1.0:1763346491.443672:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194570653440 : -105879138898176 : ffff9fb417896f00) 00000004:00000001:1.0:1763346491.443676:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194570653440 : -105879138898176 : ffff9fb417896f00) 00000020:00000040:1.0:1763346491.443679:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb417896f00 with handle 0x757b854463af9efa from hash 00000004:00000001:1.0:1763346491.443684:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763346491.443687:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4057:0x0] with intent: 0 00000004:00000001:1.0:1763346491.443692:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763346491.443696:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.443703:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.443708:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.443716:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346491.443719:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346491.443723:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346491.443726:0:19976:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443729:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763346491.443777:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763346491.443780:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.443784:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4057:0x0], previous was 0x7 00000004:00000001:1.0:1763346491.443787:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443790:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763346491.443793:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443796:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763346491.443802:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.443805:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763346491.443808:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb417896f00. 00000004:00000001:1.0:1763346491.443820:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346491.443825:0:19976:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346491.443828:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.443830:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443832:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.443834:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346491.443838:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346491.443845:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535645800. 00080000:00000001:1.0:1763346491.443848:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366506496 : -105874343045120 : ffff9fb535645800) 00080000:00000001:1.0:1763346491.443851:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346491.443858:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346491.443864:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346491.443866:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.443890:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.444412:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346491.444418:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346491.444422:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055452, last_committed = 8590055443 00000001:00000010:1.0:1763346491.444428:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54f00. 00000001:00000040:1.0:1763346491.444431:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:1.0:1763346491.444434:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00000001:00000010:1.0:1763346491.444439:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f31b40. 00080000:00000001:1.0:1763346491.444447:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346491.444466:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346491.444470:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f31b40: xid 1848996540775680, transno 8590055452, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763346491.444473:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.444487:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.444489:0:19976:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346491.444492:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.444494:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.444496:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346491.444499:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346491.444504:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.444509:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.444511:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763346491.444519:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.444527:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.444530:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.444534:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055452, xid 1848996540775680 00010000:00000001:1.0:1763346491.444537:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.444545:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb4042fec50 x1848996540775680/t8590055452(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346491.444555:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.444559:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.444563:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.444568:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.444570:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.444573:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.444576:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.444579:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.444583:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.444586:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.444591:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b000. 00000100:00000200:1.0:1763346491.444599:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540775680, offset 224 00000400:00000200:1.0:1763346491.444607:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.444622:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.444629:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198418:198418:256:4294967295] 192.168.204.16@tcp LPNI seq info [198414:198414:8:4294967295] 00000400:00000200:1.0:1763346491.444642:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.444648:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.444654:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed300. 00000800:00000200:1.0:1763346491.444661:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.444669:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.444675:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed300 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.445191:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.445199:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.445202:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.445204:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.445208:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.445363:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb4042fec50 x1848996540775680/t8590055452(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346491.445375:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb4042fec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+495:226242:x1848996540775680:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 1890us (2245us total) trans 8590055452 rc 0/0 00000100:00100000:1.0:1763346491.445387:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20986 00000100:00000040:1.0:1763346491.445392:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.445394:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.445396:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.445402:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:1.0:1763346491.445408:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.445414:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.445421:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 02000000:00000001:1.0:1763346491.445430:0:19976:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346491.445433:0:19976:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5055ea400. 02000000:00000001:1.0:1763346491.445439:0:19976:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346491.445442:0:19976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52208f100. 02000000:00000001:1.0:1763346491.445448:0:19976:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346491.445449:0:19976:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5055e8400. 02000000:00000001:1.0:1763346491.445451:0:19976:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346491.445452:0:19976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52208f800. 02000000:00000001:1.0:1763346491.445455:0:19976:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346491.445457:0:19976:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb535644c00. 02000000:00000001:1.0:1763346491.445460:0:19976:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346491.445462:0:19976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982d80. 02000000:00000001:1.0:1763346491.445467:0:19976:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346491.445469:0:19976:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5260b5800. 02000000:00000001:1.0:1763346491.445471:0:19976:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346491.445473:0:19976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3c380. 02000000:00000001:1.0:1763346491.445477:0:19976:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346491.445478:0:19976:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5296b7800. 02000000:00000001:1.0:1763346491.445480:0:19976:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346491.445482:0:19976:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532981500. 00000100:00000001:1.0:1763346491.445486:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346491.445494:0:19976:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1763346491.445504:0:19976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636268. 00000400:00000010:1.0:1763346491.445512:0:19976:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f31f00. 00000800:00000200:3.0:1763346491.447245:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1763346491.447366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346491.447385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417a28b00. 00010000:00000010:2.1:1763346491.447390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346491.447393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00000800:00000010:3.0:1763346491.447434:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed300. 00000400:00000200:3.0:1763346491.447443:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.447454:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.447464:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b000 00000400:00000010:3.0:1763346491.447468:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b000. 00000100:00000001:3.0:1763346491.447474:0:3288:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763346491.447477:0:3288:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346491.447480:0:3288:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb535645400. 02000000:00000001:3.0:1763346491.447486:0:3288:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763346491.447487:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.474541:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.474565:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.474570:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.474573:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.474588:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.474610:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e00fe00 00000400:00000200:3.0:1763346491.474621:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 19136 00000800:00000001:3.0:1763346491.474631:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.474646:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.474650:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.474655:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.474664:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.474667:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346491.474674:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546ea00. 00000100:00000040:3.0:1763346491.474678:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546ea00 x1848996540775936 msgsize 4616 00000100:00100000:3.0:1763346491.474682:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.475771:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.475788:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.475796:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.476375:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.476379:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.476388:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140782 00000100:00000040:1.0:1763346491.476392:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.476394:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364577792 : -105874344973824 : ffff9fb53546ea00) 00000100:00000040:1.0:1763346491.476403:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546ea00 x1848996540775936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.476414:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.476419:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.476421:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.476423:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00100000:1.0:1763346491.476428:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:226244:x1848996540775936:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346491.476433:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540775936 00000020:00000001:1.0:1763346491.476437:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.476441:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346491.476446:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f31b40: xid 1848996540775680, transno 8590055452, client gen 3, slot idx 1 00000001:00000001:1.0:1763346491.476453:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b9756c0: xid 1848996540775296, transno 8590055451, client gen 3, slot idx 0 00000001:00000010:1.0:1763346491.476457:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b9756c0. 00000020:00000001:1.0:1763346491.476462:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.476467:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.476469:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346491.476473:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.476476:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540775936, found 0 last_xid 1848996540775935 00000020:00000001:1.0:1763346491.476479:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.476481:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.476484:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.476489:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.476492:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346491.476495:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346491.476497:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346491.476499:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346491.476502:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.476508:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.476517:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:1.0:1763346491.476520:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.476524:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.476528:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0e00. 00000020:00000001:1.0:1763346491.476533:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.476536:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0e00 with handle 0x757b854463af9f16 to hash 00000020:00000001:1.0:1763346491.476538:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.476540:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000010:1.0:1763346491.476545:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4e80. 00010000:00000001:1.0:1763346491.476548:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00010000:1.0:1763346491.476553:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9f16 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212798 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.476561:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.476564:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:1.0:1763346491.476572:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346491.476576:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346491.476586:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346491.476589:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346491.476591:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476593:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346491.476599:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb53546ea00 x1848996540775936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/0 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346491.476608:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346491.476611:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346491.476613:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346491.476616:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.476618:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.476621:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.476623:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.476626:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.476627:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.476629:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.476631:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.476638:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.476639:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476641:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476643:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476646:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346491.476647:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346491.476650:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.476652:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.476697:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb538a60000. 02000000:00000001:1.0:1763346491.476700:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.476704:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476709:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346491.476710:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.476712:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.476713:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.476715:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.476716:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.476718:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.476719:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.476721:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.476723:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.476724:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.476729:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.476736:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.476738:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.476741:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.476742:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.476745:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.476746:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476748:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.476750:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476753:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346491.476756:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476758:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346491.476762:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346491.476765:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:1.0:1763346491.476768:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x405a:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346491.476773:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763346491.476776:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.476778:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346491.476782:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.476789:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346491.476792:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346491.476794:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.476795:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:1.0:1763346491.476797:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.476800:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:1.0:1763346491.476802:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:1.0:1763346491.476804:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346491.476806:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476811:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.476814:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.476823:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476826:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.476832:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.476835:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.476843:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.476846:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.476850:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.476852:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.476855:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.476857:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763346491.476861:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.476862:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.476864:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.476866:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.476868:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.476870:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763346491.476873:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb538a60378 00000004:00000001:1.0:1763346491.476877:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.476881:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763346491.476884:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346491.476886:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.476889:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405a:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763346491.476892:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763346491.476896:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.476899:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.476902:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972d00 count: 2 00010000:00000001:1.0:1763346491.476905:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.476907:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.476910:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1a00. 00000020:00000001:1.0:1763346491.476913:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.476915:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1a00 with handle 0x757b854463af9f1d to hash 00000020:00000001:1.0:1763346491.476916:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.476918:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000010:1.0:1763346491.476922:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4e00. 00010000:00000001:1.0:1763346491.476924:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.476927:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.476930:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.476933:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f1d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.476940:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.476944:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.476947:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.476949:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.476951:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.476953:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.476955:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.476958:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.476960:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.476962:0:19997:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.476964:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.476966:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417972d00) refcount = 2 00010000:00000040:1.0:1763346491.476970:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346491.476974:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0400/0x757b854463af9c8b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921264f expref: 496 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346491.476982:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.476988:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.476994:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.476997:0:19997:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.476999:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.477001:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.477003:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.477006:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.477009:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.477012:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.477015:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f1d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.477020:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.477022:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.477024:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.477026:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.477028:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.477030:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346491.477033:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.477036:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.477038:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.477039:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.477041:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.477044:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405a:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763346491.477048:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.477050:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477123:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763346491.477126:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.477128:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.477129:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.477131:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.477133:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.477134:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.477135:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.477137:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.477139:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763346491.477144:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: returning size 1024 00000001:00000001:1.0:1763346491.477147:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.477148:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477151:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346491.477153:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.477155:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.477157:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.477160:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.477162:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.477163:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.477166:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477169:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763346491.477172:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1763346491.477174:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763346491.477176:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477179:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763346491.477184:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763346491.477188:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763346491.477190:0:19997:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477192:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477194:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.477199:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763346491.477203:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364180. 00000020:00000001:1.0:1763346491.477205:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.477207:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364180 with handle 0x757b854463af9f24 to hash 00000020:00000001:1.0:1763346491.477209:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763346491.477211:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279600000 : -105874429951616 : ffff9fb530364180) 00000004:00000001:1.0:1763346491.477242:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346491.477243:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763346491.477246:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405a:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:1.0:1763346491.477251:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346491.477255:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346491.477267:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535644c00. 00080000:00000001:1.0:1763346491.477270:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366503424 : -105874343048192 : ffff9fb535644c00) 00080000:00000001:1.0:1763346491.477273:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346491.477280:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346491.477287:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346491.477289:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.477317:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.477320:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346491.477325:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346491.477328:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055453, last_committed = 8590055443 00000001:00000010:1.0:1763346491.477332:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54120. 00000001:00000040:1.0:1763346491.477334:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:1.0:1763346491.477336:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:1.0:1763346491.477342:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f31c00. 00080000:00000001:1.0:1763346491.477360:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346491.477385:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346491.477389:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f31c00: xid 1848996540775936, transno 8590055453, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346491.477392:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.477408:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477410:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346491.477412:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477414:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477418:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.477420:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.477422:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.477424:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.477426:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.477428:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.477430:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.477433:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763346491.477436:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763346491.477438:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.477441:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.477442:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346491.477444:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346491.477445:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477447:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.477450:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346491.477454:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346491.477457:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.477459:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763346491.477466:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.477475:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477479:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477481:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346491.477485:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.477487:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346491.477489:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.477491:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.477493:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346491.477495:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763346491.477512:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.477515:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763346491.477518:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763346491.477520:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.477523:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.477525:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.477526:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346491.477529:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.477531:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00000004:00000040:1.0:1763346491.477535:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346491.477538:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:1.0:1763346491.477542:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.477543:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.477545:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.477548:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.477551:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.477555:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346491.477557:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346491.477559:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.477563:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.477564:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.477566:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.477568:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.477571:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0e00 with handle 0x757b854463af9f16 from hash 00010000:00000001:1.0:1763346491.477574:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.477575:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.477576:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.477577:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346491.477579:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.477583:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9f16 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212798 expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.477591:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.477594:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:1.0:1763346491.477597:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4e80. 00010000:00000001:1.0:1763346491.477607:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.477609:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.477614:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346491.477618:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f1d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212798 expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.477627:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.477629:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.477632:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417972d00) 00010000:00010000:1.0:1763346491.477635:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763346491.477638:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.477641:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.477643:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346491.477645:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.477646:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.477648:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1a00, rc 0) 00000020:00000001:1.0:1763346491.477651:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.477654:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055453, xid 1848996540775936 00010000:00000001:1.0:1763346491.477657:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.477662:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546ea00 x1848996540775936/t8590055453(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/664 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346491.477671:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.477674:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.477679:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.477685:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.477687:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.477690:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.477693:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.477696:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.477700:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.477704:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.477709:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b660. 00000100:00000200:1.0:1763346491.477718:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540775936, offset 224 00000400:00000200:1.0:1763346491.477726:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.477742:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.477750:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198419:198419:256:4294967295] 192.168.204.16@tcp LPNI seq info [198415:198415:8:4294967295] 00000400:00000200:1.0:1763346491.477762:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.477767:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.477773:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eda00. 00000800:00000200:1.0:1763346491.477780:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.477790:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.477795:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eda00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.478201:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.478207:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.478210:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.478211:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.478262:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.478268:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546ea00 x1848996540775936/t8590055453(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/664 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346491.478278:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+497:226244:x1848996540775936:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1863us (3597us total) trans 8590055453 rc 0/0 00000100:00100000:1.0:1763346491.478287:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140782 00000100:00000040:1.0:1763346491.478291:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.478293:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.478295:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.478301:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:1.0:1763346491.478307:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304197d0. 00000020:00000010:1.0:1763346491.478313:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:1.0:1763346491.478319:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:1.0:1763346491.478321:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.478717:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.478724:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eda00. 00000400:00000200:0.0:1763346491.478730:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.478736:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.478744:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b660 00000400:00000010:0.0:1763346491.478747:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b660. 00000100:00000001:0.0:1763346491.478752:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.478754:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346491.483359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00000800:00000001:3.0:1763346491.484906:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.484924:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.484928:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.484931:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.484945:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.484971:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e00fe80 00000400:00000200:3.0:1763346491.484983:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1276f1 [2] + 328 00000800:00000001:3.0:1763346491.484993:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.485007:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.485011:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.485017:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.485027:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.485030:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346491.485036:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546fb80. 00000100:00000040:3.0:1763346491.485040:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546fb80 x1848996540776064 msgsize 328 00000100:00100000:3.0:1763346491.485046:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.485745:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.485762:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.485768:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.485871:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.485874:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540776064 02000000:00000001:1.0:1763346491.485878:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.485881:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.485884:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.485889:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.485895:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540776064 00000020:00000001:1.0:1763346491.485899:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.485902:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.485905:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.485910:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:1.0:1763346491.485913:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.485915:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.485921:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.485929:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.485934:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.485938:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000020:00000010:1.0:1763346491.485946:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.485953:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346491.485959:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.485967:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346491.485971:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.485973:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346491.485976:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346491.485980:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.485983:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346491.485989:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.485990:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.485993:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346491.485996:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.485999:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.486001:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.486003:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.486005:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.486007:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.486016:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.486038:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.487126:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.487131:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.487144:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1000 00000100:00000040:1.0:1763346491.487149:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.487152:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364582272 : -105874344969344 : ffff9fb53546fb80) 00000100:00000040:1.0:1763346491.487163:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546fb80 x1848996540776064/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.487174:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.487182:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.487184:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.487187:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00100000:1.0:1763346491.487193:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+497:2357:x1848996540776064:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346491.487198:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540776064 00010000:00000001:1.0:1763346491.487201:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346491.487204:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346491.487206:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346491.487232:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.487235:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.487244:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb535645400. 02000000:00000001:1.0:1763346491.487247:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.487250:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.487252:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346491.487255:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346491.487257:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.487259:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.487263:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:1.0:1763346491.487265:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.487268:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000040:1.0:1763346491.487272:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972d00 count: 3 00000004:00000001:1.0:1763346491.487278:0:5737:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346491.487280:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346491.487285:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.487288:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.487290:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.487292:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.487298:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.487300:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.487308:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.487310:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.487314:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.487315:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.487318:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1a00 with handle 0x757b854463af9f1d from hash 00010000:00000001:1.0:1763346491.487320:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.487321:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.487322:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.487323:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.487329:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.487332:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.487334:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.487335:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.487340:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f1d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212798 expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.487359:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346491.487362:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00010000:00000010:1.0:1763346491.487366:0:5737:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4e00. 00010000:00000001:1.0:1763346491.487375:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.487378:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.487381:0:5737:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.487384:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417972d00) 00010000:00000001:1.0:1763346491.487388:0:5737:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.487391:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.487392:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346491.487394:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346491.487396:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.487402:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.487406:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.487410:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.487415:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.487419:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.487421:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.487424:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.487426:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.487429:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.487432:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.487439:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b880. 00000100:00000200:1.0:1763346491.487447:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540776064, offset 224 00000400:00000200:1.0:1763346491.487454:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.487472:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.487480:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198420:198420:256:4294967295] 192.168.204.16@tcp LPNI seq info [198416:198416:8:4294967295] 00000400:00000200:1.0:1763346491.487494:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.487501:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.487508:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eda00. 00000800:00000200:1.0:1763346491.487515:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.487524:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.487529:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.487547:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.487550:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.487553:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.487555:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.487559:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546fb80 x1848996540776064/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.487569:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+496:2357:x1848996540776064:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 395us (2526us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346491.487577:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1000 00000100:00000040:1.0:1763346491.487581:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.487583:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.487585:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.487592:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346491.487597:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.487602:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.487607:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000100:00000001:1.0:1763346491.487611:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.488140:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.488147:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eda00. 00000400:00000200:0.0:1763346491.488155:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.488162:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.488169:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b880 00000400:00000010:0.0:1763346491.488172:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b880. 00000100:00000001:0.0:1763346491.488177:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.488179:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346491.489132:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.489148:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.489151:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.489154:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.489164:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.489181:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 552 into portal 12 MB=0x691a70e00ff80 00000400:00000200:0.0:1763346491.489191:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 552/552 into md 0xd4325 [64] + 23752 00000800:00000001:0.0:1763346491.489200:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.489210:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.489562:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.489569:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.489577:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.489579:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346491.489586:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506102d80. 00000100:00000040:0.0:1763346491.489591:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506102d80 x1848996540776320 msgsize 552 00000100:00100000:0.0:1763346491.489595:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.489607:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.489617:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.489621:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.490194:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.490198:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540776320 02000000:00000001:1.0:1763346491.490202:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.490204:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.490208:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.490236:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.490241:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540776320 00000020:00000001:1.0:1763346491.490245:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.490247:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.490251:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.490255:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=496 00000020:00000001:1.0:1763346491.490259:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.490261:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.490268:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.490274:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.490278:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.490280:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000020:00000010:1.0:1763346491.490288:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.490294:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346491.490299:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.490308:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346491.490311:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.490313:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346491.490317:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346491.490319:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.490321:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.490330:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.490714:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.490731:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.490733:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.490741:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140783 00000100:00000040:1.0:1763346491.490745:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.490748:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572461440 : -105875137090176 : ffff9fb506102d80) 00000100:00000040:1.0:1763346491.490757:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506102d80 x1848996540776320/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 552/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.490766:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.490770:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 00000100:00000001:1.0:1763346491.490772:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.490774:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00100000:1.0:1763346491.490779:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+496:226244:x1848996540776320:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346491.490783:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540776320 00000020:00000001:1.0:1763346491.490787:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.490792:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346491.490797:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f31c00: xid 1848996540775936, transno 8590055453, client gen 3, slot idx 0 00000001:00000001:1.0:1763346491.490803:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f31b40: xid 1848996540775680, transno 8590055452, client gen 3, slot idx 1 00000001:00000010:1.0:1763346491.490807:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f31b40. 00000020:00000001:1.0:1763346491.490811:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.490814:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.490816:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346491.490819:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.490822:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540776320, found 0 last_xid 1848996540776063 00000020:00000001:1.0:1763346491.490825:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.490827:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.490829:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.490835:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.490837:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346491.490840:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346491.490842:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346491.490844:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346491.490846:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:1.0:1763346491.490850:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.490852:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.490854:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:1.0:1763346491.490856:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:1.0:1763346491.490859:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000040:1.0:1763346491.490863:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00000004:00000001:1.0:1763346491.490868:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346491.490870:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346491.490874:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.490877:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.490879:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.490881:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.490886:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.490888:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.490895:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.490898:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.490901:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.490903:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.490905:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463af9ed7 from hash 00010000:00000001:1.0:1763346491.490907:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.490908:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.490909:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.490910:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.490915:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.490917:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.490919:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.490920:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.490924:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463af9ed7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921278a expref: 496 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.490934:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:1.0:1763346491.490937:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:1.0:1763346491.490939:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894d00. 00010000:00000001:1.0:1763346491.490949:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.490951:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.490955:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.490958:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00000001:1.0:1763346491.490962:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.490965:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.490967:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346491.490968:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346491.490970:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.490974:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.490978:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:1.0:1763346491.490980:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.490982:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.490985:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0e00. 00000020:00000001:1.0:1763346491.490988:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.490990:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0e00 with handle 0x757b854463af9f2b to hash 00000020:00000001:1.0:1763346491.490992:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.490994:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000010:1.0:1763346491.490998:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4e00. 00010000:00000001:1.0:1763346491.491001:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00010000:1.0:1763346491.491004:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9f2b lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921279f expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.491011:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346491.491013:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:1.0:1763346491.491017:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346491.491020:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346491.491027:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346491.491029:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346491.491031:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491033:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346491.491038:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb506102d80 x1848996540776320/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 552/0 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346491.491047:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346491.491050:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346491.491064:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346491.491067:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.491070:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.491073:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.491075:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.491077:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.491084:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.491085:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491087:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491089:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491092:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346491.491094:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346491.491097:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.491100:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.491148:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb539870000. 02000000:00000001:1.0:1763346491.491151:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.491154:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491159:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346491.491161:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.491162:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.491163:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.491165:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.491167:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.491168:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.491169:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.491171:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.491173:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.491174:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.491178:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.491184:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.491186:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.491188:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.491190:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.491193:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.491194:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491196:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.491197:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491200:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346491.491202:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491205:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346491.491208:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346491.491248:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:1.0:1763346491.491252:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(. :VOLATILE:0000:61687A54:fd=03->[0x200000bd2:0x405d:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:1.0:1763346491.491259:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.491262:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346491.491266:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.491274:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346491.491276:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346491.491279:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346491.491281:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491286:0:19997:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763346491.491288:0:19997:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x405d:0x0] 00000020:00000001:1.0:1763346491.491290:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763346491.491292:0:19997:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763346491.491297:0:19997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb4175145a0. 00000004:00000001:1.0:1763346491.491301:0:19997:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000004:00000001:1.0:1763346491.491307:0:19997:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763346491.491309:0:19997:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x405d:0x0] 00000004:00000010:1.0:1763346491.491314:0:19997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb417539258. 00000004:00000001:1.0:1763346491.491317:0:19997:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491319:0:19997:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763346491.491322:0:19997:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763346491.491326:0:19997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb51d157540. 00000004:00000001:1.0:1763346491.491329:0:19997:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638198958683456 : -105874750868160 : ffff9fb51d157540) 00000004:00000001:1.0:1763346491.491331:0:19997:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491334:0:19997:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763346491.491336:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346491.491340:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346491.491351:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346491.491353:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346491.491356:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346491.491359:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346491.491361:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346491.491363:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:1.0:1763346491.491365:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763346491.491371:0:19997:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb417bca558. 00000004:00000001:1.0:1763346491.491374:0:19997:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.491377:0:19997:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1763346491.491380:0:19997:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346491.491382:0:19997:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.491385:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000004:00000001:1.0:1763346491.491387:0:19997:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194566972832 : -105879142578784 : ffff9fb4175145a0) 00080000:00000001:1.0:1763346491.491396:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.491405:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:1.0:1763346491.491407:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4057:0x0] version is 0x20001d7fa 00000004:00000002:1.0:1763346491.491410:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x405d:0x0] version is 0x1 00000004:00000001:1.0:1763346491.491415:0:19997:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763346491.491461:0:19997:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763346491.491464:0:19997:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763346491.491466:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346491.491469:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346491.491473:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491475:0:19997:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491478:0:19997:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346491.491482:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346491.491489:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54240. 00080000:00000001:1.0:1763346491.491492:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346491.491502:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535644400. 00080000:00000001:1.0:1763346491.491504:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00000004:00000001:1.0:1763346491.491507:0:19997:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763346491.491512:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.491513:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.491516:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.491519:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.491523:0:19997:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346491.491527:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405d:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763346491.491530:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:1.0:1763346491.491536:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4057:0x0] not in the id map cache 00000004:00000001:1.0:1763346491.491540:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763346491.491543:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346491.491544:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.491546:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.491549:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491550:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491552:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763346491.491553:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346491.491555:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.491557:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.491559:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491560:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763346491.491565:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb417f316c0. 00000004:00000001:1.0:1763346491.491567:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763346491.491569:0:19997:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763346491.491575:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314b8c8 00000001:00000002:1.0:1763346491.491577:0:19997:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4057:0x0]:. :VOLATILE:0000:61687A54:fd=03' is added 00000004:00000001:1.0:1763346491.491579:0:19997:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491582:0:19997:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763346491.491585:0:19997:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763346491.491588:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.491590:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.491593:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763346491.491615:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346491.491618:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346491.491619:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346491.491620:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346491.491622:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.491624:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763346491.491632:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405d:0x0] not in the id map cache 00000001:00000001:1.0:1763346491.491635:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346491.491638:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491640:0:19997:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491642:0:19997:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491644:0:19997:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763346491.491646:0:19997:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491652:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.491654:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.491658:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763346491.491664:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491667:0:19997:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763346491.491668:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.491669:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.491673:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346491.491675:0:19997:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346491.491677:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491679:0:19997:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.491682:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346491.491685:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346491.491690:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346491.491691:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.491692:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.491696:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346491.491700:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346491.491701:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491703:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491706:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.491709:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.491710:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.491712:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.491715:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346491.491718:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491720:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491723:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.491745:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.491747:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491751:0:19997:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763346491.491753:0:19997:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763346491.491754:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763346491.491755:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.491757:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.491760:0:19997:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1763346491.491821:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346491.491822:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346491.491824:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346491.491825:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346491.491827:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.491828:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.491956:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346491.491959:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.491962:0:19997:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491964:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491967:0:19997:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491969:0:19997:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491971:0:19997:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763346491.491973:0:19997:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.491978:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.491981:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763346491.491983:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.491985:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.491986:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.491989:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346491.491992:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:1.0:1763346491.491998:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346491.491999:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.492001:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492003:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492005:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492007:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492010:0:19997:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492012:0:19997:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:1.0:1763346491.492015:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.492017:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.492021:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1763346491.492036:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492038:0:19997:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763346491.492039:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.492040:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.492044:0:19997:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:1.0:1763346491.492066:0:19997:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492068:0:19997:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492070:0:19997:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.492073:0:19997:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492074:0:19997:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.492077:0:19997:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763346491.492079:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.492080:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.492083:0:19997:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763346491.492085:0:19997:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492087:0:19997:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.492091:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346491.492094:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346491.492098:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763346491.492102:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.492104:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763346491.492105:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.492106:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.492107:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.492109:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346491.492111:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763346491.492115:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346491.492116:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.492117:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492119:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492120:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492122:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763346491.492124:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055454, last_committed = 8590055443 00000001:00000010:1.0:1763346491.492127:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a543c0. 00000001:00000040:1.0:1763346491.492129:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:1.0:1763346491.492132:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:1.0:1763346491.492137:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f31d80. 00000004:00000001:1.0:1763346491.492142:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346491.492143:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.492144:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00080000:00000001:1.0:1763346491.492148:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346491.492160:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346491.492162:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346491.492165:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f31d80: xid 1848996540776320, transno 8590055454, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763346491.492168:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.492210:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.492239:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54240. 00000020:00000001:1.0:1763346491.492241:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492249:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.492251:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.492254:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492258:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.492261:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.492263:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.492266:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.492269:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.492271:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.492274:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.492276:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.492279:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.492281:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.492282:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.492283:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.492284:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.492286:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346491.492289:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb539870378 00000004:00000001:1.0:1763346491.492291:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.492297:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.492303:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.492313:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763346491.492316:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405d:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763346491.492319:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763346491.492323:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.492327:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346491.492334:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972700. 00010000:00000010:1.0:1763346491.492338:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364d00. 00010000:00000001:1.0:1763346491.493692:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.493708:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1200. 00000020:00000001:1.0:1763346491.493719:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.493722:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1200 with handle 0x757b854463af9f32 to hash 00000020:00000001:1.0:1763346491.493726:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.493728:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000010:1.0:1763346491.493736:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4e80. 00010000:00000001:1.0:1763346491.493740:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.493746:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.493748:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.493856:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.493869:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.493874:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.493878:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.493880:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.493883:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.493885:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.493886:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.493889:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.493892:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.493893:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.493895:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.493899:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417972700) refcount = 1 00010000:00010000:1.0:1763346491.493904:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.493910:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.493917:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.493919:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.493922:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.493923:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.493927:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.493929:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.493932:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.493936:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.493939:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.493945:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.493947:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.493948:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.493951:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.493953:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.493955:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:1.0:1763346491.493957:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.493961:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.493963:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.493964:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.493966:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.493970:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405d:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763346491.493975:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.493977:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.493980:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763346491.493989:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.493991:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.493994:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.493995:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.493997:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.493999:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.494000:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.494002:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.494004:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:1.0:1763346491.494007:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: returning size 0 00000001:00000001:1.0:1763346491.494009:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.494010:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494014:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346491.494019:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.494031:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.494034:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.494042:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.494045:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.494050:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.494052:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494055:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763346491.494057:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763346491.494058:0:19997:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.494062:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:1.0:1763346491.494064:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763346491.494066:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494072:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763346491.494082:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763346491.494086:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494088:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.494095:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763346491.494100:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364080. 00000020:00000001:1.0:1763346491.494102:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.494104:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364080 with handle 0x757b854463af9f39 to hash 00000020:00000001:1.0:1763346491.494105:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763346491.494107:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279599744 : -105874429951872 : ffff9fb530364080) 00000004:00000001:1.0:1763346491.494109:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346491.494110:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763346491.494112:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405d:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:1.0:1763346491.494116:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763346491.494119:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346491.494120:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494122:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494124:0:19997:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.494127:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763346491.494129:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763346491.494131:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.494134:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.494136:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346491.494138:0:19997:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.494141:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346491.494147:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346491.494149:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346491.494155:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.494163:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494168:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494170:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346491.494174:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.494177:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346491.494178:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.494180:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.494181:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346491.494184:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346491.494192:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.494195:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763346491.494198:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763346491.494200:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.494203:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.494204:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.494206:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:1.0:1763346491.494208:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346491.494210:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00000004:00000040:1.0:1763346491.494241:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.494245:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:1.0:1763346491.494252:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.494253:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.494254:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.494256:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.494258:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.494261:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346491.494264:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346491.494266:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.494269:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.494270:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.494272:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.494274:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.494276:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0e00 with handle 0x757b854463af9f2b from hash 00010000:00000001:1.0:1763346491.494278:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.494279:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.494280:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.494282:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346491.494283:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.494291:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9f2b lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.494300:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346491.494303:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:1.0:1763346491.494306:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4e00. 00010000:00000001:1.0:1763346491.494315:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.494317:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.494336:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346491.494341:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.494362:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.494366:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.494369:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417972700) 00010000:00010000:1.0:1763346491.494371:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763346491.494374:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.494376:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.494378:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346491.494380:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.494381:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.494382:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1200, rc 0) 00000020:00000001:1.0:1763346491.494387:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.494392:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055454, xid 1848996540776320 00010000:00000001:1.0:1763346491.494396:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.494405:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506102d80 x1848996540776320/t8590055454(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 552/608 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346491.494414:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.494417:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.494421:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.494427:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.494429:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.494432:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.494435:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.494439:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.494443:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.494446:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.494452:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b220. 00000100:00000200:1.0:1763346491.494459:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540776320, offset 224 00000400:00000200:1.0:1763346491.494466:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.494481:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.494489:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198421:198421:256:4294967295] 192.168.204.16@tcp LPNI seq info [198417:198417:8:4294967295] 00000400:00000200:1.0:1763346491.494500:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.494510:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.494516:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed300. 00000800:00000200:1.0:1763346491.494526:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.494537:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.494542:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed300 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.494574:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.494579:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.494582:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.494584:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.494587:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.494593:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506102d80 x1848996540776320/t8590055454(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 552/608 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346491.494602:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506102d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+497:226244:x1848996540776320:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 3834us (5009us total) trans 8590055454 rc 0/0 00000100:00100000:1.0:1763346491.494611:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140783 00000100:00000040:1.0:1763346491.494616:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.494619:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.494621:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.494626:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346491.494635:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:1.0:1763346491.494640:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.494645:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:1.0:1763346491.494648:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.494992:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.494997:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed300. 00000400:00000200:3.0:1763346491.495003:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.495009:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.495015:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b220 00000400:00000010:3.0:1763346491.495017:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b220. 00000100:00000001:3.0:1763346491.495022:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.495024:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346491.496255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00000800:00000001:0.0:1763346491.499537:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.499569:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.499575:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.499578:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.499594:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.499618:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e010080 00000400:00000200:0.0:1763346491.499628:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 24304 00000800:00000001:0.0:1763346491.499639:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.499652:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.499801:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.499807:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.499818:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.499821:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346491.499829:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506103800. 00000100:00000040:0.0:1763346491.499834:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506103800 x1848996540776576 msgsize 4616 00000100:00100000:0.0:1763346491.499838:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.499852:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.499864:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.499868:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346491.499971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:1.1:1763346491.499986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00000100:00000001:1.0:1763346491.500019:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.500022:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540776576 02000000:00000001:1.0:1763346491.500026:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.500029:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.500032:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.500039:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.500043:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540776576 00000020:00000001:1.0:1763346491.500046:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.500048:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.500051:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.500055:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:1.0:1763346491.500057:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.500060:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.500064:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.500073:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.500076:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.500079:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000020:00000010:1.0:1763346491.500086:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.500090:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:1.0:1763346491.500097:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8640. 00000100:00000040:1.0:1763346491.500105:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346491.500109:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.500110:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346491.500113:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346491.500114:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.500117:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.500128:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.500145:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.500159:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.500160:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.500169:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140784 00000100:00000040:1.0:1763346491.500174:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.500177:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572464128 : -105875137087488 : ffff9fb506103800) 00000100:00000040:1.0:1763346491.500184:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506103800 x1848996540776576/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.500194:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.500197:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.500199:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.500202:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000100:00100000:1.0:1763346491.500208:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+497:226244:x1848996540776576:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346491.500233:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540776576 00000020:00000001:1.0:1763346491.500238:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.500242:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346491.500247:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f31d80: xid 1848996540776320, transno 8590055454, client gen 3, slot idx 1 00000001:00000001:1.0:1763346491.500253:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f31c00: xid 1848996540775936, transno 8590055453, client gen 3, slot idx 0 00000001:00000010:1.0:1763346491.500257:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f31c00. 00000020:00000001:1.0:1763346491.500262:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.500265:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.500267:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346491.500270:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.500274:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540776576, found 0 last_xid 1848996540776575 00000020:00000001:1.0:1763346491.500277:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.500279:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.500282:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.500289:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.500292:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346491.500295:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346491.500297:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346491.500300:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346491.500303:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.500308:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.500316:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:1.0:1763346491.500319:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.500322:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.500326:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0e00. 00000020:00000001:1.0:1763346491.500329:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.500332:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0e00 with handle 0x757b854463af9f40 to hash 00000020:00000001:1.0:1763346491.500334:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.500335:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00000010:1.0:1763346491.500341:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4e00. 00010000:00000001:1.0:1763346491.500359:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808960 : -105874388742656 : ffff9fb532ab0e00) 00010000:00010000:1.0:1763346491.500364:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9f40 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127a6 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.500374:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.500377:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:1.0:1763346491.500384:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346491.500387:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346491.500394:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346491.500397:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346491.500399:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500401:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346491.500406:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb506103800 x1848996540776576/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/0 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346491.500415:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346491.500417:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346491.500420:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346491.500423:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.500426:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.500429:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.500430:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.500432:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.500433:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.500435:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.500436:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.500443:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.500445:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500447:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500449:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500452:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346491.500454:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346491.500458:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.500461:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.500498:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb530e10000. 02000000:00000001:1.0:1763346491.500501:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.500505:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500510:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346491.500511:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.500512:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.500514:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.500515:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.500517:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.500518:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.500519:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.500521:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.500523:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.500524:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.500528:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.500533:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.500536:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.500538:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.500540:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.500543:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.500544:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500546:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.500547:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500550:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346491.500551:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500553:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346491.500556:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346491.500559:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:1.0:1763346491.500561:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x405d:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346491.500565:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763346491.500567:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.500569:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346491.500572:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.500578:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346491.500580:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346491.500582:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.500583:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405d:0x0] 00000020:00000001:1.0:1763346491.500585:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.500588:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000004:00000001:1.0:1763346491.500590:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566972832 : -105879142578784 : ffff9fb4175145a0) 00000004:00000001:1.0:1763346491.500592:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346491.500593:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500599:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.500602:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.500612:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500616:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.500623:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.500626:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.500631:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.500635:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.500639:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.500641:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.500643:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.500645:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.500647:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.500648:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.500649:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.500651:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.500653:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346491.500656:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb530e10378 00000004:00000001:1.0:1763346491.500657:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.500660:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763346491.500664:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405d:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763346491.500667:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405d:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:1.0:1763346491.500670:0:19997:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x405d:0x0], open_flags = 040010040000002 00000004:00000001:1.0:1763346491.500672:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346491.500676:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.500678:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.500682:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972700 count: 2 00010000:00000001:1.0:1763346491.500684:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.500686:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.500689:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1a00. 00000020:00000001:1.0:1763346491.500691:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.500693:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1a00 with handle 0x757b854463af9f47 to hash 00000020:00000001:1.0:1763346491.500695:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.500696:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000010:1.0:1763346491.500699:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4f80. 00010000:00000001:1.0:1763346491.500701:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:1.0:1763346491.500704:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.500706:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.500709:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.500716:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.500721:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.500724:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.500726:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.500730:0:19997:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346491.500734:0:19997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.500740:0:19997:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346491.500742:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.500744:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.500745:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.500747:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.500749:0:19997:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763346491.500752:0:19997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000040:1.0:1763346491.500765:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417972700) refcount = 2 00010000:00000040:1.0:1763346491.500768:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346491.500770:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.500781:0:19997:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763346491.500783:0:19997:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346491.500790:0:19997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.500793:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346491.500799:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31c00. 00000100:00000001:1.0:1763346491.500801:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577579008 : -105879131972608 : ffff9fb417f31c00) 00000100:00000001:1.0:1763346491.500804:0:19997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577579008 : -105879131972608 : ffff9fb417f31c00) 00000100:00000001:1.0:1763346491.500806:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346491.500808:0:19997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346491.500810:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346491.500813:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.500814:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763346491.500816:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.500819:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.500821:0:19997:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763346491.500823:0:19997:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763346491.500829:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76a300. 00000020:00000040:1.0:1763346491.500832:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1763346491.500835:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346491.500837:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346491.500844:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346491.500852:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb41764b400. 00000100:00000001:1.0:1763346491.500858:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.500863:0:19997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346491.500880:0:19997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 498 pid: 19997 timeout: 6161 lvb_type: 0 00010000:00000001:1.0:1763346491.500888:0:19997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346491.500890:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346491.500894:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.500902:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346491.500904:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.500909:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514964352:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346491.500913:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346491.500917:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346491.500919:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.500922:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346491.500928:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401894800. 02000000:00000001:1.0:1763346491.500930:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346491.500936:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636e70. 00000400:00000010:1.0:1763346491.500942:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b110. 00000100:00000200:1.0:1763346491.500949:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514964352, portal 16 00000100:00000001:1.0:1763346491.500951:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346491.500953:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183155968 : -105874526395648 : ffff9fb52a76a300) 00000100:00000040:1.0:1763346491.500958:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.500964:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.500967:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.500969:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b550. 00000100:00000200:1.0:1763346491.500972:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514964352, offset 0 00000400:00000200:1.0:1763346491.500978:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.500992:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.500997:0:19997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346491.501000:0:19997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346491.501004:0:19997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346491.501006:0:19997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346491.501010:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198422:198422:256:4294967295] 192.168.204.16@tcp LPNI seq info [198418:198418:8:4294967295] 00000400:00000200:1.0:1763346491.501021:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.501026:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.501033:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edd00. 00000800:00000200:1.0:1763346491.501040:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.501047:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.501052:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.501062:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.501066:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728415 00000100:00000010:1.0:1763346491.501070:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54240. 00000100:00000001:1.0:1763346491.501078:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763346491.501093:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728415 00000100:00000010:1.0:1763346491.501095:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a546c0. 00000100:00000001:1.0:1763346491.501099:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763346491.501102:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728415 00000100:00000010:1.0:1763346491.501105:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54c60. 00000100:00000001:1.0:1763346491.501108:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763346491.501111:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728415 00000100:00000010:1.0:1763346491.501114:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54720. 00000100:00000001:1.0:1763346491.501117:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763346491.501121:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346491.501124:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.501126:0:19997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.501128:0:19997:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.501130:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.501132:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.501134:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.501136:0:19997:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.501138:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346491.501139:0:19997:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346491.501141:0:19997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.501143:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346491.501145:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346491.501148:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31c00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346491.501151:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346491.501154:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346491.502024:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.502031:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edd00. 00000400:00000200:0.0:1763346491.502036:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.502043:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.502049:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b550 00000400:00000010:0.0:1763346491.502051:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b550. 00000100:00000001:0.0:1763346491.502056:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346491.502061:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.502072:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.502076:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.502081:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.502083:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.506441:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.506463:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.506467:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.506469:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.506480:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.506497:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c772380 00000400:00000200:3.0:1763346491.506506:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f7a1 [1] + 224 00000800:00000001:3.0:1763346491.506514:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.506522:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.506525:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.506529:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.506536:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.506547:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346491.506559:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.506639:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346491.507449:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1763346491.507559:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346491.507561:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346491.507565:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636e70. 00000400:00000200:1.0:1763346491.507570:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b110 00000400:00000010:1.0:1763346491.507573:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b110. 00000100:00000001:1.0:1763346491.507577:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346491.507584:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346491.507595:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.507601:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346491.507604:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.507606:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346491.507611:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346491.507614:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.507616:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.507620:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.507629:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1763346491.507633:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=134 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.507635:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346491.507637:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.507640:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346491.507644:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.507647:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.507651:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.507658:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346491.507661:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346491.507663:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.507666:0:19997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346491.507671:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.507674:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.507675:0:19997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.507679:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346491.507686:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514964352:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346491.507692:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.507694:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.507697:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346491.507700:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346491.507703:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76a300 x1848996514964352/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.507709:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346491.507712:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346491.507716:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401894800. 02000000:00000001:1.0:1763346491.507737:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346491.507739:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346491.507741:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763346491.507743:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346491.507746:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb41764b400. 02000000:00000001:1.0:1763346491.507752:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346491.507754:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346491.507756:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76a300. 00000100:00000001:1.0:1763346491.507759:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346491.507761:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346491.507763:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31c00. 00000100:00000001:1.0:1763346491.507765:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346491.507767:0:19997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346491.507770:0:19997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30640. 00010000:00000001:1.0:1763346491.507774:0:19997:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.507777:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.507779:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.507783:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763346491.507789:0:19997:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000800:00000001:0.0:1763346491.514500:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.514523:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.514527:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.514530:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.514541:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.514559:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e010100 00000400:00000200:0.0:1763346491.514568:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1276f1 [2] + 656 00000800:00000001:0.0:1763346491.514577:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.514661:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.514665:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.514669:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.514676:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.514679:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763346491.514685:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506101180. 00000100:00000040:0.0:1763346491.514689:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506101180 x1848996540776704 msgsize 328 00000100:00100000:0.0:1763346491.514693:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.514707:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.514716:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.514719:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.514785:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346491.514788:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540776704 02000000:00000001:3.0:1763346491.514792:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346491.514794:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346491.514796:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.514802:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.514805:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540776704 00000020:00000001:3.0:1763346491.514808:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346491.514810:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346491.514812:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.514815:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:3.0:1763346491.514817:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346491.514820:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346491.514824:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.514836:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb00. 00000100:00000001:3.0:1763346491.514840:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.514843:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb00. 00000020:00000010:3.0:1763346491.514849:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e400. 00000020:00000010:3.0:1763346491.514854:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb51d371b00. 00000020:00000010:3.0:1763346491.514859:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346491.514866:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346491.514869:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346491.514870:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346491.514873:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346491.514877:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.514879:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346491.514885:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346491.514886:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.514889:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=4 00000020:00000001:3.0:1763346491.514891:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:3.0:1763346491.514893:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00010000:3.0:1763346491.514901:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 499 pid: 19997 timeout: 6161 lvb_type: 0 00010000:00000001:3.0:1763346491.514909:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.514911:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.514912:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.514914:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.514921:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346491.514929:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb506101180 x1848996540776704/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.514936:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346491.514938:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.514950:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.514961:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346491.514963:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346491.514968:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4019 00000100:00000040:3.0:1763346491.514972:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:3.0:1763346491.514974:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572454272 : -105875137097344 : ffff9fb506101180) 00000100:00000040:3.0:1763346491.514978:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506101180 x1848996540776704/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.514987:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.514989:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb00. 00000100:00000001:3.0:1763346491.514991:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.514993:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb00. 00000100:00100000:3.0:1763346491.514997:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506101180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:2357:x1848996540776704:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346491.515000:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540776704 00010000:00000001:3.0:1763346491.515003:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346491.515005:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346491.515007:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346491.515013:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346491.515015:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346491.515019:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb54019a800. 02000000:00000001:3.0:1763346491.515021:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.515024:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.515026:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346491.515028:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346491.515030:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346491.515031:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.515033:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=4 00000020:00000001:3.0:1763346491.515034:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:3.0:1763346491.515036:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000040:3.0:1763346491.515039:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972700 count: 3 00000004:00000001:3.0:1763346491.515042:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763346491.515046:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 499 pid: 19997 timeout: 6161 lvb_type: 0 00000100:00001000:3.0:1763346491.515054:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=138 v=5 (1 0 0 0) 00010000:00000001:3.0:1763346491.515058:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346491.515063:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.515064:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346491.515067:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 499 pid: 19997 timeout: 6161 lvb_type: 0 00000020:00000001:3.0:1763346491.515081:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346491.515083:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346491.515085:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.515087:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.515092:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346491.515094:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346491.515099:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.515099:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.515102:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346491.515104:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346491.515106:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1200 with handle 0x757b854463af9f32 from hash 00010000:00000001:3.0:1763346491.515108:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346491.515109:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.515110:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.515111:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346491.515116:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346491.515117:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.515119:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346491.515120:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346491.515123:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1200/0x757b854463af9f32 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921279f expref: 499 pid: 19997 timeout: 6161 lvb_type: 0 00010000:00000040:3.0:1763346491.515130:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346491.515133:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:3.0:1763346491.515135:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4e80. 00010000:00000001:3.0:1763346491.515141:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.515144:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346491.515147:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346491.515150:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417972700) 00010000:00010000:3.0:1763346491.515154:0:5736:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346491.515160:0:5736:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346491.515163:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346491.515165:0:5736:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.515167:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346491.515168:0:5736:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.515171:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346491.515173:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346491.515175:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346491.515180:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346491.515182:0:5736:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346491.515184:0:5736:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346491.515185:0:5736:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346491.515189:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417972700) refcount = 2 00010000:00010000:3.0:1763346491.515192:0:5736:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346491.515197:0:5736:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346491.515199:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346491.515200:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.515201:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346491.515202:0:5736:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.515205:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346491.515208:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9cb00. 00000100:00000001:3.0:1763346491.515264:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346491.515270:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb503e94300. 00000100:00000001:3.0:1763346491.515272:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198536356608 : -105875173195008 : ffff9fb503e94300) 00000100:00000001:3.0:1763346491.515274:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198536356608 : -105875173195008 : ffff9fb503e94300) 00000100:00000001:3.0:1763346491.515277:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346491.515278:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346491.515280:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346491.515283:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346491.515294:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.515295:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.515296:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.515298:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.515300:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346491.515301:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346491.515303:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.515305:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.515307:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763346491.515309:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb503e94300. 00000100:00000001:3.0:1763346491.515311:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346491.515313:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346491.515315:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9cb00. 00010000:00000001:3.0:1763346491.515317:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346491.515318:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346491.515320:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.515325:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346491.515328:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346491.515330:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346491.515334:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346491.515337:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346491.515339:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346491.515365:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346491.515368:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.515371:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346491.515374:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346491.515378:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbaa0. 00000100:00000200:3.0:1763346491.515383:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540776704, offset 224 00000400:00000200:3.0:1763346491.515389:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346491.515398:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346491.515404:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198423:198423:256:4294967295] 192.168.204.16@tcp LPNI seq info [198419:198419:8:4294967295] 00000400:00000200:3.0:1763346491.515414:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346491.515419:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346491.515423:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ba00. 00000800:00000200:3.0:1763346491.515428:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346491.515435:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346491.515439:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346491.515446:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.515449:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346491.515452:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.515453:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.515457:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506101180 x1848996540776704/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346491.515467:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506101180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:2357:x1848996540776704:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 478us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346491.515474:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4019 00000100:00000040:3.0:1763346491.515477:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346491.515479:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346491.515481:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346491.515485:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb51d371b00. 00000020:00000010:3.0:1763346491.515488:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346491.515492:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e400. 00000020:00000040:3.0:1763346491.515496:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:3.0:1763346491.515498:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.515799:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.515803:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ba00. 00000400:00000200:0.0:1763346491.515807:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.515812:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.515816:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbaa0 00000400:00000010:0.0:1763346491.515818:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbaa0. 00000100:00000001:0.0:1763346491.515821:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.515823:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1763346491.515841:0:19997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346491.515847:0:19997:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.515850:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346491.515855:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346491.515857:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.515858:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.515861:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.515862:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.515864:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:0.0:1763346491.515865:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:0.0:1763346491.515867:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:0.0:1763346491.515870:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.515871:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346491.515873:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.515876:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.515878:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.515884:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346491.515890:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.515892:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.516150:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.516152:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.516552:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.516556:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.516557:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.516559:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346491.516561:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1763346491.516563:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: returning size 0 00000001:00000001:0.0:1763346491.516566:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.516567:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.516570:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346491.516576:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.516584:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.516587:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.516592:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.516595:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.516599:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.516601:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.516604:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:0.0:1763346491.516606:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:0.0:1763346491.516611:0:19997:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:0.0:1763346491.516614:0:19997:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:0.0:1763346491.516616:0:19997:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.516626:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405d:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1763346491.516630:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:0.0:1763346491.516805:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb417f316c0. 00000004:00000001:0.0:1763346491.516813:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346491.516815:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346491.516817:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.516821:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.516824:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.516826:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.516828:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346491.516829:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346491.516831:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.516834:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.516836:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.516837:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346491.516845:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346491.516848:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:0.0:1763346491.516853:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346491.516860:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038cc0. 00080000:00000001:0.0:1763346491.516864:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346491.516874:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5275d6400. 00080000:00000001:0.0:1763346491.516876:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00000004:00001000:0.0:1763346491.516879:0:19997:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52da460f8/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:0.0:1763346491.516884:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.516889:0:19997:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1763346491.516891:0:19997:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:0.0:1763346491.516894:0:19997:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:0.0:1763346491.516897:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346491.516900:0:19997:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:0.0:1763346491.516903:0:19997:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:0.0:1763346491.516906:0:19997:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.516908:0:19997:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.516911:0:19997:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:0.0:1763346491.516914:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346491.516917:0:19997:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:0.0:1763346491.516921:0:19997:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9fb40e414540. 00000004:00000001:0.0:1763346491.516923:0:19997:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346491.516929:0:19997:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763346491.516931:0:19997:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1763346491.516934:0:19997:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1763346491.516937:0:19997:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1763346491.516939:0:19997:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1763346491.516942:0:19997:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346491.516944:0:19997:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1763346491.516947:0:19997:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9fb40e414e60. 00020000:00000010:0.0:1763346491.516949:0:19997:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fb40e414768. 00020000:00001000:0.0:1763346491.516951:0:19997:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:0.0:1763346491.516953:0:19997:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:0.0:1763346491.516956:0:19997:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763346491.516960:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346491.516963:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117883, ffree=117152, state=0 00000004:00000001:0.0:1763346491.516968:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346491.516970:0:19997:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346491.516972:0:19997:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1763346491.516976:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb41603b0d0. 00000004:00000001:0.0:1763346491.516982:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346491.516984:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.516989:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.516992:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00000004:00000001:0.0:1763346491.516996:0:19997:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:0.0:1763346491.516999:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346491.517001:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00000004:00000001:0.0:1763346491.517005:0:19997:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1763346491.517009:0:19997:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.517012:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.517127:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.517129:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.517131:0:19997:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346491.517134:0:19997:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194545111336 : -105879164440280 : ffff9fb41603b128) 00020000:00000001:0.0:1763346491.517137:0:19997:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346491.517141:0:19997:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346491.517143:0:19997:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346491.517145:0:19997:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346491.517146:0:19997:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346491.517150:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.517151:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.517153:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00080000:00000001:0.0:1763346491.517156:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346491.517169:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.517171:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.517174:0:19997:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:0.0:1763346491.517177:0:19997:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.517179:0:19997:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.517183:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.517187:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346491.517189:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346491.517195:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346491.517196:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.517198:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00080000:00000001:0.0:1763346491.517200:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346491.517203:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346491.517204:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.517206:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.517263:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.518190:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518197:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.518200:0:19997:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:0.0:1763346491.518203:0:19997:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346491.518206:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763346491.518208:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.518210:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00000004:00000001:0.0:1763346491.518254:0:19997:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:0.0:1763346491.518261:0:19997:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb41603b0d0 is [0x240000401:0x260b:0x0] 00000020:00000001:0.0:1763346491.518265:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346491.518267:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00080000:00000001:0.0:1763346491.518271:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.518381:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1763346491.518385:0:19997:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x260b:0x0], index 0: 0 00000004:00000001:0.0:1763346491.518387:0:19997:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518389:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518392:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346491.518394:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518397:0:19997:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1763346491.518401:0:19997:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1763346491.518403:0:19997:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1763346491.518408:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346491.518412:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346491.518414:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346491.518417:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346491.518420:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.518421:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346491.518423:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346491.518425:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346491.518428:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518430:0:19997:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518432:0:19997:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518435:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346491.518437:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.518438:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00080000:00000001:0.0:1763346491.518442:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346491.518445:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763346491.518459:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346491.518462:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.518465:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518467:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518469:0:19997:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518471:0:19997:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518474:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518478:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.518483:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346491.518485:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346491.518491:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346491.518495:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055455, last_committed = 8590055443 00000001:00000010:0.0:1763346491.518500:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038540. 00000001:00000040:0.0:1763346491.518503:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:0.0:1763346491.518506:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:0.0:1763346491.518513:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755aa80. 00000004:00000001:0.0:1763346491.518522:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346491.518523:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346491.518525:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199131169792 : -105874578381824 : ffff9fb5275d6400) 00080000:00000001:0.0:1763346491.518527:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346491.518537:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346491.518540:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346491.518544:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755aa80: xid 1848996540776576, transno 8590055455, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346491.518547:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.518847:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346491.518851:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038cc0. 00000020:00000001:0.0:1763346491.518854:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518859:0:19997:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518864:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346491.518867:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346491.518873:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518876:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.518883:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.518886:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.518890:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.518893:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.518896:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.518899:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346491.518901:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346491.518903:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346491.518905:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.518906:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346491.518908:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.518910:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346491.518912:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763346491.518915:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb530e10378 00000004:00000001:0.0:1763346491.518917:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518921:0:19997:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346491.518925:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1763346491.518927:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763346491.518929:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518933:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346491.518937:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346491.518941:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346491.518945:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x405d:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1763346491.518949:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518953:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518956:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.518961:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346491.518964:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb50fb9aa00. 00000020:00000001:0.0:1763346491.518968:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.518971:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb50fb9aa00 with handle 0x757b854463af9f4e to hash 00000020:00000001:0.0:1763346491.518973:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346491.518975:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638198734563840 : -105874974987776 : ffff9fb50fb9aa00) 00000004:00000001:0.0:1763346491.518978:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346491.518979:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346491.518981:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405d:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:0.0:1763346491.518985:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346491.518988:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346491.518990:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518992:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.518996:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346491.518999:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346491.519001:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346491.519004:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346491.519005:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346491.519006:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346491.519009:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.519011:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.519014:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=3 00000020:00000001:0.0:1763346491.519016:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:0.0:1763346491.519019:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:0.0:1763346491.519023:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346491.519029:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346491.519038:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.519040:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.519044:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346491.519050:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.519053:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.519056:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346491.519059:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346491.519066:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346491.519068:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.519072:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346491.519075:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346491.519081:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346491.519082:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.519084:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.519085:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1a00 refcount=4 00000020:00000001:0.0:1763346491.519087:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:0.0:1763346491.519090:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320812032 : -105874388739584 : ffff9fb532ab1a00) 00010000:00000001:0.0:1763346491.519093:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346491.519096:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346491.519103:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346491.519105:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346491.519106:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.519112:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.519114:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.519116:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.519118:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.519121:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1a00 with handle 0x757b854463af9f47 from hash 00010000:00000001:0.0:1763346491.519123:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.519124:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.519125:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.519127:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.519134:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.519137:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.519139:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.519142:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.519145:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346491.519148:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417972700) 00010000:00010000:0.0:1763346491.519150:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763346491.519154:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.519158:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.519160:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.519162:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346491.519164:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.519166:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.519167:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.519169:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.519171:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.519174:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346491.519179:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.519180:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.519181:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346491.519183:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346491.519184:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.519186:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1a00/0x757b854463af9f47 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346491.519193:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4f80. 00010000:00000040:0.0:1763346491.519199:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972700 count: 0 00010000:00000010:0.0:1763346491.519207:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364d00. 00010000:00000001:0.0:1763346491.519389:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346491.519392:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346491.519393:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346491.519395:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346491.519396:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346491.519398:0:19997:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346491.519400:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346491.519402:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.519404:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346491.519406:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346491.519408:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.519410:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346491.519413:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346491.519419:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:0.0:1763346491.519421:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346491.519423:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346491.519431:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346491.519438:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.519443:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.519445:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346491.519450:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346491.519452:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346491.519454:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346491.519455:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346491.519457:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346491.519463:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346491.519485:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.519487:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763346491.519490:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763346491.519492:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346491.519495:0:19997:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346491.519499:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346491.519503:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346491.519506:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346491.519508:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.519514:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.519515:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.519518:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.519520:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.519522:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0e00 with handle 0x757b854463af9f40 from hash 00010000:00000001:0.0:1763346491.519525:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.519526:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.519526:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.519527:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346491.519529:0:19997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346491.519532:0:19997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346491.519543:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9f40 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127a6 expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.519550:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346491.519554:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.519557:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.519558:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.519560:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.519563:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.519564:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.519565:0:19997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.519566:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.519568:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.519569:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.519570:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346491.519572:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346491.519575:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763346491.519577:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.519579:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.519580:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.519582:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.519586:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0e00/0x757b854463af9f40 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127a6 expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.519592:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346491.519595:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:0.0:1763346491.519597:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4e00. 00010000:00000001:0.0:1763346491.519602:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.519605:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0e00, rc 0) 00000020:00000001:0.0:1763346491.519608:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346491.519612:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055455, xid 1848996540776576 00010000:00000001:0.0:1763346491.519615:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.519622:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506103800 x1848996540776576/t8590055455(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/664 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346491.519631:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.519634:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.519638:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.519643:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.519645:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.519648:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.519651:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.519655:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.519659:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.519663:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.519670:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a330. 00000100:00000200:0.0:1763346491.519677:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540776576, offset 224 00000400:00000200:0.0:1763346491.519684:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.519698:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.519705:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198424:198424:256:4294967295] 192.168.204.16@tcp LPNI seq info [198420:198420:8:4294967295] 00000400:00000200:0.0:1763346491.519716:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.519723:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.519729:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eeb00. 00000800:00000200:0.0:1763346491.519735:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.519745:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.519749:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eeb00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.519767:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.519771:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.519775:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.519777:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.519780:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.519786:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506103800 x1848996540776576/t8590055455(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4616/664 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346491.519798:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+497:226244:x1848996540776576:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 19601us (19961us total) trans 8590055455 rc 301/301 00000100:00100000:0.0:1763346491.519807:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140784 00000100:00000040:0.0:1763346491.519812:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346491.519814:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.519816:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.519821:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346491.519826:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8640. 00000020:00000010:0.0:1763346491.519831:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:0.0:1763346491.519837:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:0.0:1763346491.519840:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346491.525265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:0.1:1763346491.529430:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972700. 00010000:00000010:0.1:1763346491.529449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1a00. 00010000:00000010:0.1:1763346491.529453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0e00. 00000800:00000001:0.0:1763346491.534748:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.534770:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.534774:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.534776:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.534787:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.534805:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e010200 00000400:00000200:0.0:1763346491.534814:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124c51 [2] + 0 00000800:00000001:0.0:1763346491.534823:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.534838:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.534842:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.534846:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.534855:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.534858:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763346491.534867:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3c380. 00000100:00000040:0.0:1763346491.534871:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3c380 x1848996540776960 msgsize 392 00000100:00100000:0.0:1763346491.534875:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.534891:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.534901:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.534905:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.534967:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.534971:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540776960 02000000:00000001:1.0:1763346491.534975:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.534978:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.534980:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.534987:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.534991:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540776960 00000020:00000001:1.0:1763346491.534995:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.534997:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.535000:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.535004:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:1.0:1763346491.535006:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.535009:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.535014:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.535019:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.535023:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.535026:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000020:00000010:1.0:1763346491.535033:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894800. 00000020:00000010:1.0:1763346491.535039:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364c00. 00000020:00000010:1.0:1763346491.535044:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8960. 00000100:00000040:1.0:1763346491.535053:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763346491.535057:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.535058:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346491.535061:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.535072:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.535089:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.535101:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.535103:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.535108:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20987 00000100:00000040:1.0:1763346491.535113:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.535115:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870492032 : -105874839059584 : ffff9fb517d3c380) 00000100:00000040:1.0:1763346491.535123:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c380 x1848996540776960/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.535133:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.535136:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.535139:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.535141:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000100:00100000:1.0:1763346491.535145:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+497:226244:x1848996540776960:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:1.0:1763346491.535149:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540776960 00000020:00000001:1.0:1763346491.535154:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.535158:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346491.535165:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755aa80: xid 1848996540776576, transno 8590055455, client gen 3, slot idx 0 00000001:00000001:1.0:1763346491.535170:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f31d80: xid 1848996540776320, transno 8590055454, client gen 3, slot idx 1 00000001:00000010:1.0:1763346491.535174:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f31d80. 00000020:00000001:1.0:1763346491.535179:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.535182:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.535184:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:1.0:1763346491.535188:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.535192:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540776960, found 0 last_xid 1848996540776959 00000020:00000001:1.0:1763346491.535195:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.535197:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.535200:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.535204:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535208:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763346491.535243:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763346491.535246:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763346491.535254:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535258:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346491.535262:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.535270:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535273:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.535274:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.535277:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535278:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.535280:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.535281:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535282:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.535283:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.535286:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535289:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.535290:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.535292:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535294:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535297:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763346491.535298:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535302:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346491.535303:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.535304:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535306:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.535308:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.535309:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535311:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.535312:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.535314:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535316:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.535317:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.535322:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.535328:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.535330:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.535333:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.535335:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.535337:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.535339:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535341:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.535351:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535353:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.535360:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.535363:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.535370:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5260b5800. 02000000:00000001:1.0:1763346491.535373:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.535375:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535378:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346491.535379:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535383:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763346491.535385:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763346491.535387:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.535389:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb50fb9aa00 refcount=2 00000020:00000001:1.0:1763346491.535391:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198734563840 : -105874974987776 : ffff9fb50fb9aa00) 00000004:00000001:1.0:1763346491.535393:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638198734563840 : -105874974987776 : ffff9fb50fb9aa00) 00000020:00000040:1.0:1763346491.535396:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb50fb9aa00 with handle 0x757b854463af9f4e from hash 00000004:00000001:1.0:1763346491.535401:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763346491.535403:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405d:0x0] with intent: 0 00000004:00000001:1.0:1763346491.535406:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763346491.535408:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:1.0:1763346491.535413:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.535416:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.535425:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535429:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.535436:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535439:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535444:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.535446:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.535451:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.535453:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.535454:0:19976:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.535456:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.535457:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535458:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535459:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.535461:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.535463:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.535465:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.535466:0:19976:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346491.535468:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346491.535471:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535473:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.535475:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.535476:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535477:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535480:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.535482:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.535484:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.535485:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.535487:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535488:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.535489:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.535490:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.535493:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.535494:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.535497:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346491.535499:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535501:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763346491.535503:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405d:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:1.0:1763346491.535507:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.535509:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763346491.535512:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346491.535516:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346491.535523:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54360. 00080000:00000001:1.0:1763346491.535526:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346491.535536:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055e8400. 00080000:00000001:1.0:1763346491.535539:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560818176 : -105875148733440 : ffff9fb5055e8400) 00000004:00000001:1.0:1763346491.535544:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.535549:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.535551:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.535554:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560818176 : -105875148733440 : ffff9fb5055e8400) 00080000:00000001:1.0:1763346491.535557:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346491.535579:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535581:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535585:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.535591:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346491.535593:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346491.535600:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346491.535602:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.535603:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560818176 : -105875148733440 : ffff9fb5055e8400) 00080000:00000001:1.0:1763346491.535607:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346491.535612:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346491.535614:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535617:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.535640:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.535643:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535652:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.535656:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763346491.535658:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346491.535660:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.535661:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560818176 : -105875148733440 : ffff9fb5055e8400) 00080000:00000001:1.0:1763346491.535666:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346491.535668:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:1.0:1763346491.535683:0:19976:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346491.535686:0:19976:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.535689:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535691:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535693:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535695:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.535701:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346491.535703:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346491.535708:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346491.535711:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055456, last_committed = 8590055443 00000001:00000010:1.0:1763346491.535715:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54660. 00000001:00000040:1.0:1763346491.535717:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 13 00000020:00000040:1.0:1763346491.535720:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:1.0:1763346491.535727:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f31c00. 00000004:00000001:1.0:1763346491.535734:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346491.535736:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346491.535738:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560818176 : -105875148733440 : ffff9fb5055e8400) 00080000:00000001:1.0:1763346491.535741:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346491.535756:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346491.535759:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346491.535762:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f31c00: xid 1848996540776960, transno 8590055456, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763346491.535765:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.535844:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346491.535848:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54360. 00000020:00000001:1.0:1763346491.535851:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535854:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535857:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535858:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535861:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763346491.535862:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763346491.535864:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763346491.535866:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.535868:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.535870:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.535874:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763346491.535878:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763346491.535883:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.535886:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405d:0x0], previous was 0x7 00000004:00000001:1.0:1763346491.535889:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535892:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763346491.535895:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535898:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763346491.535901:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346491.535905:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763346491.535908:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb50fb9aa00. 00000004:00000001:1.0:1763346491.535921:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.535924:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346491.535925:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535927:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535930:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763346491.535932:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346491.535933:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.535935:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.535937:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346491.535938:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346491.535943:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.535946:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.535948:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763346491.535955:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.535961:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.535963:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.535968:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 8590055456, xid 1848996540776960 00010000:00000001:1.0:1763346491.535971:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.535978:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c380 x1848996540776960/t8590055456(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346491.535986:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.535988:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.535992:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.535996:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.536000:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.536002:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.536005:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.536007:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.536011:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.536013:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.536018:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b110. 00000100:00000200:1.0:1763346491.536024:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540776960, offset 224 00000400:00000200:1.0:1763346491.536031:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.536042:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.536049:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198425:198425:256:4294967295] 192.168.204.16@tcp LPNI seq info [198421:198421:8:4294967295] 00000400:00000200:1.0:1763346491.536060:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.536065:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.536071:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:1.0:1763346491.536076:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.536084:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.536088:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.536098:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.536101:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.536103:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.536105:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.536108:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.536112:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c380 x1848996540776960/t8590055456(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 392/456 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346491.536124:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+498:226244:x1848996540776960:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 988us (1250us total) trans 8590055456 rc 0/0 00000100:00100000:1.0:1763346491.536133:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20987 00000100:00000040:1.0:1763346491.536137:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.536139:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.536140:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.536146:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364c00. 00000020:00000010:1.0:1763346491.536150:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8960. 00000020:00000010:1.0:1763346491.536154:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894800. 00000020:00000040:1.0:1763346491.536165:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:1.0:1763346491.536168:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.537033:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.537039:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:0.0:1763346491.537044:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.537050:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.537056:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b110 00000400:00000010:0.0:1763346491.537058:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b110. 00000100:00000001:0.0:1763346491.537063:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.537065:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346491.543056:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.543060:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540777088 02000000:00000001:0.0:1763346491.543063:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.543067:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.543069:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.543075:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.543081:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540777088 00000020:00000001:0.0:1763346491.543084:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.543086:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346491.543088:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.543093:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:0.0:1763346491.543095:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346491.543098:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346491.543102:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.543108:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.543112:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.543115:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000020:00000010:0.0:1763346491.543187:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:0.0:1763346491.543193:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.543199:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109578. 00000100:00000040:0.0:1763346491.543208:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346491.543412:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.543414:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346491.543418:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346491.543420:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.543422:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.543431:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.545038:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.546017:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346491.546022:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346491.546033:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140785 00000100:00000040:3.0:1763346491.546040:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346491.546043:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183166080 : -105874526385536 : ffff9fb52a76ca80) 00000100:00000040:3.0:1763346491.546054:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76ca80 x1848996540777088/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 376/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346491.546067:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.546076:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb00. 00000100:00000001:3.0:1763346491.546080:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.546083:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb00. 00000100:00100000:3.0:1763346491.546090:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+498:226244:x1848996540777088:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346491.546097:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540777088 00000020:00000001:3.0:1763346491.546101:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346491.546106:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346491.546113:0:26440:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f31c00: xid 1848996540776960, transno 8590055456, client gen 3, slot idx 1 00000001:00000001:3.0:1763346491.546119:0:26440:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755aa80: xid 1848996540776576, transno 8590055455, client gen 3, slot idx 0 00000001:00000010:3.0:1763346491.546123:0:26440:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755aa80. 00000020:00000001:3.0:1763346491.546129:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.546132:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346491.546134:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346491.546137:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346491.546141:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540777088, found 0 last_xid 1848996540777087 00000020:00000001:3.0:1763346491.546144:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346491.546147:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346491.546149:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346491.546158:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.546160:0:26440:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346491.546164:0:26440:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346491.546166:0:26440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346491.546169:0:26440:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346491.546171:0:26440:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.546177:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346491.546187:0:26440:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3900. 00010000:00000010:3.0:1763346491.546192:0:26440:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb51d371b00. 00010000:00000001:3.0:1763346491.546197:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346491.546202:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346491.546207:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346491.546210:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463af9f55 to hash 00000020:00000001:3.0:1763346491.546229:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346491.546231:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000010:3.0:1763346491.546236:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001300. 00010000:00000001:3.0:1763346491.546240:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00010000:3.0:1763346491.546246:0:26440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9f55 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127ad expref: -99 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346491.546257:0:26440:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346491.546260:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000001:3.0:1763346491.546267:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346491.546271:0:26440:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346491.546279:0:26440:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346491.546281:0:26440:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346491.546283:0:26440:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.546285:0:26440:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:3.0:1763346491.546288:0:26440:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x405d:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:3.0:1763346491.546291:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346491.546293:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405d:0x0] 00000020:00000001:3.0:1763346491.546296:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346491.546301:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000004:00000001:3.0:1763346491.546303:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566972832 : -105879142578784 : ffff9fb4175145a0) 00000004:00000001:3.0:1763346491.546308:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346491.546318:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.546322:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.546329:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546333:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546338:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:3.0:1763346491.546340:0:26440:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:3.0:1763346491.546358:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346491.546362:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346491.546369:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb540199400. 02000000:00000001:3.0:1763346491.546372:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.546375:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.546379:0:26440:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346491.546381:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346491.546384:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346491.546386:0:26440:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.546389:0:26440:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.546394:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346491.546397:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346491.546400:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346491.546403:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.546405:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346491.546406:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.546409:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346491.546412:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346491.546413:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346491.546415:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346491.546418:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) refcount = 1 00010000:00010000:3.0:1763346491.546425:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9f55 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ad expref: 499 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346491.546432:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346491.546437:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346491.546439:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.546441:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346491.546442:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.546445:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.546447:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346491.546452:0:26440:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346491.546455:0:26440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9f55 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ad expref: 499 pid: 26440 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763346491.546463:0:26440:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:3.0:1763346491.546467:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346491.546468:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405d:0x0] 00000020:00000001:3.0:1763346491.546470:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346491.546471:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000004:00000001:3.0:1763346491.546473:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566972832 : -105879142578784 : ffff9fb4175145a0) 00000004:00000001:3.0:1763346491.546476:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346491.546478:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.546479:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.546481:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546483:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546485:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546487:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346491.546488:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.546489:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346491.546491:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546492:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546494:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346491.546496:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346491.546498:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346491.546500:0:26440:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1763346491.546505:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346491.546508:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346491.546521:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:3.0:1763346491.546524:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763346491.546532:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.546534:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.546536:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346491.546538:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.546540:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346491.546541:0:26440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3be00, rc 0) 00000020:00000001:3.0:1763346491.546549:0:26440:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346491.546553:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 0, xid 1848996540777088 00010000:00000001:3.0:1763346491.546556:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346491.546562:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76ca80 x1848996540777088/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 376/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346491.546569:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346491.546572:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346491.546576:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346491.546581:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346491.546584:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346491.546587:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346491.546590:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346491.546593:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.546596:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346491.546599:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346491.546604:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb000. 00000100:00000200:3.0:1763346491.546612:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848996540777088, offset 224 00000400:00000200:3.0:1763346491.546619:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346491.546632:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346491.546639:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198426:198426:256:4294967295] 192.168.204.16@tcp LPNI seq info [198422:198422:8:4294967295] 00000400:00000200:3.0:1763346491.546650:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346491.546655:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346491.546660:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b400. 00000800:00000200:3.0:1763346491.546666:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346491.546673:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346491.546678:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346491.546689:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.546692:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346491.546694:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346491.546696:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.546698:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346491.546702:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ca80 x1848996540777088/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 376/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346491.546711:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+499:226244:x1848996540777088:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 645us (3807us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346491.546718:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140785 00000100:00000040:3.0:1763346491.546722:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346491.546725:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346491.546726:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346491.546732:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f2aa00. 00000020:00000010:3.0:1763346491.546736:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109578. 00000020:00000010:3.0:1763346491.546742:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f87a00. 00000020:00000040:3.0:1763346491.546747:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:3.0:1763346491.546750:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.547252:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.547258:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b400. 00000400:00000200:0.0:1763346491.547263:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.547269:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.547274:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb000 00000400:00000010:0.0:1763346491.547277:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb000. 00000100:00000001:0.0:1763346491.547281:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.547282:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346491.565912:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.565931:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.565935:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.565937:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.565947:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.565963:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e010300 00000400:00000200:0.0:1763346491.565972:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 29296 00000800:00000001:0.0:1763346491.565979:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.565989:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.565992:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.565996:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.566003:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.566007:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346491.566014:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3ed80. 00000100:00000040:0.0:1763346491.566018:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3ed80 x1848996540777216 msgsize 576 00000100:00100000:0.0:1763346491.566022:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.566106:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.566115:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.566119:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.566156:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.566159:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540777216 02000000:00000001:1.0:1763346491.566162:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.566174:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.566176:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.566182:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.566186:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540777216 00000020:00000001:1.0:1763346491.566189:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.566191:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.566194:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.566198:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:1.0:1763346491.566200:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.566202:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.566207:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.566261:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.566265:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.566268:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000100:00000040:1.0:1763346491.566280:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300728415, at 4300728416 00000100:00000010:1.0:1763346491.566288:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a546c0. 00000020:00000010:1.0:1763346491.566298:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.566305:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364c00. 00000020:00000010:1.0:1763346491.566310:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8960. 00000100:00000040:1.0:1763346491.566317:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346491.566321:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.566322:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346491.566325:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346491.566327:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.566329:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.566339:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.566354:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.566367:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.566369:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.566374:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140786 00000100:00000040:1.0:1763346491.566378:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.566380:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870502784 : -105874839048832 : ffff9fb517d3ed80) 00000100:00000040:1.0:1763346491.566388:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3ed80 x1848996540777216/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 576/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.566398:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.566400:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.566402:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.566404:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000100:00100000:1.0:1763346491.566408:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+499:226244:x1848996540777216:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346491.566412:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540777216 00000020:00000001:1.0:1763346491.566416:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.566420:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346491.566424:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.566427:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.566430:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346491.566433:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.566436:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540777216, found 0 last_xid 1848996540777215 00000020:00000001:1.0:1763346491.566439:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.566441:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.566444:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.566450:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.566452:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346491.566456:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346491.566458:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346491.566460:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346491.566462:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.566467:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.566475:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:1.0:1763346491.566478:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.566481:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.566485:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1800. 00000020:00000001:1.0:1763346491.566488:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.566490:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1800 with handle 0x757b854463af9f5c to hash 00000020:00000001:1.0:1763346491.566492:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.566494:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000010:1.0:1763346491.566500:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4080. 00010000:00000001:1.0:1763346491.566503:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00010000:1.0:1763346491.566508:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463af9f5c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127b4 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.566516:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.566518:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:1.0:1763346491.566524:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346491.566526:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346491.566533:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346491.566535:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346491.566537:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763346491.566539:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346491.566541:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405d:0x0] 00000100:00000040:3.0:1763346491.566727:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300728415, at 4300728416 00000100:00000010:3.0:1763346491.566733:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54720. 00000100:00000040:0.0:1763346491.566882:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300728415, at 4300728416 00000100:00000010:0.0:1763346491.566887:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54240. 00000020:00000001:1.0:1763346491.566909:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.566913:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000004:00000001:1.0:1763346491.566916:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566972832 : -105879142578784 : ffff9fb4175145a0) 00000004:00000001:1.0:1763346491.566918:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.566923:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346491.566925:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346491.566929:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.566932:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.566968:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb529d00000. 02000000:00000001:1.0:1763346491.566970:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.566973:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.566975:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.566977:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763346491.566982:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346491.566985:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.566987:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.566990:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.566991:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.566993:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.566995:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.566996:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.566997:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.566998:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.566999:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.567001:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.567002:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.567003:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.567004:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.567006:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.567007:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.567009:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.567010:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.567011:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.567015:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346491.567020:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346491.567022:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346491.567024:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346491.567025:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.567027:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.567028:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.567031:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346491.567033:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.567036:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1763346491.567041:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346491.567042:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763346491.567044:0:19997:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1763346491.567050:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb503af2000. 00000004:00000001:1.0:1763346491.567055:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.567058:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346491.567060:0:19997:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:1.0:1763346491.567063:0:19997:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x405d:0x0]/[0x200000bd2:0x405d:0x0], ldlm_rep = ffff9fb529d00228 00000004:00000001:1.0:1763346491.567069:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763346491.567072:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346491.567073:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346491.567076:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:1.0:1763346491.567079:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.567081:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346491.567083:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0000. 00000020:00000001:1.0:1763346491.567085:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346491.567087:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0000 with handle 0x757b854463af9f63 to hash 00000020:00000001:1.0:1763346491.567088:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346491.567090:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000010:1.0:1763346491.567093:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346491.567095:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346491.567098:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.567100:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.567103:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9f63 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.567110:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346491.567114:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346491.567117:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346491.567119:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.567121:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.567123:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346491.567125:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.567128:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.567130:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346491.567132:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346491.567133:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346491.567136:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:1.0:1763346491.567139:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346491.567143:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9f55 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ad expref: 500 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346491.567149:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9f63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.567154:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346491.567159:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.567161:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.567163:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.567164:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.567166:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.567168:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346491.567171:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346491.567174:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.567176:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9f63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.567181:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346491.567182:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.567183:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.567186:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.567187:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.567188:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346491.567190:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346491.567192:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346491.567194:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.567195:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.567196:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.567199:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763346491.567202:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.567205:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.567233:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.567236:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.567242:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567245:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567250:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.567253:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.567257:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.567259:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.567262:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.567264:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405d:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763346491.567267:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.567268:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567269:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567271:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.567272:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.567274:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346491.567276:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.567277:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567278:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567280:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.567281:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.567283:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763346491.567285:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763346491.567286:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346491.567289:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb529d00370 00000004:00000001:1.0:1763346491.567291:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.567293:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.567295:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.567296:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.567297:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.567299:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.567300:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.567301:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.567303:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.567306:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1763346491.567309:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: returning size 0 00000004:00000040:1.0:1763346491.567312:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405d:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763346491.567315:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763346491.567317:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9739 00000004:00200000:1.0:1763346491.567319:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1763346491.567321:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763346491.567322:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.567323:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.567326:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346491.567328:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.567329:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567330:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.567331:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.567333:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.567334:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346491.567336:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.567350:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.567356:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.567358:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.567364:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.567366:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.567367:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346491.567369:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346491.567371:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00000004:00010000:1.0:1763346491.567374:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9f63 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346491.567378:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.567379:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.567381:0:19997:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763346491.567382:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.567385:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763346491.567387:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.567388:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.567389:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346491.567391:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346491.567393:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00000004:00000040:1.0:1763346491.567395:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346491.567398:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=501 00010000:00000001:1.0:1763346491.567401:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.567402:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346491.567403:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.567405:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763346491.567407:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346491.567408:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346491.567410:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346491.567411:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346491.567412:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346491.567415:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763346491.567418:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.567420:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346491.567422:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.567423:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1763346491.567425:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb503af2000. 00000004:00000001:1.0:1763346491.567429:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346491.567432:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346491.567433:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.567436:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.567437:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.567439:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.567440:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.567442:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1800 with handle 0x757b854463af9f5c from hash 00010000:00000001:1.0:1763346491.567444:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.567445:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.567446:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.567447:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346491.567448:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.567451:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463af9f5c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127b4 expref: 501 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.567462:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346491.567465:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00010000:00000010:1.0:1763346491.567467:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4080. 00010000:00000001:1.0:1763346491.567474:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.567475:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.567479:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346491.567482:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9f63 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127b4 expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.567489:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.567492:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346491.567494:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:1.0:1763346491.567496:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:1.0:1763346491.567498:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.567501:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.567502:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346491.567503:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.567504:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.567506:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0000, rc 0) 00000020:00000001:1.0:1763346491.567508:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.567512:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055443, transno 0, xid 1848996540777216 00010000:00000001:1.0:1763346491.567515:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.567520:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3ed80 x1848996540777216/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 576/640 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346491.567527:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.567531:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.567535:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.567539:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.567542:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.567605:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.567608:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.567611:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.567615:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.567618:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.567623:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346491.567629:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540777216, offset 224 00000400:00000200:1.0:1763346491.567637:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.567649:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.567656:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198427:198427:256:4294967295] 192.168.204.16@tcp LPNI seq info [198423:198423:8:4294967295] 00000400:00000200:1.0:1763346491.567668:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.567672:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.567678:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:1.0:1763346491.567685:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.567693:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.567698:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.569796:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.569810:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.569814:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.569817:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.569820:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.569829:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3ed80 x1848996540777216/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 576/640 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346491.569841:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226244:x1848996540777216:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 3440us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346491.569850:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140786 00000100:00000040:1.0:1763346491.569854:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.569857:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.569859:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.569866:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364c00. 00000020:00000010:1.0:1763346491.569872:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8960. 00000020:00000010:1.0:1763346491.569879:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:1.0:1763346491.569886:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:1.0:1763346491.569890:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346491.575255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00000800:00000001:0.0:1763346491.579099:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.579121:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.579125:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.579127:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.579137:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.579157:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e010380 00000400:00000200:0.0:1763346491.579165:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 6576 00000800:00000001:0.0:1763346491.579173:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.579183:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.579187:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.579191:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.579199:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.579202:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346491.579209:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3d180. 00000100:00000040:0.0:1763346491.579681:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3d180 x1848996540777344 msgsize 328 00000100:00100000:0.0:1763346491.579687:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.579709:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.579719:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.579723:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346491.586311:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.586329:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8c00. 00000400:00000200:1.0:1763346491.586337:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.586353:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.586361:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b990 00000400:00000010:1.0:1763346491.586364:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b990. 00000100:00000001:1.0:1763346491.586371:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346491.586373:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763346491.598777:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.598785:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.598789:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.598791:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.598794:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.598796:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.598800:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.598802:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.598807:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.598808:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.598836:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346491.598839:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.598843:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763346491.600564:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.601100:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540777472 02000000:00000001:0.0:1763346491.601104:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.601107:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.601110:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.601116:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.601120:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540777472 00000020:00000001:0.0:1763346491.601124:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.601125:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346491.601128:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.601131:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:0.0:1763346491.601135:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346491.601137:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346491.601143:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.601151:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.601155:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.601159:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000020:00000010:0.0:1763346491.601166:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f86e00. 00000020:00000010:0.0:1763346491.601172:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.601178:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401097d0. 00000100:00000040:0.0:1763346491.601186:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346491.601189:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.601190:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.601193:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.601202:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.601235:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.601250:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.601252:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.601260:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20073 00000100:00000040:0.0:1763346491.601264:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346491.601267:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183169664 : -105874526381952 : ffff9fb52a76d880) 00000100:00000040:0.0:1763346491.601276:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76d880 x1848996540777472/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346491.601285:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.601288:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.601290:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.601292:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000100:00100000:0.0:1763346491.601297:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:226244:x1848996540777472:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346491.601301:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540777472 00000020:00000001:0.0:1763346491.601305:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.601309:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.601311:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.601313:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.601315:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346491.602701:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.602712:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.602716:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.602719:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.602727:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.602729:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346491.602732:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346491.602735:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346491.602737:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346491.602740:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.602749:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346491.602756:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972f00 count: 2 00010000:00000001:0.0:1763346491.602760:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.602764:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.602770:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346491.602776:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.602779:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463af9f71 to hash 00000020:00000001:0.0:1763346491.602781:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.602782:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346491.602785:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00010000:0.0:1763346491.602791:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127c2 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.602800:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 19 00000020:00000040:0.0:1763346491.602803:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00000100:00000001:0.0:1763346491.602815:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.602819:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.602828:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5275d6000. 02000000:00000001:0.0:1763346491.602832:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.602834:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.602837:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346491.602842:0:62997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346491.602846:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.602848:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.602851:0:62997:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763346491.602853:0:62997:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346491.602861:0:62997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 25 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.602874:0:62997:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346491.602876:0:62997:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.602879:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346491.602881:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.602883:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.602884:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346491.602886:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.602888:0:62997:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.602890:0:62997:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346491.602895:0:62997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 25 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.602903:0:62997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2608:0x0].0x0 (ffff9fb417972f00) refcount = 2 00010000:00000040:0.0:1763346491.602906:0:62997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346491.602909:0:62997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 25 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.602914:0:62997:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346491.602916:0:62997:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 25 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763346491.602924:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.602928:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.602935:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.602937:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.602940:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.602942:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.602944:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346491.602947:0:62997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.602950:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.602952:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346491.602954:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.602957:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.602959:0:62997:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346491.602960:0:62997:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346491.602965:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3dc00. 00000020:00000040:0.0:1763346491.602969:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346491.602972:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346491.602974:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346491.602980:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346491.602986:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb402f87a00. 00000100:00000001:0.0:1763346491.602992:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.602997:0:62997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 25 pid: 62988 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346491.603015:0:62997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 25 pid: 62988 timeout: 6161 lvb_type: 0 00010000:00000001:0.0:1763346491.603023:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346491.603026:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346491.603032:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.603042:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346491.603044:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.603049:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964480:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346491.603053:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346491.603058:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346491.603061:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.603064:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346491.603070:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401a83800. 02000000:00000001:0.0:1763346491.603072:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.603078:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cce18. 00000400:00000010:0.0:1763346491.603086:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a990. 00000100:00000200:0.0:1763346491.603092:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514964480, portal 16 00000100:00000001:0.0:1763346491.603095:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.603097:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870498304 : -105874839053312 : ffff9fb517d3dc00) 00000100:00000040:0.0:1763346491.603103:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.603109:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.603112:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.603114:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a7f8. 00000100:00000200:0.0:1763346491.603117:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514964480, offset 0 00000400:00000200:0.0:1763346491.603123:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.603136:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.603140:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346491.603144:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346491.603148:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346491.603150:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346491.603154:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198429:198429:256:4294967295] 192.168.204.16@tcp LPNI seq info [198425:198425:8:4294967295] 00000400:00000200:0.0:1763346491.603165:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.603170:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.603175:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee400. 00000800:00000200:0.0:1763346491.603181:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.603188:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.603193:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.604632:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.604642:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300728519 00000100:00000010:0.0:1763346491.604651:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038cc0. 00000100:00000001:0.0:1763346491.604659:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763346491.604666:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300728519 00000100:00000010:0.0:1763346491.604669:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038de0. 00000100:00000001:0.0:1763346491.606998:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763346491.607014:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300728521 00000100:00000010:0.0:1763346491.607024:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038000. 00000100:00000001:0.0:1763346491.607030:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763346491.607045:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300728521 00000100:00000010:0.0:1763346491.607049:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038120. 00000100:00000001:0.0:1763346491.607053:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346491.607057:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.607070:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.607074:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.607077:0:62997:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.607081:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.607085:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.607088:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.607089:0:62997:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.607093:0:62997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.607095:0:62997:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346491.607097:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.607100:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.607102:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346491.607105:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346491.607108:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346491.607111:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346491.607632:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.607638:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ee400. 00000400:00000200:3.0:1763346491.607643:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.607653:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.607660:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a7f8 00000400:00000010:3.0:1763346491.607663:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a7f8. 00000100:00000001:3.0:1763346491.607668:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346491.607675:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.607686:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.607690:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.607696:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.607698:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346491.614607:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.614628:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346491.614633:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.614635:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.614646:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346491.614664:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c772400 00000400:00000200:1.0:1763346491.614672:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f7c1 [1] + 224 00000800:00000001:1.0:1763346491.614679:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.614709:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.614713:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.614718:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346491.614725:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346491.614736:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346491.614747:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.614771:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346491.614781:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.614784:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.614841:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346491.614849:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.614852:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.614855:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cce18. 00000400:00000200:0.0:1763346491.614859:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a990 00000400:00000010:0.0:1763346491.614862:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a990. 00000100:00000001:0.0:1763346491.614865:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.614870:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346491.614879:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.614886:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.614888:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.614890:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346491.614894:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.614897:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.614900:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.614903:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.614910:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=70 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346491.614915:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=70 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346491.614917:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346491.614919:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.614922:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346491.614926:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.614928:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.614932:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.614939:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.614941:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346491.614944:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.614947:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346491.614950:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.614952:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.614953:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.614958:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346491.614965:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964480:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346491.614970:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.614973:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.614975:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346491.614978:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.614981:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3dc00 x1848996514964480/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.614988:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346491.614991:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346491.614994:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401a83800. 02000000:00000001:0.0:1763346491.614999:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346491.615001:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346491.615003:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346491.615005:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346491.615008:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346491.615012:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346491.615014:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346491.615016:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3dc00. 00000100:00000001:0.0:1763346491.615019:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346491.615020:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346491.615022:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.615025:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346491.615027:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346491.615030:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb51d2b8680. 00010000:00000001:0.0:1763346491.615033:0:62997:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.615036:0:62997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.615038:0:62997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.615048:0:62997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346491.615053:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 25 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.615068:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.615070:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346491.615072:0:62997:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a37000 00010000:00000001:0.0:1763346491.615075:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.615077:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.615081:0:62997:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.615083:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346491.615085:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346491.615087:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.615088:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.615089:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.615090:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.615092:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37000, rc 0) 00000020:00000001:0.0:1763346491.615095:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.615099:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540777472 00010000:00000001:0.0:1763346491.615103:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.615107:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76d880 x1848996540777472/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346491.615116:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.615119:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.615122:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.615127:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.615129:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.615132:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.615135:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.615137:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.615141:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.615144:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.615148:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a990. 00000100:00000200:0.0:1763346491.615152:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540777472, offset 224 00000400:00000200:0.0:1763346491.615158:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.615169:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.615175:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198430:198430:256:4294967295] 192.168.204.16@tcp LPNI seq info [198426:198426:8:4294967295] 00000400:00000200:0.0:1763346491.615186:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.615192:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.615198:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee600. 00000800:00000200:0.0:1763346491.615204:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.615384:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.615388:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.615457:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.615462:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.615464:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.615466:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.615468:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.615474:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d880 x1848996540777472/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346491.615485:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+25:226244:x1848996540777472:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 14197us (15860us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.615495:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20073 00000100:00000040:0.0:1763346491.615500:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346491.615502:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.615504:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.615510:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.615515:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401097d0. 00000020:00000010:0.0:1763346491.615519:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f86e00. 00000020:00000040:0.0:1763346491.615524:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00000100:00000001:0.0:1763346491.615527:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.617840:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.617857:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.617860:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.617863:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.617874:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.617890:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 1512 into portal 6 MB=0x691a70e010480 00000400:00000200:3.0:1763346491.617898:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 1512/1512 into md 0x90861 [128] + 119136 00000800:00000001:3.0:1763346491.617905:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.617916:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.617919:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.617923:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.617929:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.617931:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763346491.617937:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546c700. 00000100:00000040:3.0:1763346491.617941:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546c700 x1848996540777600 msgsize 1512 00000100:00100000:3.0:1763346491.617946:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.617965:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.617972:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.617975:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763346491.618731:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=25 00000020:00000001:2.0:1763346491.618734:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346491.618736:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346491.618741:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.618748:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0b40. 00000100:00000001:2.0:1763346491.618756:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.618758:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0b40. 00000020:00000010:2.0:1763346491.618765:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a000. 00000020:00000010:2.0:1763346491.618772:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.618777:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419a28. 00000100:00000040:2.0:1763346491.618789:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763346491.618792:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346491.618793:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763346491.618796:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763346491.618799:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346491.618802:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:2.0:1763346491.618805:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346491.618809:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346491.618814:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346491.618817:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.618821:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.618823:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.618825:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.618827:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.618829:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.618830:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.618831:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.618833:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.618834:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.618835:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.618837:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.618841:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763346491.618844:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.618846:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.618848:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.618851:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763346491.618854:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.618856:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346491.618865:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x2608:0x0] (0->1023) req@ffff9fb53546c700 x1848996540777600/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 1512/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346491.618875:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346491.618877:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb53546c700 with x1848996540777600 ext(0->1023) 00010000:00000001:2.0:1763346491.618881:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346491.618882:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.618884:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=4 00000020:00000001:2.0:1763346491.618887:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:2.0:1763346491.618890:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00010000:2.0:1763346491.618898:0:86566:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 25 pid: 62988 timeout: 6161 lvb_type: 0 00010000:00010000:2.0:1763346491.618920:0:86566:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 25 pid: 62988 timeout: 6161 lvb_type: 0 00010000:00000001:2.0:1763346491.618927:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.618928:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346491.618930:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346491.618931:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9fb53546c700 00002000:00000001:2.0:1763346491.618934:0:86566:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.618936:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.618944:0:86566:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763346491.618950:0:86566:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb53546c700 x1848996540777600/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 1512/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346491.618955:0:86566:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763346491.618957:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.618975:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.618988:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346491.618990:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346491.618995:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 15 00000100:00000040:2.0:1763346491.618999:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346491.619001:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364568832 : -105874344982784 : ffff9fb53546c700) 00000100:00000040:2.0:1763346491.619006:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546c700 x1848996540777600/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 1512/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346491.619015:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.619018:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0b40. 00000100:00000001:2.0:1763346491.619020:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.619022:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0b40. 00000100:00100000:2.0:1763346491.619026:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+25:2357:x1848996540777600:12345-192.168.204.16@tcp:4:dd.0 00000100:00000200:2.0:1763346491.619029:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540777600 00000020:00000001:2.0:1763346491.619032:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346491.619036:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346491.619038:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619039:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346491.619041:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:2.0:1763346491.619044:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346491.619047:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346491.619050:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346491.619051:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346491.619052:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619055:0:86566:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763346491.619060:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346491.619063:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346491.619068:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb52af35000. 02000000:00000001:2.0:1763346491.619070:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.619072:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619075:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763346491.619077:0:86566:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619079:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763346491.619309:0:86566:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763346491.619314:0:86566:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763346491.619318:0:86566:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1763346491.619375:0:86566:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763346491.619389:0:86566:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619393:0:86566:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763346491.619395:0:86566:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 free: 3838836736 avail: 3836739584 00000020:00000001:2.0:1763346491.619399:0:86566:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763346491.619402:0:86566:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 avail=3836739584 left=3510632448 unstable=0 tot_grant=325779456 pending=0 00000020:00000001:2.0:1763346491.619405:0:86566:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3510632448 : 3510632448 : d1400000) 00000020:00000001:2.0:1763346491.619407:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763346491.619410:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 303300608 dropped 0, local 305004544 00000020:00000001:2.0:1763346491.619413:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763346491.619415:0:86566:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763346491.619418:0:86566:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 granted: 1703936 ungranted: 0 grant: 303300608 dirty: 1703936 00000020:00000001:2.0:1763346491.619420:0:86566:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763346491.619422:0:86566:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763346491.619424:0:86566:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 wants: 485097472 current grant 303300608 granting: 3407872 00000020:00000020:2.0:1763346491.619427:0:86566:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 tot cached:0 granted:329187328 num_exports: 2 00000020:00000001:2.0:1763346491.619429:0:86566:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:2.0:1763346491.619431:0:86566:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763346491.619433:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346491.619436:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346491.619442:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:2.0:1763346491.619445:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00080000:00000001:2.0:1763346491.619453:0:86566:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:2.0:1763346491.619467:0:86566:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763346491.619473:0:86566:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.619476:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619478:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346491.619482:0:86566:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1024 00000020:00008000:2.0:1763346491.619485:0:86566:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1024 left = 1024 00000020:00000001:2.0:1763346491.619490:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763346491.619520:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:2.0:1763346491.619523:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763346491.619535:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619537:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763346491.619543:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346491.619550:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619555:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346491.619557:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.619559:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.619561:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.619563:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.619564:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.619566:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.619568:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.619569:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.619570:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.619572:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.619573:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.619574:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.619577:0:86566:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763346491.619580:0:86566:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.619582:0:86566:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763346491.619584:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346491.619592:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619595:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346491.619605:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59800. 00080000:00000001:2.0:1763346491.619608:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00000001:00000001:2.0:1763346491.619610:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.619611:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619615:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:2.0:1763346491.619637:0:86566:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:2.0:1763346491.619640:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619644:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346491.619650:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619652:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346491.619669:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.619671:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346491.619673:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619675:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346491.619698:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.619701:0:86566:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763346491.619704:0:86566:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346491.619710:0:86566:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:2.0:1763346491.619714:0:86566:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763346491.619718:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346491.619720:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763346491.619759:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.619762:0:86566:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346491.619764:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763346491.619775:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619777:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346491.619781:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa58800. 00080000:00000001:2.0:1763346491.619783:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00000001:00000001:2.0:1763346491.619785:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.619786:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619789:0:86566:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:2.0:1763346491.619796:0:86566:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:2.0:1763346491.619800:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346491.619802:0:86566:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619804:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346491.619806:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619807:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346491.619812:0:86566:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346491.619834:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346491.619836:0:86566:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619839:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346491.619844:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619853:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619862:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346491.619866:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619869:0:86566:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:2.0:1763346491.619871:0:86566:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:2.0:1763346491.619873:0:86566:0:(osd_io.c:1001:osd_grow_blocksize()) Process leaving 00080000:00000002:2.0:1763346491.619875:0:86566:0:(osd_io.c:1122:osd_write_commit()) write 1024 bytes at 0 00080000:00000001:2.0:1763346491.619918:0:86566:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.619922:0:86566:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763346491.619926:0:86566:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb510a1ba80. 00000020:00000040:2.0:1763346491.619930:0:86566:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 2 00000020:00000040:2.0:1763346491.619932:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=26 00000020:00000001:2.0:1763346491.619936:0:86566:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.619938:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346491.619942:0:86566:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763346491.619945:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346491.619946:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346491.619986:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346491.619990:0:86566:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847749, last_committed = 21474847745 00000001:00000010:2.0:1763346491.619994:0:86566:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb510a1b7e0. 00000001:00000040:2.0:1763346491.619996:0:86566:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 3 00000020:00000040:2.0:1763346491.619998:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=27 00080000:00000001:2.0:1763346491.620005:0:86566:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346491.620014:0:86566:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346491.620017:0:86566:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.620026:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346491.620039:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00002000:00000001:2.0:1763346491.620042:0:86566:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.620045:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.620048:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.620051:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763346491.620053:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763346491.620056:0:86566:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346491.620060:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 21474847749, xid 1848996540777600 00010000:00000001:2.0:1763346491.620064:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346491.620071:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546c700 x1848996540777600/t21474847749(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 1512/448 e 0 to 0 dl 1763346502 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346491.620080:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346491.620082:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.620087:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346491.620091:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346491.620094:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346491.620097:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346491.620100:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346491.620103:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.620107:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.620110:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.620115:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b7f8. 00000100:00000200:2.0:1763346491.620120:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540777600, offset 224 00000400:00000200:2.0:1763346491.620127:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.620140:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.620146:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198431:198431:256:4294967295] 192.168.204.16@tcp LPNI seq info [198427:198427:8:4294967295] 00000400:00000200:2.0:1763346491.620156:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.620162:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.620167:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8000. 00000800:00000200:2.0:1763346491.620174:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.620182:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.620188:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.620238:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.620243:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346491.620245:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346491.620247:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.620249:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346491.620253:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546c700 x1848996540777600/t21474847749(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 1512/448 e 0 to 0 dl 1763346502 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346491.620262:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+27:2357:x1848996540777600:12345-192.168.204.16@tcp:4:dd.0 Request processed in 1245us (2318us total) trans 21474847749 rc 0/0 00000100:00100000:2.0:1763346491.620271:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 15 00000100:00000040:2.0:1763346491.620275:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346491.620277:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763346491.620279:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346491.620285:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x2608:0x0] (0->1023) req@ffff9fb53546c700 x1848996540777600/t21474847749(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 1512/448 e 0 to 0 dl 1763346502 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346491.620299:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346491.620301:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb53546c700 with x1848996540777600 ext(0->1023) 00010000:00000001:2.0:1763346491.620303:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346491.620306:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.620308:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=4 00000020:00000001:2.0:1763346491.620310:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:2.0:1763346491.620314:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00010000:2.0:1763346491.620331:0:86566:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 27 pid: 62988 timeout: 6161 lvb_type: 0 00010000:00010000:2.0:1763346491.620379:0:86566:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 27 pid: 62988 timeout: 6161 lvb_type: 0 00010000:00000001:2.0:1763346491.620386:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.620388:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346491.620389:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346491.620391:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9fb53546c700 00002000:00000001:2.0:1763346491.620393:0:86566:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.620395:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346491.620400:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.620403:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419a28. 00000020:00000010:2.0:1763346491.620409:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a000. 00000020:00000040:2.0:1763346491.620412:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00000100:00000001:2.0:1763346491.620414:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346491.620568:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.620573:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:1.0:1763346491.620578:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.620582:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.620588:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b7f8 00000400:00000010:1.0:1763346491.620590:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b7f8. 00000100:00000001:1.0:1763346491.620597:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346491.620599:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346491.631088:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.631111:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346491.631115:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.631118:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346491.631129:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346491.631148:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e010500 00000400:00000200:2.0:1763346491.631157:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1276f1 [2] + 984 00000800:00000001:2.0:1763346491.631167:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.631181:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346491.631185:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346491.631189:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346491.631197:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346491.631200:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763346491.631207:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ce00. 00000100:00000040:2.0:1763346491.631313:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76ce00 x1848996540777728 msgsize 328 00000100:00100000:2.0:1763346491.631319:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346491.631333:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346491.631373:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.631377:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.631445:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.631448:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540777728 02000000:00000001:1.0:1763346491.631451:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.631454:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.631457:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.631461:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.631466:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540777728 00000020:00000001:1.0:1763346491.631469:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.631471:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346491.631473:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.631476:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=27 00000020:00000001:1.0:1763346491.631479:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346491.631481:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346491.631486:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.631492:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.631495:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.631498:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000020:00000010:1.0:1763346491.631505:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:1.0:1763346491.631510:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364c00. 00000020:00000010:1.0:1763346491.631516:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8960. 00000100:00000040:1.0:1763346491.631525:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346491.631528:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.631530:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346491.631533:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346491.631536:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.631539:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346491.631545:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.631546:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.631548:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=4 00000020:00000001:1.0:1763346491.631550:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346491.631553:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00010000:1.0:1763346491.631561:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 27 pid: 62988 timeout: 6161 lvb_type: 0 00010000:00000001:1.0:1763346491.631571:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.631573:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.631574:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.631576:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.631584:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346491.631592:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb52a76ce00 x1848996540777728/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.631599:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346491.631601:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.631725:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.631737:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.631739:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.631743:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4020 00000100:00000040:1.0:1763346491.631747:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346491.631749:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183166976 : -105874526384640 : ffff9fb52a76ce00) 00000100:00000040:1.0:1763346491.631754:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76ce00 x1848996540777728/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.631903:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.631906:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.631909:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.631912:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000100:00100000:1.0:1763346491.631916:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+27:2357:x1848996540777728:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346491.631920:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540777728 00010000:00000001:1.0:1763346491.631923:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346491.631926:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346491.631928:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346491.631935:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.631938:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.631945:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5055ea400. 02000000:00000001:1.0:1763346491.631948:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.631951:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.631953:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346491.631956:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346491.631957:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.631959:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.631960:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=4 00000020:00000001:1.0:1763346491.631962:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346491.631964:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000040:1.0:1763346491.631968:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972f00 count: 3 00002000:00000001:1.0:1763346491.631973:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346491.631978:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346491.631982:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.631988:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:1.0:1763346491.631991:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:1.0:1763346491.631994:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346491.632001:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346491.632004:0:5737:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x2608:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:1.0:1763346491.632006:0:5737:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x2608:0x0] updating lvb mtime from disk: 0 -> 1763346489 00002000:00010000:1.0:1763346491.632009:0:5737:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x2608:0x0] updating lvb ctime from disk: 0 -> 1763346489 00000020:00000002:1.0:1763346491.632013:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00010000:00010000:1.0:1763346491.632018:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 27 pid: 62988 timeout: 6161 lvb_type: 0 00000100:00001000:1.0:1763346491.632028:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=133 v=5 (1 1 0 0) 00010000:00000001:1.0:1763346491.632031:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346491.632038:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.632039:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346491.632041:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 27 pid: 62988 timeout: 6161 lvb_type: 0 00000020:00000001:1.0:1763346491.632050:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.632052:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346491.632054:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.632056:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.632063:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346491.632065:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346491.632072:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.632073:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.632076:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346491.632077:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346491.632080:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0600 with handle 0x757b854463af9c99 from hash 00010000:00000001:1.0:1763346491.632082:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346491.632083:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.632084:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.632085:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346491.632091:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.632093:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.632096:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346491.632097:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346491.632100:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463af9c99 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212656 expref: 27 pid: 62988 timeout: 6161 lvb_type: 0 00010000:00000040:1.0:1763346491.632112:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 18 00000020:00000040:1.0:1763346491.632115:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00010000:00000001:1.0:1763346491.632122:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.632125:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346491.632127:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763346491.632130:0:5737:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a37000 00010000:00000001:1.0:1763346491.632132:0:5737:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346491.632135:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346491.632138:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346491.632140:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.632142:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346491.632143:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346491.632145:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.632149:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346491.632151:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346491.632155:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 26 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.632163:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763346491.632169:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 26 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346491.632179:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2608:0x0].0x0 (ffff9fb417972f00) refcount = 2 00010000:00000040:1.0:1763346491.632182:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346491.632186:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 26 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.632194:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346491.632196:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.632199:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346491.632202:0:5737:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346491.632204:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346491.632209:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30640. 00000100:00000001:1.0:1763346491.632523:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346491.632531:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31d80. 00000100:00000001:1.0:1763346491.632534:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577579392 : -105879131972224 : ffff9fb417f31d80) 00000100:00000001:1.0:1763346491.632537:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577579392 : -105879131972224 : ffff9fb417f31d80) 00000100:00000001:1.0:1763346491.632540:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346491.632542:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346491.632544:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346491.632547:0:5737:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763346491.632552:0:5737:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76a300. 00000020:00000040:1.0:1763346491.632556:0:5737:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346491.632561:0:5737:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346491.632564:0:5737:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346491.632570:0:5737:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346491.632577:0:5737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb41764b400. 00000100:00000001:1.0:1763346491.632583:0:5737:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346491.632595:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 26 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346491.632605:0:5737:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346491.632608:0:5737:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346491.632613:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.632621:0:5737:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346491.632624:0:5737:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.632629:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5737:1848996514964608:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346491.632633:0:5737:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346491.632638:0:5737:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346491.632642:0:5737:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.632645:0:5737:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346491.632651:0:5737:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401894800. 02000000:00000001:1.0:1763346491.632654:0:5737:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346491.632660:0:5737:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636e70. 00000400:00000010:1.0:1763346491.632667:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b990. 00000100:00000200:1.0:1763346491.632673:0:5737:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514964608, portal 16 00000100:00000001:1.0:1763346491.632675:0:5737:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346491.632677:0:5737:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183155968 : -105874526395648 : ffff9fb52a76a300) 00000100:00000040:1.0:1763346491.632682:0:5737:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346491.632690:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.632692:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.632695:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b5d8. 00000100:00000200:1.0:1763346491.632698:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514964608, offset 0 00000400:00000200:1.0:1763346491.632705:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.632717:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.632722:0:5737:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346491.632726:0:5737:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346491.632729:0:5737:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346491.632732:0:5737:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346491.632736:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198432:198432:256:4294967295] 192.168.204.16@tcp LPNI seq info [198428:198428:8:4294967295] 00000400:00000200:1.0:1763346491.632748:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.632753:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.632918:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:1.0:1763346491.632927:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.632938:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.632943:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.632965:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.632970:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300728547 00000100:00000001:1.0:1763346491.632978:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728519 00000100:00000001:1.0:1763346491.632983:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300728547 00000100:00000001:1.0:1763346491.632987:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728519 00000100:00000001:1.0:1763346491.632990:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300728547 00000100:00000001:1.0:1763346491.632994:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728521 00000100:00000001:1.0:1763346491.632997:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300728547 00000100:00000001:1.0:1763346491.633000:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728521 00000100:00000001:1.0:1763346491.633003:0:5737:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346491.633006:0:5737:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.633009:0:5737:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.633011:0:5737:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.633013:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.633015:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346491.633016:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346491.633019:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346491.633021:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346491.633023:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.633025:0:5737:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346491.633027:0:5737:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346491.633030:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31d80 going to sleep for 11 seconds 00000100:00000001:1.0:1763346491.633033:0:5737:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346491.633036:0:5737:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346491.634021:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.634030:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:3.0:1763346491.634036:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.634044:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.634051:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b5d8 00000400:00000010:3.0:1763346491.634053:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b5d8. 00000100:00000001:3.0:1763346491.634059:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346491.634067:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.634078:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.634082:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.634698:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.634700:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763346491.637260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0600. 00000800:00000001:3.0:1763346491.643031:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.643050:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.643055:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.643057:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.643069:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.643089:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c772480 00000400:00000200:3.0:1763346491.643099:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f7d1 [1] + 224 00000800:00000001:3.0:1763346491.643107:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.643111:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.643114:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.643118:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.643126:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.643135:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346491.643145:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.643257:0:5737:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346491.643660:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.643671:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.643677:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.643678:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.643680:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.643684:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.643690:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e010580 00000400:00000200:3.0:1763346491.643695:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 7232 00000800:00000001:3.0:1763346491.643700:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1763346491.644136:0:5737:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.644139:0:5737:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.644143:0:5737:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636e70. 00000400:00000200:0.0:1763346491.644148:0:5737:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b990 00000400:00000010:0.0:1763346491.644151:0:5737:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b990. 00000100:00000001:0.0:1763346491.644154:0:5737:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.644161:0:5737:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346491.644170:0:5737:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.644175:0:5737:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.644177:0:5737:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.644180:0:5737:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346491.644183:0:5737:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.644186:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.644188:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.644192:0:5737:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.644199:0:5737:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=70 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346491.644203:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=70 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346491.644206:0:5737:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346491.644207:0:5737:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.644210:0:5737:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346491.644232:0:5737:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.644236:0:5737:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.644241:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.644248:0:5737:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.644251:0:5737:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346491.644253:0:5737:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.644256:0:5737:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346491.644259:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.644262:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.644263:0:5737:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.644267:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346491.644274:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5737:1848996514964608:192.168.204.16@tcp:105: 00000100:00000001:0.0:1763346491.644279:0:5737:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.644281:0:5737:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.644284:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346491.644286:0:5737:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.644289:0:5737:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76a300 x1848996514964608/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.644295:0:5737:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346491.644298:0:5737:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346491.644301:0:5737:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401894800. 02000000:00000001:0.0:1763346491.644309:0:5737:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346491.644312:0:5737:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346491.644314:0:5737:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346491.644315:0:5737:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346491.644318:0:5737:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb41764b400. 02000000:00000001:0.0:1763346491.644322:0:5737:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346491.644324:0:5737:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346491.644326:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76a300. 00000100:00000001:0.0:1763346491.644329:0:5737:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346491.644331:0:5737:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346491.644333:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31d80. 00000100:00000001:0.0:1763346491.644336:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346491.644338:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346491.644350:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30640. 00010000:00000001:0.0:1763346491.644354:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763346491.644358:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346491.644359:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.644365:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.644368:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.644371:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.644375:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.644377:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.644380:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.644383:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.644386:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.644389:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.644391:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.644396:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aaa0. 00000100:00000200:0.0:1763346491.644399:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540777728, offset 224 00000400:00000200:0.0:1763346491.644405:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.644413:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.644419:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198433:198433:256:4294967295] 192.168.204.16@tcp LPNI seq info [198429:198429:8:4294967295] 00000400:00000200:0.0:1763346491.644429:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.644434:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.644440:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee600. 00000800:00000200:0.0:1763346491.644445:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.644452:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.644456:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.644474:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.644478:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.644481:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.644483:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.644489:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ce00 x1848996540777728/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.644503:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+26:2357:x1848996540777728:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 12599us (13188us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.644514:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4020 00000100:00000040:0.0:1763346491.644518:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346491.644520:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.644522:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.644529:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364c00. 00000020:00000010:0.0:1763346491.644534:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8960. 00000020:00000010:0.0:1763346491.644539:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:0.0:1763346491.644544:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:0.0:1763346491.644547:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.644679:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.644683:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.644688:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.644693:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.644696:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.644701:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546d180. 00000100:00000040:3.0:1763346491.644704:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546d180 x1848996540777856 msgsize 328 00000100:00100000:3.0:1763346491.644708:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000800:00000200:2.0:1763346491.644854:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346491.644860:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ee600. 00000400:00000200:2.0:1763346491.644864:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346491.644868:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346491.644871:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aaa0 00000400:00000010:2.0:1763346491.644873:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aaa0. 00000100:00000001:2.0:1763346491.644877:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346491.644878:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346491.644913:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.644919:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.644924:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.645910:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.645914:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540777856 02000000:00000001:0.0:1763346491.645918:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.645919:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.645922:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.645926:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.645930:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540777856 00000020:00000001:0.0:1763346491.645933:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.645935:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346491.645938:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.645941:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=26 00000020:00000001:0.0:1763346491.645944:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346491.645946:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346491.645951:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.645958:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.645962:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.645964:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000020:00000010:0.0:1763346491.645970:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83800. 00000020:00000010:0.0:1763346491.645974:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.645979:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401097d0. 00000100:00000040:0.0:1763346491.645988:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346491.645991:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.645992:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.645995:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.646004:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.646021:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.646030:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.646032:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.646038:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20074 00000100:00000040:0.0:1763346491.646041:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346491.646043:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364571520 : -105874344980096 : ffff9fb53546d180) 00000100:00000040:0.0:1763346491.646049:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546d180 x1848996540777856/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346491.646058:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.646061:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.646063:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.646065:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000100:00100000:0.0:1763346491.646069:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2356:x1848996540777856:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346491.646073:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540777856 00000020:00000001:0.0:1763346491.646076:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.646080:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.646082:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.646085:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.646087:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346491.646089:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.646093:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.646095:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.646098:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.646104:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.646107:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346491.646110:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346491.646112:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346491.646114:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346491.646117:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.646122:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346491.646129:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972f00 count: 2 00010000:00000001:0.0:1763346491.646133:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.646135:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.646140:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346491.646143:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.646146:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463af9f78 to hash 00000020:00000001:0.0:1763346491.646148:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.646149:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346491.646152:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00010000:0.0:1763346491.646157:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36400/0x757b854463af9f78 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127c9 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.646165:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 19 00000020:00000040:0.0:1763346491.646167:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=27 00010000:00000001:0.0:1763346491.646174:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346491.646177:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346491.646179:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.646182:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.646186:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5275d6c00. 02000000:00000001:0.0:1763346491.646189:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.646192:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.646196:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.646198:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.646201:0:62997:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.646203:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346491.646209:0:62997:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c27e0. 00002000:00000001:0.0:1763346491.646210:0:62997:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346491.646230:0:62997:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346491.646233:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.646236:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.646242:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.646244:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.646246:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.646249:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.646251:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346491.646253:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.646255:0:62997:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346491.646260:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3dc00. 00000020:00000040:0.0:1763346491.646262:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346491.646266:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346491.646269:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346491.646275:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346491.646282:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb41764aa00. 00000100:00000001:0.0:1763346491.646288:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.646294:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346491.646297:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346491.646302:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.646310:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346491.646313:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.646318:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964736:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346491.646322:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346491.646326:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346491.646331:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.646333:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346491.646338:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb41764b400. 02000000:00000001:0.0:1763346491.646350:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.646355:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cce18. 00000400:00000010:0.0:1763346491.646362:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ac38. 00000100:00000200:0.0:1763346491.646367:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514964736, portal 16 00000100:00000001:0.0:1763346491.646370:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.646372:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870498304 : -105874839053312 : ffff9fb517d3dc00) 00000100:00000040:0.0:1763346491.646378:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.646385:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.646387:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.646390:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ad48. 00000100:00000200:0.0:1763346491.646394:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514964736, offset 0 00000400:00000200:0.0:1763346491.646399:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.646411:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.646417:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346491.646421:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346491.646424:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346491.646427:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346491.646430:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198434:198434:256:4294967295] 192.168.204.16@tcp LPNI seq info [198430:198430:8:4294967295] 00000400:00000200:0.0:1763346491.646440:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.646446:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.646451:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee400. 00000800:00000200:0.0:1763346491.646456:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.646464:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.646468:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.646488:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.646494:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300728561 00000100:00000001:0.0:1763346491.646501:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728547 00000100:00000001:0.0:1763346491.646505:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300728561 00000100:00000001:0.0:1763346491.646508:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728547 00000100:00000001:0.0:1763346491.646510:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300728561 00000100:00000001:0.0:1763346491.646513:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728547 00000100:00000001:0.0:1763346491.646515:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300728561 00000100:00000001:0.0:1763346491.646518:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728547 00000100:00000001:0.0:1763346491.646520:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.646523:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.646526:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.646528:0:62997:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.646530:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.646532:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346491.646534:0:62997:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c27e0. 00010000:00000001:0.0:1763346491.646538:0:62997:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.646539:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.646541:0:62997:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346491.646543:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.646545:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.646546:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346491.646548:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346491.646551:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346491.646553:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346491.647185:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.647190:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ee400. 00000400:00000200:3.0:1763346491.647195:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.647201:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.647207:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ad48 00000400:00000010:3.0:1763346491.647209:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ad48. 00000100:00000001:3.0:1763346491.647248:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346491.647254:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.647264:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.647267:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.647274:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.647275:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346491.651045:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.651064:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346491.651068:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.651070:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346491.651080:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346491.651097:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772500 00000400:00000200:2.0:1763346491.651105:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f7dd [1] + 224 00000800:00000001:2.0:1763346491.651112:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.651121:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346491.651124:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346491.651128:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346491.651134:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346491.651144:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346491.651155:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.651200:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346491.651241:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346491.651249:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.651252:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763346491.651294:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.651297:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.651300:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cce18. 00000400:00000200:0.0:1763346491.651303:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ac38 00000400:00000010:0.0:1763346491.651305:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ac38. 00000100:00000001:0.0:1763346491.651308:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.651313:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346491.651321:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.651326:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.651328:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.651330:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346491.651334:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.651337:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.651339:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.651351:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.651358:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=70 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346491.651362:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=70 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346491.651365:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346491.651366:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.651369:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346491.651373:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.651375:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.651380:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.651392:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.651395:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346491.651397:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.651400:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346491.651406:0:62997:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:0.0:1763346491.651414:0:62997:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000401:0x2608:0x0] updating lvb atime: 0 -> 1763346489 00002000:00000001:0.0:1763346491.651418:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346491.651421:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.651428:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:0.0:1763346491.651430:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:0.0:1763346491.651433:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346491.651441:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.651444:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00010000:00000001:0.0:1763346491.651448:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.651450:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.651451:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.651456:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346491.651464:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964736:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346491.651469:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.651472:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.651475:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346491.651477:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.651480:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3dc00 x1848996514964736/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.651486:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346491.651489:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346491.651493:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb41764b400. 02000000:00000001:0.0:1763346491.651497:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346491.651499:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346491.651501:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346491.651502:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346491.651505:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb41764aa00. 02000000:00000001:0.0:1763346491.651509:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346491.651511:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346491.651513:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3dc00. 00000100:00000001:0.0:1763346491.651517:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346491.651518:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346491.651520:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.651522:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346491.651524:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346491.651527:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb51d2b8680. 00010000:00000001:0.0:1763346491.651530:0:62997:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346491.651534:0:62997:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346491.651538:0:62997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346491.651540:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.651547:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.651548:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.651551:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.651552:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.651556:0:62997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463af9f78 from hash 00010000:00000001:0.0:1763346491.651558:0:62997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.651560:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.651561:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.651562:0:62997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346491.651564:0:62997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346491.651566:0:62997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346491.651573:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36400/0x757b854463af9f78 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c9 expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346491.651589:0:62997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346491.651593:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.651596:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.651598:0:62997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.651599:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.651603:0:62997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.651605:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.651606:0:62997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.651608:0:62997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.651610:0:62997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.651611:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.651613:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346491.651615:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.651618:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.651620:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.651621:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.651624:0:62997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36400/0x757b854463af9f78 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c9 expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346491.651633:0:62997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 18 00000020:00000040:0.0:1763346491.651635:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00010000:00000001:0.0:1763346491.651642:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.651643:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36400, rc 0) 00000020:00000001:0.0:1763346491.651646:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346491.651650:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540777856 00010000:00000001:0.0:1763346491.651653:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.651659:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546d180 x1848996540777856/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346491.651667:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.651670:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.651673:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.651678:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.651681:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.651683:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.651686:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.651689:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.651693:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.651696:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.651700:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ac38. 00000100:00000200:0.0:1763346491.651704:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540777856, offset 224 00000400:00000200:0.0:1763346491.651710:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.651719:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.651726:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198435:198435:256:4294967295] 192.168.204.16@tcp LPNI seq info [198431:198431:8:4294967295] 00000400:00000200:0.0:1763346491.651736:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.651741:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.651746:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eeb00. 00000800:00000200:0.0:1763346491.651751:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.651760:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.651764:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eeb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.651783:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.651787:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.651790:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.651792:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.651794:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.651800:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546d180 x1848996540777856/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346491.651810:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2356:x1848996540777856:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 5750us (7104us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346491.651820:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20074 00000100:00000040:0.0:1763346491.651825:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346491.651827:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.651828:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.651836:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.651841:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401097d0. 00000020:00000010:0.0:1763346491.651845:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83800. 00000020:00000040:0.0:1763346491.651851:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:0.0:1763346491.651854:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.652567:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.652574:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eeb00. 00000400:00000200:3.0:1763346491.652579:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.652584:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.652589:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ac38 00000400:00000010:3.0:1763346491.652591:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ac38. 00000100:00000001:3.0:1763346491.652595:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.652596:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.657097:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.657117:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.657122:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.657124:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.657136:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.657154:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e010600 00000400:00000200:3.0:1763346491.657162:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 7560 00000800:00000001:3.0:1763346491.657170:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.657179:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.657182:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.657186:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.657194:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.657197:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.657204:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546ca80. 00000100:00000040:3.0:1763346491.657208:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546ca80 x1848996540777984 msgsize 440 00000100:00100000:3.0:1763346491.657364:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.657422:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.657505:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.657508:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540777984 02000000:00000001:0.0:1763346491.657512:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.657514:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.657517:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.657524:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.657528:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540777984 00000020:00000001:0.0:1763346491.657532:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.657534:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346491.657537:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.657540:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=26 00000020:00000001:0.0:1763346491.657543:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346491.657545:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346491.657550:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.657555:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.657559:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.657562:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000020:00000010:0.0:1763346491.657569:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764aa00. 00000020:00000010:0.0:1763346491.657575:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.657580:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401097d0. 00000100:00000040:0.0:1763346491.657590:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346491.657592:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.657594:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346491.657596:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.657606:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763346491.657948:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346491.657954:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.658144:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.658159:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.658161:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.658167:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20075 00000100:00000040:0.0:1763346491.658172:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346491.658174:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364569728 : -105874344981888 : ffff9fb53546ca80) 00000100:00000040:0.0:1763346491.658181:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546ca80 x1848996540777984/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.658190:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.658194:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.658196:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.658198:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000100:00100000:0.0:1763346491.658202:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2356:x1848996540777984:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:0.0:1763346491.658206:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540777984 00000020:00000001:0.0:1763346491.658210:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.658250:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.658253:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.658256:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.658258:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:0.0:1763346491.658261:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.658266:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.658268:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.658270:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.658274:0:62997:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346491.658279:0:62997:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346491.658282:0:62997:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.658285:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.658287:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.658289:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.658291:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.658293:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.658295:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.658296:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.658298:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.658299:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.658301:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.658302:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.658305:0:62997:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.658307:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.658312:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.658314:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.658320:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5275d5000. 02000000:00000001:0.0:1763346491.658322:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.658325:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346491.658328:0:62997:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763346491.658331:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346491.658334:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.658563:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:0.0:1763346491.658567:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:0.0:1763346491.658570:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346491.658625:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.658628:0:62997:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763346491.658630:0:62997:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:2.0:1763346491.658634:0:62997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346491.658640:0:62997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:2.0:1763346491.658645:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00000020:00000001:2.0:1763346491.658649:0:62997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346491.658656:0:62997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.658659:0:62997:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346491.658663:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540777984 00010000:00000001:2.0:1763346491.658666:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346491.658673:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546ca80 x1848996540777984/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346491.658681:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346491.658684:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.658688:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346491.658692:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346491.658695:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346491.658697:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346491.658700:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346491.658703:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.658705:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.658708:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.658713:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b550. 00000100:00000200:2.0:1763346491.658719:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540777984, offset 224 00000400:00000200:2.0:1763346491.658726:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.658736:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.658741:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198436:198436:256:4294967295] 192.168.204.16@tcp LPNI seq info [198432:198432:8:4294967295] 00000400:00000200:2.0:1763346491.658751:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.658756:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.658761:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8600. 00000800:00000200:2.0:1763346491.658766:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.658774:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.658778:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.658966:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.658970:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346491.658973:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346491.658974:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.658976:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346491.658981:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546ca80 x1848996540777984/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346491.658991:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2356:x1848996540777984:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 799us (1781us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346491.658999:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20075 00000100:00000040:2.0:1763346491.659002:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346491.659004:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346491.659006:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346491.659011:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f2aa00. 00000020:00000010:2.0:1763346491.659016:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401097d0. 00000020:00000010:2.0:1763346491.659020:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764aa00. 00000020:00000040:2.0:1763346491.659025:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:2.0:1763346491.659027:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346491.659164:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.659168:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8600. 00000400:00000200:0.0:1763346491.659172:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.659177:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.659183:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b550 00000400:00000010:0.0:1763346491.659185:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b550. 00000100:00000001:0.0:1763346491.659191:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346491.659193:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.663993:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.664012:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.664015:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.664017:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.664028:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.664046:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e010680 00000400:00000200:3.0:1763346491.664054:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 8000 00000800:00000001:3.0:1763346491.664063:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.664071:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.664074:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.664079:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.664086:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.664090:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.664100:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9f80. 00000100:00000040:3.0:1763346491.664104:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a9f80 x1848996540778112 msgsize 328 00000100:00100000:3.0:1763346491.664108:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00010000:00000010:0.1:1763346491.664249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00000100:00000001:2.0:1763346491.664385:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346491.669646:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540778112 02000000:00000001:2.0:1763346491.669656:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346491.669659:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.669662:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.669669:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.669673:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540778112 00000020:00000001:2.0:1763346491.669677:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346491.669679:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346491.669682:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.669686:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=26 00000020:00000001:2.0:1763346491.669689:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346491.669691:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346491.669696:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.669706:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.669710:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.669712:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0940. 00000020:00000010:2.0:1763346491.669721:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a000. 00000020:00000010:2.0:1763346491.669727:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.669734:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419a28. 00000100:00000040:2.0:1763346491.669745:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346491.669749:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346491.669751:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346491.669753:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.669763:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.669779:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.669799:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346491.669801:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346491.669811:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20076 00000100:00000040:2.0:1763346491.669815:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346491.669817:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000040:2.0:1763346491.669825:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a9f80 x1848996540778112/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346491.669836:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.669839:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.669841:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.669843:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0940. 00000100:00100000:2.0:1763346491.669848:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2357:x1848996540778112:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346491.669852:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540778112 00000020:00000001:2.0:1763346491.669856:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346491.669860:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346491.669863:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.669865:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346491.669867:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346491.669871:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346491.669875:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346491.669877:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346491.669879:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346491.669886:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.669888:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346491.669891:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346491.669893:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346491.669895:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346491.669897:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.669903:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346491.669911:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972f00 count: 2 00010000:00000001:2.0:1763346491.669914:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346491.669917:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346491.669922:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346491.669926:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346491.669928:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463af9f7f to hash 00000020:00000001:2.0:1763346491.669930:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346491.669932:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346491.669935:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00010000:2.0:1763346491.669940:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f7f lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127d0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346491.669951:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 19 00000020:00000040:2.0:1763346491.669954:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=27 00010000:00000001:2.0:1763346491.669962:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346491.669965:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346491.669968:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346491.669971:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346491.669976:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa58c00. 02000000:00000001:2.0:1763346491.669979:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.669981:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.669984:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346491.669986:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346491.669990:0:62997:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.669992:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346491.669998:0:62997:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d930. 00002000:00000001:2.0:1763346491.670000:0:62997:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346491.670003:0:62997:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346491.670006:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.670010:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346491.670016:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346491.670018:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346491.670020:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346491.670022:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346491.670024:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346491.670026:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346491.670028:0:62997:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346491.670034:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d500. 00000020:00000040:2.0:1763346491.670037:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346491.670040:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346491.670043:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346491.670048:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346491.670054:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a200. 00000100:00000001:2.0:1763346491.670058:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.670064:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346491.670067:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346491.670072:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.670080:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346491.670083:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.670089:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964864:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346491.670093:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346491.670098:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346491.670101:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.670104:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346491.670109:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346491.670111:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346491.670118:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346491.670124:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bb28. 00000100:00000200:2.0:1763346491.670131:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514964864, portal 16 00000100:00000001:2.0:1763346491.670134:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346491.670135:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183168768 : -105874526382848 : ffff9fb52a76d500) 00000100:00000040:2.0:1763346491.670140:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.670147:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.670149:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.670152:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035be58. 00000100:00000200:2.0:1763346491.670155:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514964864, offset 0 00000400:00000200:2.0:1763346491.670161:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.670173:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.670178:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346491.670182:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346491.670185:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346491.670188:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346491.670191:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198437:198437:256:4294967295] 192.168.204.16@tcp LPNI seq info [198433:198433:8:4294967295] 00000400:00000200:2.0:1763346491.670202:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.670208:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.670236:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:2.0:1763346491.670243:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.670249:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.670255:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.670268:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.670272:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300728584 00000100:00000001:2.0:1763346491.670279:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728561 00000100:00000001:2.0:1763346491.670284:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300728584 00000100:00000001:2.0:1763346491.670288:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728561 00000100:00000001:2.0:1763346491.670291:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300728584 00000100:00000001:2.0:1763346491.670294:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728561 00000100:00000001:2.0:1763346491.670297:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300728584 00000100:00000001:2.0:1763346491.670300:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728561 00000100:00000001:2.0:1763346491.670303:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346491.670306:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.670309:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.670311:0:62997:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.670313:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.670315:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346491.670317:0:62997:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d930. 00010000:00000001:2.0:1763346491.670321:0:62997:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.670323:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346491.670325:0:62997:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346491.670327:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.670329:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346491.670331:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346491.670334:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346491.670337:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346491.670352:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346491.670475:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346491.670480:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:2.0:1763346491.670484:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346491.670489:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346491.670494:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035be58 00000400:00000010:2.0:1763346491.670496:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035be58. 00000100:00000001:2.0:1763346491.670502:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346491.670507:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.670515:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346491.670518:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.670526:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.670527:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346491.672380:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.672401:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.672412:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.673833:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.673851:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.673855:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.673860:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.673871:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.673888:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772580 00000400:00000200:0.0:1763346491.673897:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f7ed [1] + 224 00000800:00000001:0.0:1763346491.673904:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.673913:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.673915:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.673920:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.673927:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.673935:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346491.673947:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.673971:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.673978:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.673981:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.674057:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346491.674067:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346491.674070:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346491.674073:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346491.674078:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bb28 00000400:00000010:2.0:1763346491.674080:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bb28. 00000100:00000001:2.0:1763346491.674086:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346491.674092:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346491.674102:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.674108:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346491.674111:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.674114:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346491.674118:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346491.674120:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.674123:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.674126:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.674134:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=70 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346491.674139:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=70 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346491.674141:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346491.674144:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.674147:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346491.674150:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.674153:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.674157:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.674171:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346491.674174:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346491.674176:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.674180:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346491.674186:0:62997:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346491.674198:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346491.674201:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346491.674209:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:2.0:1763346491.674247:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:2.0:1763346491.674250:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346491.674261:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346491.674264:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00010000:00000001:2.0:1763346491.674269:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.674271:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.674273:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.674277:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346491.674285:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964864:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346491.674290:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.674293:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.674296:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346491.674299:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346491.674303:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76d500 x1848996514964864/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.674309:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346491.674313:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346491.674316:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346491.674319:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346491.674321:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346491.674323:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346491.674324:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346491.674328:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346491.674332:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346491.674334:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346491.674335:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d500. 00000100:00000001:2.0:1763346491.674351:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346491.674353:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346491.674356:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346491.674359:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346491.674362:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346491.674365:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb5333e0940. 00010000:00000001:2.0:1763346491.674369:0:62997:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.674372:0:62997:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346491.674376:0:62997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346491.674379:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346491.674386:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.674387:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.674391:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346491.674393:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346491.674397:0:62997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463af9f7f from hash 00010000:00000001:2.0:1763346491.674400:0:62997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346491.674401:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.674402:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.674403:0:62997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346491.674405:0:62997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346491.674408:0:62997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346491.674416:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f7f lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127d0 expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346491.674432:0:62997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346491.674436:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346491.674440:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346491.674442:0:62997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.674444:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.674447:0:62997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346491.674448:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346491.674450:0:62997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346491.674451:0:62997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346491.674454:0:62997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346491.674456:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346491.674458:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346491.674461:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.674463:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.674465:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346491.674466:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346491.674469:0:62997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f7f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127d0 expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346491.674478:0:62997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346491.674481:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00010000:00000001:2.0:1763346491.674488:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346491.674490:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c000, rc 0) 00000020:00000001:2.0:1763346491.674493:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346491.674497:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540778112 00010000:00000001:2.0:1763346491.674501:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346491.674506:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a9f80 x1848996540778112/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346491.674514:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346491.674516:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.674519:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346491.674523:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346491.674526:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346491.674528:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346491.674531:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346491.674534:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.674538:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.674541:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.674545:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bb28. 00000100:00000200:2.0:1763346491.674550:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540778112, offset 224 00000400:00000200:2.0:1763346491.674556:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.674567:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.674573:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198438:198438:256:4294967295] 192.168.204.16@tcp LPNI seq info [198434:198434:8:4294967295] 00000400:00000200:2.0:1763346491.674583:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.674588:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.674593:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:2.0:1763346491.674599:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.674607:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.674611:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.674636:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.674640:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346491.674643:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346491.674644:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.674647:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346491.674653:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9f80 x1848996540778112/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346491.674663:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2357:x1848996540778112:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4825us (10556us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346491.674672:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20076 00000100:00000040:2.0:1763346491.674676:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346491.674679:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346491.674681:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346491.674687:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.674692:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419a28. 00000020:00000010:2.0:1763346491.674696:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a000. 00000020:00000040:2.0:1763346491.674700:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:2.0:1763346491.674702:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.674860:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.674866:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:3.0:1763346491.674869:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.674874:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.674877:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bb28 00000400:00000010:3.0:1763346491.674879:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bb28. 00000100:00000001:3.0:1763346491.674883:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.674885:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346491.680281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000100:00000040:1.0:1763346491.747425:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300728584, at 4300728597 00000100:00000010:1.0:1763346491.747448:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038de0. 00000100:00000040:3.0:1763346491.747559:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300728584, at 4300728597 00000100:00000010:3.0:1763346491.747566:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038120. 00000100:00000040:0.0:1763346491.747644:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300728584, at 4300728597 00000100:00000010:0.0:1763346491.747649:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038cc0. 00000100:00000040:2.0:1763346491.747719:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300728584, at 4300728597 00000100:00000010:2.0:1763346491.747725:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038000. 00000800:00000001:3.0:1763346491.771793:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.771813:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.771816:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.771819:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.771830:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.771849:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e010700 00000400:00000200:3.0:1763346491.771857:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 8328 00000800:00000001:3.0:1763346491.771865:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.771877:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.771880:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.771885:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.771892:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.771895:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.771902:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8700. 00000100:00000040:3.0:1763346491.771907:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a8700 x1848996540778240 msgsize 328 00000100:00100000:3.0:1763346491.771912:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.771930:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.771939:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.771942:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.772035:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346491.772038:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540778240 02000000:00000001:2.0:1763346491.772041:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346491.772045:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.772048:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.772053:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.772058:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540778240 00000020:00000001:2.0:1763346491.772061:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346491.772063:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346491.772065:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.772069:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=26 00000020:00000001:2.0:1763346491.772071:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346491.772074:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346491.772079:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.772084:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.772087:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.772090:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0940. 00000020:00000010:2.0:1763346491.772097:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a000. 00000020:00000010:2.0:1763346491.772103:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.772108:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419a28. 00000100:00000040:2.0:1763346491.772114:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346491.772117:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346491.772119:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346491.772121:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.772130:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.772147:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.772158:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346491.772160:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346491.772165:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20077 00000100:00000040:2.0:1763346491.772169:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346491.772172:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000040:2.0:1763346491.772179:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a8700 x1848996540778240/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346491.772188:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.772190:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.772192:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.772195:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0940. 00000100:00100000:2.0:1763346491.772199:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2354:x1848996540778240:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346491.772203:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540778240 00000020:00000001:2.0:1763346491.772207:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346491.772245:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346491.772248:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.772250:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346491.772252:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346491.772255:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346491.772259:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346491.772261:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346491.772264:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346491.772269:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.772271:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346491.772274:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346491.772276:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346491.772278:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346491.772281:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.772287:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346491.772294:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972f00 count: 2 00010000:00000001:2.0:1763346491.772297:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346491.772301:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346491.772305:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346491.772308:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346491.772310:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463af9f86 to hash 00000020:00000001:2.0:1763346491.772312:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346491.772314:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346491.772317:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00010000:2.0:1763346491.772322:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f86 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127d7 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346491.772331:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 19 00000020:00000040:2.0:1763346491.772334:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=27 00010000:00000001:2.0:1763346491.772351:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346491.772354:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346491.772356:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346491.772359:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346491.772365:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa58000. 02000000:00000001:2.0:1763346491.772367:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.772370:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.772373:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346491.772376:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346491.772379:0:62997:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.772380:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346491.772386:0:62997:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d930. 00002000:00000001:2.0:1763346491.772388:0:62997:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346491.772391:0:62997:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346491.772394:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.772398:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346491.772405:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346491.772407:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346491.772409:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346491.772412:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346491.772413:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346491.772415:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346491.772418:0:62997:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346491.772421:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d500. 00000020:00000040:2.0:1763346491.772424:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346491.772427:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346491.772430:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346491.773003:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346491.773012:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a200. 00000100:00000001:2.0:1763346491.773017:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.773024:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346491.773027:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346491.773033:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.773043:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346491.773045:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.773050:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964992:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346491.773054:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346491.773058:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346491.773061:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.773063:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346491.773067:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346491.773069:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346491.773075:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346491.773081:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035be58. 00000100:00000200:2.0:1763346491.773086:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514964992, portal 16 00000100:00000001:2.0:1763346491.773089:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346491.773090:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183168768 : -105874526382848 : ffff9fb52a76d500) 00000100:00000040:2.0:1763346491.773096:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.773103:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.773106:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.773108:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bc38. 00000100:00000200:2.0:1763346491.773110:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514964992, offset 0 00000400:00000200:2.0:1763346491.773116:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.773124:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.773128:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346491.773133:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346491.773137:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346491.773139:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346491.773143:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198439:198439:256:4294967295] 192.168.204.16@tcp LPNI seq info [198435:198435:8:4294967295] 00000400:00000200:2.0:1763346491.773153:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.773159:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.773164:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:2.0:1763346491.773169:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.773176:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.773181:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.773200:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.773204:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300728687 00000100:00000010:2.0:1763346491.773208:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1b960. 00000100:00000001:2.0:1763346491.773233:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346491.773242:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300728688 00000100:00000010:2.0:1763346491.773245:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1bb40. 00000100:00000001:2.0:1763346491.773248:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1763346491.773398:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346491.773404:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:0.0:1763346491.773408:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.773413:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346491.773417:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:0.0:1763346491.773419:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:0.0:1763346491.773424:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346491.773429:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.773438:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.773441:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.773449:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.773450:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346491.773480:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300728688 00000100:00000010:2.0:1763346491.773484:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1b060. 00000100:00000001:2.0:1763346491.773487:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346491.773490:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300728688 00000100:00000010:2.0:1763346491.773493:0:62997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1b780. 00000100:00000001:2.0:1763346491.773496:0:62997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346491.773499:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346491.773502:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.773504:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.773506:0:62997:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.773509:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.773511:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346491.773512:0:62997:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d930. 00010000:00000001:2.0:1763346491.773516:0:62997:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.773518:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346491.773520:0:62997:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346491.773522:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.773524:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346491.773526:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346491.773528:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346491.773531:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346491.773534:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763346491.776156:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.776173:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.776178:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.776180:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.776190:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.776209:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772600 00000400:00000200:3.0:1763346491.776261:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f7f9 [1] + 224 00000800:00000001:3.0:1763346491.776270:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.776279:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.776282:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.776286:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.776292:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.776301:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346491.776311:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.776332:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.776349:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.776352:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.776582:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346491.776591:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346491.776593:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346491.776596:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346491.776601:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035be58 00000400:00000010:2.0:1763346491.776604:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035be58. 00000100:00000001:2.0:1763346491.776610:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346491.776615:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346491.776622:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.776628:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346491.776630:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.776632:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346491.776635:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346491.776638:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.776640:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.776643:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.776651:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=70 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346491.776654:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=70 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346491.776657:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346491.776658:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.776661:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346491.776664:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.776667:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.776670:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.776677:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346491.776680:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346491.776682:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.776685:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346491.776690:0:62997:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346491.776699:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346491.776702:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346491.776710:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:2.0:1763346491.776712:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:2.0:1763346491.776715:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346491.776722:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346491.776725:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00010000:00000001:2.0:1763346491.776729:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.776731:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.776732:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.776736:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346491.776742:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514964992:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346491.776747:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.776750:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.776753:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346491.776755:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346491.776758:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76d500 x1848996514964992/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.776764:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346491.776767:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346491.776770:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346491.776774:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346491.776776:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346491.776778:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346491.776780:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346491.776782:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346491.776785:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346491.776788:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346491.776790:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d500. 00000100:00000001:2.0:1763346491.776794:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346491.776795:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346491.776798:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346491.776801:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346491.776803:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346491.776806:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb5333e0940. 00010000:00000001:2.0:1763346491.776810:0:62997:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.776814:0:62997:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346491.776817:0:62997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346491.776820:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346491.776826:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.776827:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.776830:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346491.776833:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346491.776836:0:62997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463af9f86 from hash 00010000:00000001:2.0:1763346491.776838:0:62997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346491.776839:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.776840:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.776842:0:62997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346491.776844:0:62997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346491.776846:0:62997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346491.776853:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f86 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127d7 expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346491.776866:0:62997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346491.776870:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346491.776873:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346491.776874:0:62997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.776876:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.776880:0:62997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346491.776881:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346491.776882:0:62997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346491.776883:0:62997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346491.776884:0:62997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346491.776886:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346491.776888:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346491.776890:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.776892:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.776894:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346491.776895:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346491.776898:0:62997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f86 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127d7 expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346491.776904:0:62997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346491.776906:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00010000:00000001:2.0:1763346491.776911:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346491.776913:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c000, rc 0) 00000020:00000001:2.0:1763346491.776915:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346491.776920:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540778240 00010000:00000001:2.0:1763346491.776923:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346491.776928:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a8700 x1848996540778240/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346491.776935:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346491.776937:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.776940:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346491.776944:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346491.776946:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346491.776949:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346491.776951:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346491.776954:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.776957:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.776960:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.776964:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035be58. 00000100:00000200:2.0:1763346491.776968:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540778240, offset 224 00000400:00000200:2.0:1763346491.776973:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.776981:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.776987:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198440:198440:256:4294967295] 192.168.204.16@tcp LPNI seq info [198436:198436:8:4294967295] 00000400:00000200:2.0:1763346491.776997:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.777002:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.777006:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8600. 00000800:00000200:2.0:1763346491.777011:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.777018:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.777022:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.777039:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.777042:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346491.777045:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346491.777046:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.777049:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346491.777054:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8700 x1848996540778240/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346491.777064:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2354:x1848996540778240:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4874us (5156us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346491.777074:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20077 00000100:00000040:2.0:1763346491.777078:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346491.777080:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346491.777082:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346491.777088:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.777092:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419a28. 00000020:00000010:2.0:1763346491.777097:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a000. 00000020:00000040:2.0:1763346491.777101:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:2.0:1763346491.777104:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.778802:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.778812:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8600. 00000400:00000200:3.0:1763346491.778819:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.778828:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.778835:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035be58 00000400:00000010:3.0:1763346491.778838:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035be58. 00000100:00000001:3.0:1763346491.778844:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.778846:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346491.782421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000001:0.0:1763346491.784648:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.784666:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346491.784670:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.784673:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.784684:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346491.784701:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e010780 00000400:00000200:0.0:1763346491.784709:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 8656 00000800:00000001:0.0:1763346491.784717:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.784727:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346491.784730:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.784735:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346491.784743:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.784745:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346491.784753:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3dc00. 00000100:00000040:0.0:1763346491.784757:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3dc00 x1848996540778368 msgsize 328 00000100:00100000:0.0:1763346491.784761:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346491.784781:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346491.784789:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346491.784793:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.784875:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346491.784879:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540778368 02000000:00000001:2.0:1763346491.784883:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346491.784886:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.784888:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.784894:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.784898:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540778368 00000020:00000001:2.0:1763346491.784902:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346491.784904:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346491.784907:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.784910:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=26 00000020:00000001:2.0:1763346491.784913:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346491.784915:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346491.784920:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.784925:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.784929:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.784932:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0940. 00000020:00000010:2.0:1763346491.784939:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a000. 00000020:00000010:2.0:1763346491.784944:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.784949:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419a28. 00000100:00000040:2.0:1763346491.784957:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346491.784960:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346491.784961:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346491.784964:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.784973:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.784988:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.785002:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346491.785004:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346491.785009:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20078 00000100:00000040:2.0:1763346491.785014:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346491.785016:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870498304 : -105874839053312 : ffff9fb517d3dc00) 00000100:00000040:2.0:1763346491.785024:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3dc00 x1848996540778368/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346491.785034:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.785036:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.785039:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.785041:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0940. 00000100:00100000:2.0:1763346491.785045:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2357:x1848996540778368:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346491.785048:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540778368 00000020:00000001:2.0:1763346491.785053:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346491.785057:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346491.785059:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.785062:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346491.785064:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346491.785067:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346491.785071:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346491.785073:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346491.785076:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346491.785085:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.785087:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346491.785090:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346491.785092:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346491.785094:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346491.785098:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.785105:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346491.785114:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972f00 count: 2 00010000:00000001:2.0:1763346491.785117:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346491.785120:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346491.785124:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346491.785127:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346491.785130:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463af9f8d to hash 00000020:00000001:2.0:1763346491.785132:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346491.785134:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346491.785137:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00010000:2.0:1763346491.785142:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f8d lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127de expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346491.785150:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 19 00000020:00000040:2.0:1763346491.785152:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=27 00010000:00000001:2.0:1763346491.785160:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346491.785163:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346491.785165:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346491.785168:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346491.785174:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa59400. 02000000:00000001:2.0:1763346491.785177:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.785179:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.785184:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346491.785186:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346491.785189:0:62997:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.785191:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346491.785198:0:62997:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d930. 00002000:00000001:2.0:1763346491.785200:0:62997:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346491.785203:0:62997:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346491.785207:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.785211:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346491.786519:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346491.786524:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346491.786527:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346491.786531:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346491.786533:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346491.786535:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346491.786539:0:62997:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346491.786544:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d500. 00000020:00000040:2.0:1763346491.786548:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346491.786551:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346491.786554:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346491.786559:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346491.786566:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a200. 00000100:00000001:2.0:1763346491.786571:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.786580:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346491.786583:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346491.786591:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.786601:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346491.786603:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.786608:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514965120:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346491.786612:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346491.786616:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346491.786618:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.786621:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346491.786624:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346491.786625:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346491.786631:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346491.786637:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b2a8. 00000100:00000200:2.0:1763346491.786643:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514965120, portal 16 00000100:00000001:2.0:1763346491.786645:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346491.786647:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183168768 : -105874526382848 : ffff9fb52a76d500) 00000100:00000040:2.0:1763346491.786652:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.786659:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.786661:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.786663:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b198. 00000100:00000200:2.0:1763346491.786666:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514965120, offset 0 00000400:00000200:2.0:1763346491.786672:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.786682:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.786686:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346491.786691:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346491.786694:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346491.786696:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346491.786700:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198441:198441:256:4294967295] 192.168.204.16@tcp LPNI seq info [198437:198437:8:4294967295] 00000400:00000200:2.0:1763346491.786711:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.786715:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.786719:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8000. 00000800:00000200:2.0:1763346491.786725:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.786732:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.786736:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.786755:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.786761:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300728701 00000100:00000001:2.0:1763346491.786769:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728687 00000100:00000001:2.0:1763346491.786775:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300728701 00000100:00000001:2.0:1763346491.786779:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728688 00000100:00000001:2.0:1763346491.786782:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300728701 00000100:00000001:2.0:1763346491.786785:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728688 00000100:00000001:2.0:1763346491.786788:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300728701 00000100:00000001:2.0:1763346491.786791:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728688 00000100:00000001:2.0:1763346491.786794:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346491.786797:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.786799:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.786801:0:62997:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.786803:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.786805:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346491.786807:0:62997:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d930. 00010000:00000001:2.0:1763346491.786812:0:62997:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.786814:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346491.786815:0:62997:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346491.786817:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.786819:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346491.786821:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346491.786823:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346491.786826:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346491.786828:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346491.787831:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.787838:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8000. 00000400:00000200:3.0:1763346491.787844:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.787851:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.787856:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b198 00000400:00000010:3.0:1763346491.787859:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b198. 00000100:00000001:3.0:1763346491.787864:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346491.787871:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.787883:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.787886:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.787892:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.787894:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346491.792447:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.792467:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.792471:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.792474:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.792485:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.792503:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772680 00000400:00000200:3.0:1763346491.792512:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f805 [1] + 224 00000800:00000001:3.0:1763346491.792519:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.792528:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.792531:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.792535:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.792542:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.792551:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346491.792562:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.792587:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.792596:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.792600:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.792738:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346491.792747:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346491.792750:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346491.792753:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346491.792757:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b2a8 00000400:00000010:2.0:1763346491.792760:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b2a8. 00000100:00000001:2.0:1763346491.792766:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346491.792771:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346491.792779:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.792784:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346491.792786:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.792789:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346491.792792:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346491.792795:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.792797:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.792800:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.792807:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=70 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346491.792812:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=70 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346491.792814:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346491.792816:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.792819:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346491.792822:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.792824:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.792829:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.792841:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346491.792844:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346491.792846:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.792849:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346491.792854:0:62997:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346491.792862:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346491.792866:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346491.792873:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:2.0:1763346491.792876:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:2.0:1763346491.792879:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346491.792887:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346491.792890:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00010000:00000001:2.0:1763346491.792894:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.792896:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.792898:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.792902:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346491.792911:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514965120:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346491.792916:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.792919:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.792922:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346491.792924:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346491.792928:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76d500 x1848996514965120/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346491.792934:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346491.792937:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346491.792941:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346491.792944:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346491.792946:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346491.792947:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346491.792949:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346491.792953:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346491.792956:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346491.792958:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346491.792960:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d500. 00000100:00000001:2.0:1763346491.792963:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346491.792965:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346491.792967:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346491.792970:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346491.792972:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346491.792975:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb5333e0940. 00010000:00000001:2.0:1763346491.792978:0:62997:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.792982:0:62997:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346491.792986:0:62997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346491.792989:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346491.792996:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.792997:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.793000:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346491.793002:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346491.793005:0:62997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463af9f8d from hash 00010000:00000001:2.0:1763346491.793008:0:62997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346491.793009:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.793010:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346491.793012:0:62997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346491.793013:0:62997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346491.793016:0:62997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346491.793023:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f8d lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127de expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346491.793038:0:62997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346491.793042:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346491.793045:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346491.793047:0:62997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.793049:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.793053:0:62997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346491.793055:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346491.793056:0:62997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346491.793057:0:62997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346491.793059:0:62997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346491.793061:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346491.793063:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346491.793065:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346491.793067:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346491.793070:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346491.793071:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346491.793074:0:62997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c000/0x757b854463af9f8d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127de expref: 27 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346491.793082:0:62997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346491.793085:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00010000:00000001:2.0:1763346491.793091:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346491.793092:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c000, rc 0) 00000020:00000001:2.0:1763346491.793096:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346491.793100:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540778368 00010000:00000001:2.0:1763346491.793103:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346491.793108:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3dc00 x1848996540778368/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346491.793116:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346491.793118:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.793121:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346491.793126:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346491.793128:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346491.793131:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346491.793134:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346491.793136:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.793140:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.793143:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.793147:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b2a8. 00000100:00000200:2.0:1763346491.793151:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540778368, offset 224 00000400:00000200:2.0:1763346491.793157:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.793167:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.793175:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198442:198442:256:4294967295] 192.168.204.16@tcp LPNI seq info [198438:198438:8:4294967295] 00000400:00000200:2.0:1763346491.793186:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.793192:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.793197:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8c00. 00000800:00000200:2.0:1763346491.793203:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.793210:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.793273:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8c00 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:1.0:1763346491.795133:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346491.795140:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8c00. 00000400:00000200:1.0:1763346491.795146:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.795153:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346491.795159:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b2a8 00000400:00000010:1.0:1763346491.795162:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b2a8. 00000100:00000001:1.0:1763346491.795168:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346491.795169:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346491.795697:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.795704:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346491.795708:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346491.795711:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.795714:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346491.795723:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3dc00 x1848996540778368/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/400 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346491.795734:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2357:x1848996540778368:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 10699us (10975us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346491.795743:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20078 00000100:00000040:2.0:1763346491.795748:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346491.795751:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346491.795753:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346491.795759:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.795765:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419a28. 00000020:00000010:2.0:1763346491.795771:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a000. 00000020:00000040:2.0:1763346491.795776:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:2.0:1763346491.795779:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346491.797473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000001:3.0:1763346491.808112:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.808130:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.808134:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.808136:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.808146:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.808163:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e010800 00000400:00000200:3.0:1763346491.808171:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 120648 00000800:00000001:3.0:1763346491.808179:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.808186:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.808189:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.808193:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.808200:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.808203:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763346491.808210:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9880. 00000100:00000040:3.0:1763346491.809297:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a9880 x1848996540778496 msgsize 488 00000100:00100000:3.0:1763346491.809305:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.809320:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.809333:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.809347:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.809482:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346491.809487:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540778496 02000000:00000001:2.0:1763346491.809491:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346491.809493:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.809496:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.809502:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.809508:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540778496 00000020:00000001:2.0:1763346491.809511:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346491.809513:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346491.809516:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.809520:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=26 00000020:00000001:2.0:1763346491.809522:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346491.809525:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346491.809530:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.809537:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb5333e0940. 00000100:00000001:2.0:1763346491.809541:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.809544:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb5333e0940. 00000020:00000010:2.0:1763346491.809551:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a000. 00000020:00000010:2.0:1763346491.809556:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896500. 00000020:00000010:2.0:1763346491.809562:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419a28. 00000100:00000040:2.0:1763346491.809571:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763346491.809574:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346491.809576:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763346491.809578:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763346491.809581:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346491.809584:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:2.0:1763346491.809587:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346491.809592:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346491.809596:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346491.809599:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.809602:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.809604:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.809606:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.809608:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.809609:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.809611:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.809612:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.809614:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.809615:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.809616:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.809618:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.809621:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763346491.809624:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.809626:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.809628:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.809630:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763346491.809632:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.809634:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346491.809643:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x2608:0x0] (0->4095) req@ffff9fb5199a9880 x1848996540778496/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346491.809653:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346491.809655:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb5199a9880 with x1848996540778496 ext(0->4095) 00010000:00000001:2.0:1763346491.809658:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346491.809660:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.809662:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:2.0:1763346491.809664:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:2.0:1763346491.809667:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:2.0:1763346491.809670:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.809672:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346491.809674:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346491.809675:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb5199a9880 00002000:00000001:2.0:1763346491.809677:0:86566:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.809679:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.809688:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.815584:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.815591:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.815604:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3704 00000100:00000040:1.0:1763346491.815611:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346491.815614:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900299904 : -105874809251712 : ffff9fb5199a9880) 00000100:00000040:1.0:1763346491.815625:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a9880 x1848996540778496/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346491.815636:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.815647:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30200. 00000100:00000001:1.0:1763346491.815650:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.815653:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30200. 00000100:00100000:1.0:1763346491.815661:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2356:x1848996540778496:12345-192.168.204.16@tcp:3:lfs.0 00000100:00000200:1.0:1763346491.815665:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540778496 00000020:00000001:1.0:1763346491.815669:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.815674:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346491.815677:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815679:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.815682:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:1.0:1763346491.815685:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346491.815688:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.815690:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.815692:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.815693:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.815702:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.815705:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.815712:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb532a84000. 02000000:00000001:1.0:1763346491.815714:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.815717:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815720:0:104272:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:1.0:1763346491.815723:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763346491.815725:0:104272:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815728:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:1.0:1763346491.815733:0:104272:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:1.0:1763346491.815735:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763346491.815738:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 306708480 dropped 0, local 306708480 00000020:00000001:1.0:1763346491.815741:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763346491.815742:0:104272:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:1.0:1763346491.815745:0:104272:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:1.0:1763346491.815748:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346491.815751:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.815757:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:1.0:1763346491.815760:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:1.0:1763346491.815763:0:104272:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346491.815772:0:104272:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346491.815775:0:104272:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:1.0:1763346491.815777:0:104272:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346491.815785:0:104272:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:1.0:1763346491.815823:0:104272:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346491.815828:0:104272:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346491.815830:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815832:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815836:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763346491.815864:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:1.0:1763346491.815867:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763346491.815881:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:1.0:1763346491.815884:0:104272:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 57d360a7 (4) 00000020:00008000:1.0:1763346491.815887:0:104272:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763346491.815892:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763346491.815896:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.815903:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815906:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.815909:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346491.815911:0:104272:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:1.0:1763346491.815917:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00002000:00000001:1.0:1763346491.815920:0:104272:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346491.815922:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815923:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.815925:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:1.0:1763346491.815927:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763346491.815929:0:104272:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:1.0:1763346491.815934:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 0, xid 1848996540778496 00010000:00000001:1.0:1763346491.815937:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.815942:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a9880 x1848996540778496/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/4536 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346491.815955:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.815958:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.815962:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.815967:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.815970:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.815972:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.815975:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.815977:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.815981:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.815983:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.815988:0:104272:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f31b40. 00000100:00000200:1.0:1763346491.815993:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540778496, offset 224 00000400:00000200:1.0:1763346491.816000:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.816014:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.816020:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198443:198443:256:4294967295] 192.168.204.16@tcp LPNI seq info [198439:198439:8:4294967295] 00000400:00000200:1.0:1763346491.816031:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.816036:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.816041:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb401895a00. 00000800:00000200:1.0:1763346491.816048:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.816056:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346491.816060:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb401895a00 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:1.0:1763346491.816088:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.816092:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.816094:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.816095:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.816097:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.816102:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9880 x1848996540778496/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/4536 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346491.816110:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+26:2356:x1848996540778496:12345-192.168.204.16@tcp:3:lfs.0 Request processed in 473us (6812us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763346491.816117:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3704 00000100:00000040:1.0:1763346491.816121:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346491.816123:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763346491.816125:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346491.816129:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x2608:0x0] (0->4095) req@ffff9fb5199a9880 x1848996540778496/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 488/4536 e 0 to 0 dl 1763346502 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346491.816136:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346491.816138:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb5199a9880 with x1848996540778496 ext(0->4095) 00010000:00000001:1.0:1763346491.816142:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346491.816144:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.816147:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:1.0:1763346491.816149:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346491.816152:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346491.816156:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346491.816157:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346491.816158:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346491.816160:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb5199a9880 00002000:00000001:1.0:1763346491.816162:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.816163:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.816168:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896500. 00000020:00000010:1.0:1763346491.816173:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419a28. 00000020:00000010:1.0:1763346491.816178:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a000. 00000020:00000040:1.0:1763346491.816184:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:1.0:1763346491.816187:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.816475:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.816480:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb401895a00. 00000400:00000200:3.0:1763346491.816486:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.816491:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.816496:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417f31b40 00000400:00000010:3.0:1763346491.816498:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb417f31b40. 00000100:00000001:3.0:1763346491.816502:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.816503:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346491.818997:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346491.831996:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.832019:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346491.832023:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.832026:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.832039:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346491.832058:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4584 into portal 6 MB=0x691a70e010880 00000400:00000200:1.0:1763346491.832068:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 4584/4584 into md 0x90861 [128] + 121136 00000800:00000001:1.0:1763346491.832079:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.832113:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346491.832117:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346491.832122:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346491.832131:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346491.832134:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346491.832142:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76a300. 00000100:00000040:1.0:1763346491.832146:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76a300 x1848996540778624 msgsize 4584 00000100:00100000:1.0:1763346491.832150:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346491.833911:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346491.834956:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540778624 02000000:00000001:2.0:1763346491.834962:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346491.834964:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.834967:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.834973:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.834978:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540778624 00000020:00000001:2.0:1763346491.834982:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346491.834984:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346491.834987:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.834992:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=26 00000020:00000001:2.0:1763346491.834995:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346491.834997:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346491.835002:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.835089:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.835095:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.835098:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000020:00000010:0.0:1763346491.835106:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41764b400. 00000020:00000010:0.0:1763346491.835112:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.835118:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346491.835129:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763346491.835133:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.835134:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763346491.835138:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763346491.835141:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.835144:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:0.0:1763346491.835148:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.835153:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346491.835158:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346491.835161:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.835164:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346491.835166:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.835169:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.835171:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.835173:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.835174:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.835175:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.835177:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346491.835178:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346491.835180:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346491.835181:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.835184:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763346491.835187:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.835189:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.835190:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346491.835193:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763346491.835195:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.835198:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.835208:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.835259:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.835281:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.835283:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.835292:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3705 00000100:00000040:0.0:1763346491.835297:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346491.835299:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183155968 : -105874526395648 : ffff9fb52a76a300) 00000100:00000040:0.0:1763346491.835308:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76a300 x1848996540778624/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4584/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346491.835318:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.835321:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.835323:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.835325:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000100:00100000:0.0:1763346491.835330:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+26:2356:x1848996540778624:12345-192.168.204.16@tcp:4:lfs.0 00000100:00000200:0.0:1763346491.835333:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540778624 00000020:00000001:0.0:1763346491.835350:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346491.835353:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346491.835355:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.835357:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346491.835359:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:0.0:1763346491.835362:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346491.835366:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346491.835369:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346491.835370:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346491.835372:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.835374:0:86566:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763346491.835380:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.835395:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.835401:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb401a55c00. 02000000:00000001:0.0:1763346491.835404:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.835407:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.835411:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763346491.835414:0:86566:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.835417:0:86566:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346491.835421:0:86566:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346491.835428:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417a28b00 count: 2 00010000:00000001:0.0:1763346491.835432:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.835435:0:86566:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346491.835441:0:86566:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36e00. 00000020:00000001:0.0:1763346491.835446:0:86566:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346491.835449:0:86566:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36e00 with handle 0x757b854463af9f94 to hash 00000020:00000001:0.0:1763346491.835451:0:86566:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346491.835453:0:86566:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346491.835457:0:86566:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346491.835461:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.835464:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.835469:0:86566:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.835479:0:86566:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346491.835485:0:86566:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346491.835488:0:86566:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.835490:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346491.835495:0:86566:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763346491.835497:0:86566:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346491.835502:0:86566:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 26 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346491.835510:0:86566:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346491.835511:0:86566:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.835515:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.835517:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.835520:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.835521:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.835523:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.835525:0:86566:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.835527:0:86566:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346491.835531:0:86566:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.835539:0:86566:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260b:0x0].0x0 (ffff9fb417a28b00) refcount = 2 00010000:00000040:0.0:1763346491.835542:0:86566:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346491.835546:0:86566:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 26 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346491.835553:0:86566:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346491.835555:0:86566:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763346491.835564:0:86566:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.835568:0:86566:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.835575:0:86566:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.835577:0:86566:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.835579:0:86566:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.835582:0:86566:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.835583:0:86566:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346491.835585:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.835590:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.835591:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346491.835593:0:86566:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.835596:0:86566:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.835598:0:86566:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346491.835600:0:86566:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346491.835605:0:86566:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e680. 00000020:00000040:0.0:1763346491.835608:0:86566:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346491.835611:0:86566:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346491.835614:0:86566:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346491.835620:0:86566:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346491.835627:0:86566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb41764aa00. 00000100:00000001:0.0:1763346491.835633:0:86566:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.835638:0:86566:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 26 pid: 62999 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763346491.835654:0:86566:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 26 pid: 62999 timeout: 6161 lvb_type: 1 00010000:00000001:0.0:1763346491.835669:0:86566:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346491.835672:0:86566:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346491.835676:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.835685:0:86566:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346491.835687:0:86566:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.835693:0:86566:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:86566:1848996514965248:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346491.835698:0:86566:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346491.835704:0:86566:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346491.835708:0:86566:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.835711:0:86566:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346491.835716:0:86566:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401a83800. 02000000:00000001:0.0:1763346491.835718:0:86566:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.835727:0:86566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cce18. 00000400:00000010:0.0:1763346491.835734:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a6e8. 00000100:00000200:0.0:1763346491.835741:0:86566:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514965248, portal 16 00000100:00000001:0.0:1763346491.835744:0:86566:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.835746:0:86566:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870500992 : -105874839050624 : ffff9fb517d3e680) 00000100:00000040:0.0:1763346491.835752:0:86566:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.835759:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.835762:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.835765:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a908. 00000100:00000200:0.0:1763346491.835768:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514965248, offset 0 00000400:00000200:0.0:1763346491.835774:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.835789:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.835795:0:86566:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346491.835801:0:86566:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346491.835805:0:86566:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346491.835808:0:86566:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346491.835813:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198444:198444:256:4294967295] 192.168.204.16@tcp LPNI seq info [198440:198440:8:4294967295] 00000400:00000200:0.0:1763346491.835827:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.835833:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.835838:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eeb00. 00000800:00000200:0.0:1763346491.835845:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.835853:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.835858:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eeb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.835866:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.835871:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300728750 00000100:00000001:0.0:1763346491.835877:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728701 00000100:00000001:0.0:1763346491.835882:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300728750 00000100:00000001:0.0:1763346491.835886:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728701 00000100:00000001:0.0:1763346491.835889:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300728750 00000100:00000001:0.0:1763346491.835891:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728701 00000100:00000001:0.0:1763346491.835893:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300728750 00000100:00000001:0.0:1763346491.835897:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728701 00000100:00000001:0.0:1763346491.835899:0:86566:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.835901:0:86566:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.835904:0:86566:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.835905:0:86566:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.835907:0:86566:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.835909:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.835910:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.835912:0:86566:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.835914:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.835915:0:86566:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346491.835917:0:86566:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.835920:0:86566:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.835921:0:86566:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346491.835924:0:86566:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346491.835927:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346491.835930:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346491.836314:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.836320:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eeb00. 00000400:00000200:3.0:1763346491.836326:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.836331:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.836346:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a908 00000400:00000010:3.0:1763346491.836348:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a908. 00000100:00000001:3.0:1763346491.836353:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346491.836357:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.836372:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346491.836375:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.836450:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.836452:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346491.836949:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346491.836961:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346491.836969:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.839605:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.839623:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.839627:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.839630:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.839641:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.839660:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c772700 00000400:00000200:3.0:1763346491.839670:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f815 [1] + 224 00000800:00000001:3.0:1763346491.839678:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.839686:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.839690:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.839694:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.839701:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.839710:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346491.839722:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346491.839749:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.839756:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.839760:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.841655:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346491.841668:0:86566:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.841670:0:86566:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.841675:0:86566:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cce18. 00000400:00000200:0.0:1763346491.841682:0:86566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a6e8 00000400:00000010:0.0:1763346491.841685:0:86566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a6e8. 00000100:00000001:0.0:1763346491.841689:0:86566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346491.841700:0:86566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346491.841711:0:86566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.841718:0:86566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.841720:0:86566:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.841723:0:86566:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346491.841727:0:86566:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.841729:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.841732:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.841735:0:86566:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.841743:0:86566:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=70 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346491.841747:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=70 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346491.841750:0:86566:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346491.841752:0:86566:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.841756:0:86566:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346491.841759:0:86566:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.841762:0:86566:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.841767:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.841774:0:86566:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.841778:0:86566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346491.841780:0:86566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.841783:0:86566:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346491.841786:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.841789:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.841791:0:86566:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.841795:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346491.841802:0:86566:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:86566:1848996514965248:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346491.841806:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.841809:0:86566:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.841811:0:86566:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346491.841813:0:86566:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.841816:0:86566:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3e680 x1848996514965248/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346491.841822:0:86566:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346491.841825:0:86566:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346491.841829:0:86566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401a83800. 02000000:00000001:0.0:1763346491.841834:0:86566:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346491.841837:0:86566:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346491.841838:0:86566:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346491.841840:0:86566:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346491.841844:0:86566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb41764aa00. 02000000:00000001:0.0:1763346491.841849:0:86566:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346491.841850:0:86566:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346491.841852:0:86566:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e680. 00000100:00000001:0.0:1763346491.841856:0:86566:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346491.841857:0:86566:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346491.841859:0:86566:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.841862:0:86566:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346491.841864:0:86566:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346491.841867:0:86566:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb51d2b8680. 00010000:00000001:0.0:1763346491.841870:0:86566:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.841873:0:86566:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.841875:0:86566:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346491.841879:0:86566:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763346491.841885:0:86566:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1763346491.842163:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.842176:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.842179:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.842180:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.842186:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.842202:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e010900 00000400:00000200:3.0:1763346491.842210:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1276f1 [2] + 1312 00000800:00000001:3.0:1763346491.842261:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.842332:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.842345:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.842350:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.842357:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.842359:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346491.842365:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8000. 00000100:00000040:3.0:1763346491.842368:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a8000 x1848996540778752 msgsize 328 00000100:00100000:3.0:1763346491.842372:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.842379:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763346491.843509:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346491.843514:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540778752 02000000:00000001:0.0:1763346491.843517:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346491.843520:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.843523:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.843528:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.843532:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540778752 00000020:00000001:0.0:1763346491.843535:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346491.843537:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346491.843540:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.843543:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=27 00000020:00000001:0.0:1763346491.843546:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346491.843549:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346491.843553:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.843560:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.843564:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.843566:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000020:00000010:0.0:1763346491.843574:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401a83800. 00000020:00000010:0.0:1763346491.843580:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5205dd200. 00000020:00000010:0.0:1763346491.843585:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346491.843592:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346491.843595:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346491.843597:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346491.843599:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346491.843603:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.843605:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346491.843610:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.843612:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.843614:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:0.0:1763346491.843616:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:0.0:1763346491.843619:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00010000:0.0:1763346491.843627:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 27 pid: 62999 timeout: 6161 lvb_type: 1 00010000:00000001:0.0:1763346491.843636:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.843637:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.843639:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.843641:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.843649:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763346491.843655:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb5199a8000 x1848996540778752/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.843662:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346491.843664:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763346491.844584:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.844594:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.847292:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.847326:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346491.847328:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346491.847350:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4021 00000100:00000040:0.0:1763346491.847357:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:0.0:1763346491.847359:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900293632 : -105874809257984 : ffff9fb5199a8000) 00000100:00000040:0.0:1763346491.847368:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a8000 x1848996540778752/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/0 e 0 to 0 dl 1763346502 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.847380:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346491.847397:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.847401:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346491.847403:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb51d2b8680. 00000100:00100000:0.0:1763346491.847409:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+27:2357:x1848996540778752:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346491.847413:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540778752 00010000:00000001:0.0:1763346491.847416:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346491.847419:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346491.847421:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346491.847431:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346491.847434:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346491.847440:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb401a54800. 02000000:00000001:0.0:1763346491.847443:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.847446:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.847448:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346491.847450:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346491.847453:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.847455:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.847459:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:0.0:1763346491.847462:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:0.0:1763346491.847465:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000040:0.0:1763346491.847469:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417a28b00 count: 3 00002000:00000001:0.0:1763346491.847474:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346491.847479:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346491.847482:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.847489:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:0.0:1763346491.847491:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:0.0:1763346491.847493:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346491.847502:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.847505:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00010000:0.0:1763346491.847511:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 27 pid: 62999 timeout: 6161 lvb_type: 1 00000100:00001000:0.0:1763346491.847522:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=133 v=5 (1 1 0 0) 00010000:00000001:0.0:1763346491.847526:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346491.847533:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.847535:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.847538:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 27 pid: 62999 timeout: 6161 lvb_type: 1 00000020:00000001:0.0:1763346491.847546:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.847548:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.847549:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.847552:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.847557:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.847560:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.847566:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.847567:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.847570:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.847572:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.847574:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d000 with handle 0x757b854463af9f6a from hash 00010000:00000001:0.0:1763346491.847577:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.847578:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.847579:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.847580:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.847586:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.847588:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.847590:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.847591:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.847594:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d000/0x757b854463af9f6a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127bb expref: 27 pid: 62999 timeout: 6161 lvb_type: 1 00010000:00000040:0.0:1763346491.847602:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:0.0:1763346491.847605:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00010000:00000001:0.0:1763346491.847611:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.847614:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.847616:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346491.847618:0:5737:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36e00 00010000:00000001:0.0:1763346491.847621:0:5737:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346491.847624:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.847627:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.847629:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.847631:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346491.847633:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346491.847634:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.847638:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346491.847640:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346491.847643:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.847650:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763346491.847655:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.847661:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260b:0x0].0x0 (ffff9fb417a28b00) refcount = 2 00010000:00000040:0.0:1763346491.847663:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346491.847665:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.847673:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.847674:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.847676:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346491.847677:0:5737:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.847679:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763346491.847684:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb51d2b8680. 00000100:00000001:0.0:1763346491.847688:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346491.847695:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.847697:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.847700:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346491.847703:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346491.847705:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346491.847706:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.847709:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346491.847734:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.847737:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.847738:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.847739:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.847741:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346491.847742:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346491.847744:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.847746:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.847748:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763346491.847750:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346491.847753:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346491.847755:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346491.847757:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb51d2b8680. 00010000:00000001:0.0:1763346491.847760:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763346491.847763:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346491.847764:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.847769:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.847772:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.847776:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.847780:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.847783:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.847786:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.847788:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.847791:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.847794:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.847797:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.847801:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a6e8. 00000100:00000200:0.0:1763346491.847809:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540778752, offset 224 00000400:00000200:0.0:1763346491.847815:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.847827:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.847834:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198445:198445:256:4294967295] 192.168.204.16@tcp LPNI seq info [198441:198441:8:4294967295] 00000400:00000200:0.0:1763346491.847844:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.847849:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.847854:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ee400. 00000800:00000200:0.0:1763346491.847859:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.847866:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.847871:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ee400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.847898:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.847901:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.847903:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.847905:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.847909:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8000 x1848996540778752/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 328/224 e 0 to 0 dl 1763346502 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346491.847918:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+26:2357:x1848996540778752:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 537us (5547us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346491.847927:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4021 00000100:00000040:0.0:1763346491.847930:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346491.847933:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.847934:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.847940:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5205dd200. 00000020:00000010:0.0:1763346491.847945:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346491.847949:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401a83800. 00000020:00000040:0.0:1763346491.847954:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000100:00000001:0.0:1763346491.847956:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763346491.848166:0:86566:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346491.848175:0:86566:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346491.848179:0:86566:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346491.848185:0:86566:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346491.848187:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346491.848188:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346491.848190:0:86566:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.848199:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763346491.848206:0:86566:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763346491.848210:0:86566:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763346491.848235:0:86566:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763346491.848238:0:86566:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763346491.848241:0:86566:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 free: 3838836736 avail: 3836739584 00000020:00000001:2.0:1763346491.848244:0:86566:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763346491.848247:0:86566:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 avail=3836739584 left=3507486720 unstable=0 tot_grant=329187328 pending=1703936 00000020:00000001:2.0:1763346491.848250:0:86566:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3507486720 : 3507486720 : d1100000) 00000020:00000001:2.0:1763346491.848253:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763346491.848256:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 305004544 dropped 0, local 306708480 00000020:00000001:2.0:1763346491.848259:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763346491.848261:0:86566:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763346491.848264:0:86566:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 granted: 1703936 ungranted: 0 grant: 305004544 dirty: 1703936 00000020:00000001:2.0:1763346491.848266:0:86566:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763346491.848268:0:86566:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763346491.848271:0:86566:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 wants: 485097472 current grant 305004544 granting: 3407872 00000020:00000020:2.0:1763346491.848275:0:86566:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 tot cached:0 granted:332595200 num_exports: 2 00000020:00000001:2.0:1763346491.848277:0:86566:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:2.0:1763346491.848279:0:86566:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763346491.848281:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346491.848283:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346491.848288:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:2.0:1763346491.848290:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00080000:00000001:2.0:1763346491.848297:0:86566:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:2.0:1763346491.848321:0:86566:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763346491.848327:0:86566:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.848329:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.848331:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346491.848335:0:86566:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:2.0:1763346491.848349:0:86566:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763346491.848356:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763346491.848394:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:2.0:1763346491.848398:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763346491.848412:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.848414:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763346491.848419:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346491.848426:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.848430:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346491.848431:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.848435:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.848437:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.848440:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.848441:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.848443:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.848445:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.848446:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.848448:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.848449:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.848451:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.848452:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.848455:0:86566:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763346491.848457:0:86566:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.848460:0:86566:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763346491.848462:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346491.848467:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848471:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346491.848479:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59c00. 00080000:00000001:2.0:1763346491.848482:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000001:00000001:2.0:1763346491.848484:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.848485:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848489:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:2.0:1763346491.848509:0:86566:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:2.0:1763346491.848512:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848516:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346491.848522:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848525:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346491.848544:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.848546:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346491.848548:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848551:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346491.848574:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.848576:0:86566:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763346491.848579:0:86566:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346491.848585:0:86566:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:2.0:1763346491.848588:0:86566:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763346491.848591:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346491.848594:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763346491.848631:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.848634:0:86566:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346491.848637:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763346491.848648:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848650:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346491.848653:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa5ac00. 00080000:00000001:2.0:1763346491.848654:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186238464 : -105874523313152 : ffff9fb52aa5ac00) 00000001:00000001:2.0:1763346491.848656:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.848658:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848662:0:86566:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:2.0:1763346491.848665:0:86566:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:2.0:1763346491.848668:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346491.848670:0:86566:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848672:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346491.848674:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848675:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346491.848679:0:86566:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346491.848699:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346491.848700:0:86566:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848703:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346491.848707:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848714:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848722:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346491.848725:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848728:0:86566:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:2.0:1763346491.848729:0:86566:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:2.0:1763346491.848730:0:86566:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:2.0:1763346491.848733:0:86566:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:2.0:1763346491.848757:0:86566:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.848761:0:86566:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763346491.848764:0:86566:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb510a1b0c0. 00000020:00000040:2.0:1763346491.848767:0:86566:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 4 00000020:00000040:2.0:1763346491.848770:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=26 00000020:00000001:2.0:1763346491.848773:0:86566:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.848775:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346491.848778:0:86566:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763346491.848782:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346491.848783:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346491.848824:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346491.848827:0:86566:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847750, last_committed = 21474847745 00000001:00000010:2.0:1763346491.848832:0:86566:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb91e0. 00000001:00000040:2.0:1763346491.848834:0:86566:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 5 00000020:00000040:2.0:1763346491.848836:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=27 00080000:00000001:2.0:1763346491.848842:0:86566:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346491.848853:0:86566:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346491.848855:0:86566:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346491.850034:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.850041:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ee400. 00000400:00000200:3.0:1763346491.850047:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.850054:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.850061:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a6e8 00000400:00000010:3.0:1763346491.850063:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a6e8. 00000100:00000001:3.0:1763346491.850068:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.850070:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346491.857292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00000100:00000040:0.0:1763346491.902292:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300728750, at 4300728752 00000100:00000010:0.0:1763346491.902309:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b960. 00000100:00000040:3.0:1763346491.902386:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300728750, at 4300728752 00000100:00000010:3.0:1763346491.902392:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b780. 00000100:00000040:1.0:1763346491.902467:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300728750, at 4300728752 00000100:00000010:1.0:1763346491.902474:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1bb40. 00000100:00000040:2.0:1763346491.903240:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300728750, at 4300728753 00000100:00000010:2.0:1763346491.903248:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b060. 00080000:00000001:0.0:1763346491.911759:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346491.911779:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00002000:00000001:0.0:1763346491.911783:0:86566:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.911795:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417a28b00 count: 2 00010000:00000001:0.0:1763346491.911798:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763346491.911802:0:86566:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346491.911807:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346491.911811:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346491.911817:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:0.0:1763346491.911820:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:0.0:1763346491.911823:0:86566:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346491.911830:0:86566:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346491.911833:0:86566:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763346491.911836:0:86566:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb mtime from disk: 0 -> 1763346491 00002000:00010000:0.0:1763346491.911839:0:86566:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb ctime from disk: 0 -> 1763346491 00002000:00010000:0.0:1763346491.911841:0:86566:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:0.0:1763346491.911843:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00002000:00000001:0.0:1763346491.911847:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.911850:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.911856:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:0.0:1763346491.911860:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.911862:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.911865:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=3 00000020:00000001:0.0:1763346491.911867:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346491.911870:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346491.911873:0:86566:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346491.911879:0:86566:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.911888:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.911890:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346491.911893:0:86566:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.911901:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.911903:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.911907:0:86566:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346491.911910:0:86566:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346491.911917:0:86566:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36e00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:0.0:1763346491.911921:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.911923:0:86566:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346491.911926:0:86566:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.911932:0:86566:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346491.911934:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346491.911935:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346491.911936:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=4 00000020:00000001:0.0:1763346491.911938:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346491.911939:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346491.911943:0:86566:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346491.911946:0:86566:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.911952:0:86566:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346491.911954:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346491.911956:0:86566:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.911962:0:86566:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346491.911964:0:86566:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346491.911966:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346491.911968:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.911970:0:86566:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36e00 with handle 0x757b854463af9f94 from hash 00010000:00000001:0.0:1763346491.911973:0:86566:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346491.911974:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.911975:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.911977:0:86566:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346491.911982:0:86566:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346491.911984:0:86566:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.911986:0:86566:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346491.911988:0:86566:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346491.911991:0:86566:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346491.911993:0:86566:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346491.911996:0:86566:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.911999:0:86566:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346491.912000:0:86566:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346491.912002:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.912003:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.912005:0:86566:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.912007:0:86566:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.912008:0:86566:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346491.912011:0:86566:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346491.912017:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346491.912018:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346491.912020:0:86566:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346491.912022:0:86566:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346491.912023:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346491.912025:0:86566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9f94 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346491.912033:0:86566:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417a28b00 count: 0 00002000:00000010:0.0:1763346491.912038:0:86566:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb5333e0d00. 00010000:00000010:0.0:1763346491.912044:0:86566:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417a28900. 00010000:00000001:0.0:1763346491.912052:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346491.912054:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763346491.912056:0:86566:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346491.912062:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847745, transno 21474847750, xid 1848996540778624 00010000:00000001:0.0:1763346491.912065:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346491.912077:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76a300 x1848996540778624/t21474847750(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4584/448 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346491.912086:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346491.912089:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346491.912093:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346491.912098:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346491.912100:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346491.912103:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346491.912106:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346491.912110:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.912113:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.912116:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346491.912123:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a000. 00000100:00000200:0.0:1763346491.912130:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540778624, offset 224 00000400:00000200:0.0:1763346491.912136:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346491.912152:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346491.912159:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198446:198446:256:4294967295] 192.168.204.16@tcp LPNI seq info [198442:198442:8:4294967295] 00000400:00000200:0.0:1763346491.912171:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346491.912176:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346491.912181:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ae00. 00000800:00000200:0.0:1763346491.912187:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346491.912195:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346491.912200:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ae00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763346491.912259:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.912264:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346491.912267:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346491.912269:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.912271:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346491.912277:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76a300 x1848996540778624/t21474847750(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 4584/448 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346491.912288:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+27:2356:x1848996540778624:12345-192.168.204.16@tcp:4:lfs.0 Request processed in 76968us (80140us total) trans 21474847750 rc 0/0 00000100:00100000:0.0:1763346491.912299:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3705 00000100:00000040:0.0:1763346491.912303:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346491.912305:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346491.912307:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346491.912313:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f2aa00. 00000020:00000010:0.0:1763346491.912318:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346491.912323:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41764b400. 00000020:00000040:0.0:1763346491.912329:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 26 00000100:00000001:0.0:1763346491.912332:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.913686:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.913693:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:3.0:1763346491.913701:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.913709:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.913716:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a000 00000400:00000010:3.0:1763346491.913720:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a000. 00000100:00000001:3.0:1763346491.913724:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.913726:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:1.0:1763346491.914353:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346491.914360:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346491.914363:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346491.914366:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847750 is committed 00000001:00000040:1.0:1763346491.914371:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 4 00000020:00000040:1.0:1763346491.914374:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 25 00000001:00000010:1.0:1763346491.914378:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb91e0. 00000020:00000001:1.0:1763346491.914384:0:58019:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763346491.914387:0:58019:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763346491.914390:0:58019:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb509224000 : new cb_count 3 00000020:00000040:1.0:1763346491.914391:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00000020:00000010:1.0:1763346491.914394:0:58019:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb510a1b0c0. 00040000:00000001:1.0:1763346491.914397:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.914400:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.914403:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa5ac00. 00080000:00000001:1.0:1763346491.914407:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.914411:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1763346491.914412:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.914414:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.914415:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59c00. 00080000:00000001:1.0:1763346491.914418:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.914420:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346491.914422:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 2 00000020:00000040:1.0:1763346491.914423:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000001:00000010:1.0:1763346491.914425:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb510a1b7e0. 00000020:00000001:1.0:1763346491.914427:0:58019:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763346491.914429:0:58019:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763346491.914430:0:58019:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb509224000 : new cb_count 1 00000020:00000040:1.0:1763346491.914432:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000020:00000010:1.0:1763346491.914433:0:58019:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb510a1ba80. 00040000:00000001:1.0:1763346491.914435:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.914436:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.914437:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa58800. 00080000:00000001:1.0:1763346491.914440:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.914441:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1763346491.914442:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.914444:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.914445:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59800. 00080000:00000001:1.0:1763346491.914447:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.914449:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346491.914451:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346491.914452:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346491.914454:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847748 is committed 00000001:00000040:1.0:1763346491.914456:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 1 00000020:00000040:1.0:1763346491.914458:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000001:00000010:1.0:1763346491.914459:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875c60. 00040000:00000001:1.0:1763346491.914461:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.914463:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.914464:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af34400. 00080000:00000001:1.0:1763346491.914466:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.914468:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346491.914470:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 0 00000020:00000040:1.0:1763346491.914472:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000001:00000010:1.0:1763346491.914473:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875a20. 00040000:00000001:1.0:1763346491.914475:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.914476:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.914477:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af36800. 00080000:00000001:1.0:1763346491.914481:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346491.914482:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346491.914484:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 0 00000020:00000040:1.0:1763346491.914486:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000001:00000010:1.0:1763346491.914487:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875cc0. 00040000:00000001:1.0:1763346491.914489:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346491.914490:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346491.914492:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af35c00. 00080000:00000001:1.0:1763346491.914493:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000001:3.0:1763346491.919651:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.919670:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.919674:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.919677:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.919688:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.919707:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 448 into portal 12 MB=0x691a70e010980 00000400:00000200:3.0:1763346491.919717:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 448/448 into md 0xd4325 [64] + 29872 00000800:00000001:3.0:1763346491.919725:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.919732:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.919735:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.919740:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.919747:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.919750:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346491.919758:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9500. 00000100:00000040:3.0:1763346491.919762:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a9500 x1848996540778880 msgsize 448 00000100:00100000:3.0:1763346491.919766:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.919787:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.919796:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.919800:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346491.919819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417a28b00. 00010000:00000010:0.1:1763346491.919828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00000100:00000001:1.0:1763346491.919899:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346491.919902:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540778880 02000000:00000001:1.0:1763346491.919906:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346491.919908:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346491.919911:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346491.919919:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346491.919923:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540778880 00000020:00000001:1.0:1763346491.919927:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346491.919929:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346491.919931:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346491.919935:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:1.0:1763346491.919938:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346491.919940:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346491.919945:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.919952:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30140. 00000100:00000001:1.0:1763346491.919955:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.919958:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30140. 00000020:00000010:1.0:1763346491.919964:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fa00. 00000020:00000010:1.0:1763346491.919969:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364d00. 00000020:00000010:1.0:1763346491.919974:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8e10. 00000100:00000040:1.0:1763346491.919983:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346491.919987:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346491.919988:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346491.919991:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.920000:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.920017:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346491.920029:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346491.920032:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346491.920037:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140787 00000100:00000040:1.0:1763346491.920042:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346491.920044:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900299008 : -105874809252608 : ffff9fb5199a9500) 00000100:00000040:1.0:1763346491.920051:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a9500 x1848996540778880/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 448/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346491.920060:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346491.920063:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30140. 00000100:00000001:1.0:1763346491.920065:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346491.920067:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30140. 00000100:00100000:1.0:1763346491.920071:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226244:x1848996540778880:12345-192.168.204.16@tcp:44:lfs.0 00000100:00000200:1.0:1763346491.920075:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540778880 00000020:00000001:1.0:1763346491.920079:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346491.920084:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346491.920089:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.920092:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346491.920094:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027344 : -1039524272 : ffffffffc20a1e50) 00000020:00000001:1.0:1763346491.920098:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346491.920101:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540778880, found 0 last_xid 1848996540778879 00000020:00000001:1.0:1763346491.920104:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346491.920107:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346491.920110:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346491.920114:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763346491.920120:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346491.920124:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000020:00000001:1.0:1763346491.920127:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.920128:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.920134:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346491.920137:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346491.920142:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9fb5402df400. 02000000:00000001:1.0:1763346491.920144:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.920146:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.920150:0:19997:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763346491.920154:0:19997:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:1.0:1763346491.920161:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.920167:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763346491.920172:0:19997:0:(osd_object.c:2123:osd_object_sync()) Process entered 00080000:00000001:0.0:1763346491.981042:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346491.981052:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00080000:00000001:1.0:1763346491.981055:0:19997:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.981056:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346491.981058:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055455 is committed 00000001:00000040:0.0:1763346491.981062:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:0.0:1763346491.981068:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000001:00000010:0.0:1763346491.981071:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038540. 00040000:00000001:0.0:1763346491.981076:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981079:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981080:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981081:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981083:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5275d6400. 00080000:00000001:0.0:1763346491.981086:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981088:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981090:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:0.0:1763346491.981092:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000001:00000010:0.0:1763346491.981094:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5380381e0. 00000004:00080000:0.0:1763346491.981097:0:20006:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 335 committed 00000004:00000010:0.0:1763346491.981114:0:20006:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fb538038f60. 00040000:00000001:0.0:1763346491.981117:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981118:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981119:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981120:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981121:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5275d4800. 00080000:00000001:0.0:1763346491.981124:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981125:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981127:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:0.0:1763346491.981129:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000001:00000010:0.0:1763346491.981131:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb509dea660. 00040000:00000001:0.0:1763346491.981134:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981135:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981136:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981137:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981138:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5275d5800. 00080000:00000001:0.0:1763346491.981140:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981142:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981143:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:0.0:1763346491.981145:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000001:00000010:0.0:1763346491.981147:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e07600. 00040000:00000001:0.0:1763346491.981149:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981150:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981151:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981152:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981153:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055ea800. 00080000:00000001:0.0:1763346491.981156:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981157:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981159:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:0.0:1763346491.981161:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000001:00000010:0.0:1763346491.981163:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb504e07480. 00000020:00000001:0.0:1763346491.981167:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346491.981170:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a900 refcount 2 committed 0 result 0 batchid 4294967621 00000020:00080000:0.0:1763346491.981173:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00080000:0.0:1763346491.981177:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5055e9400 00000020:00000001:0.0:1763346491.981194:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763346491.981196:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a900 refcount 2 committed 1 result 0 batchid 4294967621 00000020:00000040:0.0:1763346491.981199:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00000040:0.0:1763346491.981202:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5055e9400 00000020:00000001:0.0:1763346491.981205:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346491.981206:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981208:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981209:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981210:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981228:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e9400. 00000004:00000001:3.0:1763346491.981230:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:0.0:1763346491.981231:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981233:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:3.0:1763346491.981234:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1763346491.981235:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000004:00000001:3.0:1763346491.981237:0:19998:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00000040:0.0:1763346491.981237:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000004:00000001:3.0:1763346491.981239:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000001:00000010:0.0:1763346491.981239:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843c00. 00000004:00000001:3.0:1763346491.981241:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346491.981243:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346491.981244:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 2 committed 0 result 0 batchid 4294967620 00000040:00001000:3.0:1763346491.981246:0:19998:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb402e24880 type=0x0 idx=0 00000020:00080000:0.0:1763346491.981246:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eee00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755acc0 00000040:00001000:3.0:1763346491.981250:0:19998:0:(llog.c:720:llog_process_thread()) synced_idx: 10402 00000020:00080000:0.0:1763346491.981250:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5260b7c00 00000020:00000001:0.0:1763346491.981253:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000040:00000001:3.0:1763346491.981254:0:19998:0:(lustre_log.h:473:llog_next_block()) Process entered 00000020:00000040:0.0:1763346491.981254:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 2 committed 1 result 0 batchid 4294967620 00000020:00000040:0.0:1763346491.981256:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eee00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755acc0 00000040:00000001:3.0:1763346491.981258:0:19998:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000020:00000040:0.0:1763346491.981261:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5260b7c00 00000020:00000001:0.0:1763346491.981263:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346491.981264:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981265:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00001000:3.0:1763346491.981266:0:19998:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 10402 (cur idx 10401 off 671744), size 673984 00040000:00000001:0.0:1763346491.981266:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981267:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981269:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b7c00. 00080000:00000001:0.0:1763346491.981271:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981272:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:0.0:1763346491.981275:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967619 batchid updated 00000020:00000010:0.0:1763346491.981277:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb504e079c0. 00040000:00000001:0.0:1763346491.981279:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981281:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981282:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981283:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981284:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e9c00. 00080000:00000001:0.0:1763346491.981286:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981290:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346491.981292:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346491.981294:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346491.981295:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055456 is committed 00000001:00000040:0.0:1763346491.981297:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:0.0:1763346491.981299:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000001:00000010:0.0:1763346491.981300:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54660. 00040000:00000001:0.0:1763346491.981303:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981304:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981305:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981306:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981308:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e8400. 00080000:00000001:0.0:1763346491.981309:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00000001:3.0:1763346491.981310:0:19998:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346491.981311:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981313:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000040:00000001:3.0:1763346491.981314:0:19998:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346491.981315:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000040:00001000:3.0:1763346491.981316:0:19998:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb402e24880 type=0x10692404 idx=10402 00000001:00000010:0.0:1763346491.981317:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a543c0. 00000040:00001000:3.0:1763346491.981319:0:19998:0:(llog.c:776:llog_process_thread()) lrh_index: 10402 lrh_len: 64 (6016 remains) 00040000:00000001:0.0:1763346491.981319:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981320:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00001000:3.0:1763346491.981322:0:19998:0:(llog.c:797:llog_process_thread()) index: 10402, lh_last_idx: 10402 synced_idx: 10402 lgh_last_idx: 10402 00040000:00000001:0.0:1763346491.981322:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981323:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981324:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644400. 00000004:00000001:3.0:1763346491.981325:0:19998:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346491.981327:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346491.981328:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346491.981328:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:3.0:1763346491.981330:0:19998:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00080000:00000001:0.0:1763346491.981330:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981331:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000004:00000001:3.0:1763346491.981332:0:19998:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763346491.981344:0:19998:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000020:00000040:0.0:1763346491.981349:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000010:3.0:1763346491.981351:0:19998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000001:00000010:0.0:1763346491.981352:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54120. 00040000:00000001:0.0:1763346491.981354:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:3.0:1763346491.981355:0:19998:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00040000:00000001:0.0:1763346491.981355:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981357:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981358:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1763346491.981359:0:19998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:0.0:1763346491.981359:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644c00. 00080000:00000001:0.0:1763346491.981361:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981363:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:3.0:1763346491.981364:0:19998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000040:0.0:1763346491.981364:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346491.981366:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:0.0:1763346491.981367:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54f00. 00040000:00000001:0.0:1763346491.981369:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981370:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:3.0:1763346491.981371:0:19998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1763346491.981372:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981373:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981374:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645800. 00080000:00000001:0.0:1763346491.981377:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000010:3.0:1763346491.981379:0:19998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb540199c00. 00080000:00000001:0.0:1763346491.981379:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981381:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:0.0:1763346491.981382:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000001:00000010:0.0:1763346491.981384:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a542a0. 00040000:00000001:0.0:1763346491.981386:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981387:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981388:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981389:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981391:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b6400. 00080000:00000001:0.0:1763346491.981393:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981395:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981397:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:0.0:1763346491.981399:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000001:00000010:0.0:1763346491.981400:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54f60. 00040000:00000001:0.0:1763346491.981403:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981404:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981405:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981406:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981407:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5260b4000. 00080000:00000001:0.0:1763346491.981416:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981420:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346491.981423:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00000020:00000040:0.0:1763346491.981424:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000001:00000010:0.0:1763346491.981426:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb4178753c0. 00040000:00000001:0.0:1763346491.981429:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981430:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981431:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981432:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981442:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af36000. 00080000:00000001:0.0:1763346491.981445:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346491.981449:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1763346491.981451:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981452:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346491.981453:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346491.981454:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346491.981456:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb54019a400. 00080000:00000001:0.0:1763346491.981460:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1763346491.981523:0:19998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.981527:0:19998:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000001:3.0:1763346491.981536:0:19998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346491.981541:0:19998:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.981553:0:19998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070ce917b] to pc [ptlrpcd_00_00+0] req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346491.981585:0:19998:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346491.981589:0:19998:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0001-osc-MDT0000: 1 in flight, 1 in progress 00000004:00001000:3.0:1763346491.981591:0:19998:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 10402, id 334 00000004:00000001:3.0:1763346491.981593:0:19998:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763346491.981595:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346491.981596:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346491.981598:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346491.981599:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.981635:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00080000:2.0:1763346491.981637:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967621 committed batchid 4294967619 00000100:00000001:0.0:1763346491.981639:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1763346491.981641:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000100:00000001:0.0:1763346491.981642:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1763346491.981647:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb532cb99c0. 00000100:00000040:0.0:1763346491.981649:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763346491.981650:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346491.981656:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa5bc00. 00000100:00000001:0.0:1763346491.981656:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346491.981658:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.981659:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186242560 : -105874523309056 : ffff9fb52aa5bc00) 00080000:00000001:2.0:1763346491.981662:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000001:0.0:1763346491.981663:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346491.981666:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346491.981669:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346491.981672:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514965376:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1763346491.981676:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346491.981681:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346491.981684:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346491.981686:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346491.981691:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb401a56c00. 02000000:00000001:0.0:1763346491.981692:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.981699:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cce18. 00000400:00000010:0.0:1763346491.981706:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9add0. 00000100:00000200:0.0:1763346491.981714:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514965376, portal 4 00000100:00000001:0.0:1763346491.981716:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346491.981717:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:0.0:1763346491.981724:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.981730:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346491.981732:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346491.981735:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a440. 00000100:00000200:0.0:1763346491.981737:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514965376, offset 0 00000001:00000001:2.0:1763346491.981740:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346491.981742:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346491.981743:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1763346491.981744:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1763346491.981755:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:2.0:1763346491.981761:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346491.981764:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1763346491.981765:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c772780 00000400:00000200:0.0:1763346491.981771:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1190ed [8] + 8984 00000400:00000200:0.0:1763346491.981779:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346491.981783:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346491.981790:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346491.981792:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346491.981796:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e680. 00000100:00000040:0.0:1763346491.981799:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3e680 x1848996514965376 msgsize 544 00000100:00100000:0.0:1763346491.981802:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346491.981821:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:2.0:1763346491.981825:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:2.0:1763346491.981827:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967621: rc = 0 00000400:00000200:0.0:1763346491.981829:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a440 00080000:00000001:2.0:1763346491.981831:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1763346491.981831:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a440. 00000100:00000001:0.0:1763346491.981834:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346491.981838:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763346491.981840:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.981842:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.981845:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763346491.981847:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f310c0 refcount 1 committed 1 result 0 batchid 4294967618 00000100:00000001:0.0:1763346491.981847:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1763346491.981850:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31cc0 00000100:00000040:0.0:1763346491.981850:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763346491.981854:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4be00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5402df400 00000020:00000040:2.0:1763346491.981858:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:2.0:1763346491.981861:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000100:00000001:0.0:1763346491.981862:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.981864:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.981864:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1763346491.981867:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb53cc4b500. 00000100:00000001:0.0:1763346491.981868:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346491.981869:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb53cc4be00. 00000020:00000010:2.0:1763346491.981871:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb417f310c0. 00000100:00000040:0.0:1763346491.981872:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16302 usecs (17 jiffies) 00000020:00000001:2.0:1763346491.981874:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763346491.981875:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20d480 refcount 1 committed 1 result 0 batchid 4294967619 00000100:00000001:0.0:1763346491.981876:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728848 00000020:00000040:2.0:1763346491.981880:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52df58800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb540e82300 00000100:00000010:0.0:1763346491.981880:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038f60. 00000020:00000040:2.0:1763346491.981883:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52df58a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5055eb800 00000020:00000040:2.0:1763346491.981885:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000100:00000001:0.0:1763346491.981886:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:2.0:1763346491.981887:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:2.0:1763346491.981888:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346491.981890:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb52df58800. 00000100:00000001:0.0:1763346491.981893:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728848 00000020:00000010:2.0:1763346491.981894:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb52df58a00. 00000100:00000010:0.0:1763346491.981895:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb5380381e0. 00000020:00000010:2.0:1763346491.981897:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb51d20d480. 00000100:00000001:0.0:1763346491.981898:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00080000:2.0:1763346491.981899:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967619 00000100:00000001:0.0:1763346491.981902:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728848 00000100:00000010:0.0:1763346491.981904:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038540. 00000100:00000001:0.0:1763346491.981907:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763346491.981910:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728848 00000100:00000010:0.0:1763346491.981912:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb5380389c0. 00000100:00000001:0.0:1763346491.981915:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346491.981918:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346491.981921:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.981924:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.981927:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.981934:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.981936:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763346491.981938:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346491.981940:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346491.981941:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.981943:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.981952:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346491.981953:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346491.981954:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.981956:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514965376 02000000:00000001:3.0:1763346491.981958:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346491.981960:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346491.981962:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346491.981967:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346491.981970:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514965376 00000020:00000001:3.0:1763346491.981972:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346491.981974:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346491.981977:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.981979:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=6 00000020:00000001:3.0:1763346491.981982:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346491.981984:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346491.981989:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.981992:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346491.981996:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.981998:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c580. 00000020:00000010:3.0:1763346491.982004:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ee00. 00000020:00000010:3.0:1763346491.982009:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:3.0:1763346491.982013:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346491.982019:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346491.982022:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346491.982023:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346491.982026:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.982034:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.982049:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346491.982062:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346491.982064:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346491.982068:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20079 00000100:00000040:3.0:1763346491.982072:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346491.982074:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870500992 : -105874839050624 : ffff9fb517d3e680) 00000100:00000040:3.0:1763346491.982079:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3e680 x1848996514965376/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 544/0 e 0 to 0 dl 1763346502 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.982087:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346491.982090:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346491.982092:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346491.982094:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c580. 00000100:00100000:3.0:1763346491.982098:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+6:3294:x1848996514965376:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:3.0:1763346491.982102:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514965376 00000020:00000001:3.0:1763346491.982105:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346491.982109:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346491.982112:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.982115:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346491.982117:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:3.0:1763346491.982120:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346491.982123:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346491.982126:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346491.982128:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346491.982131:0:62997:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346491.982134:0:62997:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346491.982137:0:62997:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346491.982140:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346491.982143:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346491.982145:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346491.982146:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346491.982148:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346491.982149:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346491.982150:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346491.982152:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346491.982153:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346491.982154:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346491.982155:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.982159:0:62997:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.982161:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.982165:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346491.982167:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346491.982171:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb540198000. 02000000:00000001:3.0:1763346491.982173:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.982176:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346491.982179:0:62997:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763346491.982182:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346491.982185:0:62997:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763346491.982187:0:62997:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:9522 count 1 00002000:00000001:3.0:1763346491.982190:0:62997:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763346491.982192:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346491.982194:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346491.982200:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00002000:00000001:3.0:1763346491.982203:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229664 : -105879140321952 : ffff9fb41773b560) 00010000:00000001:3.0:1763346491.982207:0:62997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346491.982253:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346491.982263:0:62997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3f00. 00010000:00000010:3.0:1763346491.982267:0:62997:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:3.0:1763346491.982272:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346491.982275:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a600. 00000020:00000001:3.0:1763346491.982279:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346491.982281:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a600 with handle 0x757b854463af9f9b to hash 00000020:00000001:3.0:1763346491.982283:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346491.982284:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346491.982287:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00002000:00000001:3.0:1763346491.982290:0:62997:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346491.982294:0:62997:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9c580. 00002000:00000001:3.0:1763346491.982297:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346491.982298:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346491.982300:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569229752 : -105879140321864 : ffff9fb41773b5b8) 00002000:00000001:3.0:1763346491.982301:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229664 : -105879140321952 : ffff9fb41773b560) 00002000:00000001:3.0:1763346491.982304:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346491.982309:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346491.982312:0:62997:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2532:0x0] initial LVB size: 1024, mtime: 0x691a8839, atime: 0x0, ctime: 0x691a8839, blocks: 0x1 00002000:00000001:3.0:1763346491.982315:0:62997:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763346491.982318:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346491.982320:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346491.982325:0:62997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346491.982345:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346491.982350:0:62997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346491.982353:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346491.982356:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346491.982359:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346491.982361:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.982363:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346491.982365:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346491.982366:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.982369:0:62997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346491.982373:0:62997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346491.983493:0:62997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2532:0x0].0x0 (ffff9fb417cf3f00) refcount = 1 00010000:00000040:3.0:1763346491.983497:0:62997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346491.983500:0:62997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346491.983512:0:62997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346491.983514:0:62997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.983517:0:62997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346491.983519:0:62997:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.983522:0:62997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.983523:0:62997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346491.983526:0:62997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346491.983529:0:62997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346491.983532:0:62997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346491.983538:0:62997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346491.983540:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.983541:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.983544:0:62997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346491.983545:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.983547:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=3 00000020:00000001:3.0:1763346491.983549:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346491.983552:0:62997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346491.983554:0:62997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346491.983557:0:62997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346491.983563:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.983564:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346491.983566:0:62997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346491.983573:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346491.983574:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.983578:0:62997:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763346491.983584:0:62997:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb50847b3c0. 00010000:00000001:3.0:1763346491.983588:0:62997:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763346491.983600:0:62997:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763346491.983602:0:62997:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.983604:0:62997:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.983605:0:62997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346491.983607:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.983608:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346491.983609:0:62997:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763346491.983613:0:62997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346491.983621:0:62997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb54019b800. 00080000:00000001:3.0:1763346491.983624:0:62997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199546165248 : -105874163386368 : ffff9fb54019b800) 00000001:00000001:3.0:1763346491.983626:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346491.983628:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346491.983633:0:62997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000401:0x2532:0x0] not in the id map cache 00080000:00000001:3.0:1763346491.983637:0:62997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346491.983656:0:62997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346491.983659:0:62997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983661:0:62997:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346491.983664:0:62997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346491.983668:0:62997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346491.983671:0:62997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346491.983673:0:62997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346491.983676:0:62997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983678:0:62997:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346491.983680:0:62997:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346491.983682:0:62997:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638199424399808 : -105874285151808 : ffff9fb538d7b9c0) 00000001:00000001:3.0:1763346491.983705:0:62997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346491.983706:0:62997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346491.983712:0:62997:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983715:0:62997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346491.983720:0:62997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346491.983742:0:62997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346491.983744:0:62997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983762:0:62997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983766:0:62997:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346491.983774:0:62997:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983777:0:62997:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763346491.983778:0:62997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346491.983780:0:62997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346491.983781:0:62997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346491.983782:0:62997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346491.983784:0:62997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983785:0:62997:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346491.983787:0:62997:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346491.983788:0:62997:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638199424399808 : -105874285151808 : ffff9fb538d7b9c0) 00080000:00000001:3.0:1763346491.983881:0:62997:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346491.983884:0:62997:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983888:0:62997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346491.983892:0:62997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346491.983897:0:62997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911665, last_committed = 12884911662 00000001:00000010:3.0:1763346491.983901:0:62997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44d80. 00000001:00000040:3.0:1763346491.983903:0:62997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 2 00000020:00000040:3.0:1763346491.983906:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=7 00080000:00000001:3.0:1763346491.983912:0:62997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346491.983925:0:62997:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346491.983928:0:62997:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346491.983938:0:62997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346491.983940:0:62997:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346491.983942:0:62997:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763346491.983960:0:62997:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417b76390. 00002000:00000001:3.0:1763346491.983964:0:62997:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763346491.983966:0:62997:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000401:0x2532:0x0] 00002000:00000010:3.0:1763346491.983968:0:62997:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb41773b560. 00002000:00000001:3.0:1763346491.983972:0:62997:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763346491.983974:0:62997:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346491.983979:0:62997:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763346491.983984:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911662, transno 12884911665, xid 1848996514965376 00010000:00000001:3.0:1763346491.983987:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346491.983995:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3e680 x1848996514965376/t12884911665(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 544/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346491.984002:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346491.984005:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346491.984009:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346491.984014:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346491.984016:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346491.984018:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346491.984021:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346491.984023:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346491.984026:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346491.984029:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346491.984033:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbb28. 00000100:00000200:3.0:1763346491.984039:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514965376, offset 224 00000400:00000200:3.0:1763346491.984044:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346491.984056:0:62997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346491.984065:0:62997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c772780 00000400:00000200:3.0:1763346491.984071:0:62997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f825 [1] + 224 00000400:00000200:3.0:1763346491.984077:0:62997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.984080:0:62997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346491.984086:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346491.984091:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346491.984100:0:62997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346491.984124:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346491.984131:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbb28 00000400:00000010:3.0:1763346491.984134:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbb28. 00000100:00000001:3.0:1763346491.984137:0:62997:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.984139:0:62997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346491.984143:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346491.984146:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346491.984148:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346491.984151:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.984153:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346491.984157:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e680 x1848996514965376/t12884911665(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:212/0 lens 544/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346491.984166:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:3294:x1848996514965376:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2078us (2365us total) trans 12884911665 rc 0/0 00000100:00100000:3.0:1763346491.984176:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20079 00000100:00000040:3.0:1763346491.984181:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:3.0:1763346491.984183:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346491.984184:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346491.984190:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:3.0:1763346491.984195:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346491.984198:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ee00. 00000020:00000040:3.0:1763346491.984204:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 6 00000100:00000001:3.0:1763346491.984207:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.984231:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346491.984235:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346491.984242:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346491.984244:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346491.984248:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cce18. 00000020:00000001:3.0:1763346491.984250:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1763346491.984252:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9add0 00000020:00000001:3.0:1763346491.984253:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346491.984254:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9add0. 00010000:00010000:3.0:1763346491.984256:0:5739:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1763346491.984256:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1763346491.984259:0:5739:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346491.984261:0:5739:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1763346491.984261:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763346491.984266:0:5739:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1763346491.984270:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514965376/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763346491.984274:0:5739:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3a600 already unused, calling callback (ffffffffc15a1b40) 00000100:00000001:0.0:1763346491.984276:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1763346491.984277:0:5739:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1763346491.984278:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.984279:0:5739:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1763346491.984280:0:3294:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:3.0:1763346491.984282:0:5739:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1763346491.984283:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346491.984285:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346491.984287:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984289:0:5739:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1763346491.984290:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984291:0:5739:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346491.984292:0:5739:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346491.984294:0:5739:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=3 00000020:00000001:3.0:1763346491.984295:0:5739:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00000100:00001000:0.0:1763346491.984297:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93458 time=149 v=5 (5 5 5 5) 00010000:00000001:3.0:1763346491.984298:0:5739:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00000100:00001000:0.0:1763346491.984300:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=2 v=5 (1 1 1 1) 00010000:00000001:3.0:1763346491.984301:0:5739:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1763346491.984303:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1763346491.984304:0:5739:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763346491.984305:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346491.984308:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346491.984310:0:5739:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346491.984310:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984312:0:5739:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346491.984313:0:5739:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.984313:0:3294:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763346491.984315:0:3294:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763346491.984316:0:3294:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763346491.984318:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1763346491.984319:0:5739:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1763346491.984319:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00010000:00000001:3.0:1763346491.984320:0:5739:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346491.984322:0:5739:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346491.984323:0:5739:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.984323:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346491.984325:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911662 00000020:00000040:3.0:1763346491.984326:0:5739:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3a600 with handle 0x757b854463af9f9b from hash 00000100:00000001:0.0:1763346491.984327:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1763346491.984328:0:5739:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346491.984329:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763346491.984329:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984330:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.984331:0:5739:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:0.0:1763346491.984344:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514965376/t12884911665(12884911665) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346491.984345:0:5739:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346491.984347:0:5739:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984349:0:5739:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346491.984351:0:5739:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1763346491.984352:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346491.984353:0:5739:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1763346491.984354:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1763346491.984355:0:5739:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.984357:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346491.984358:0:5739:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984360:0:5739:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346491.984361:0:5739:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000004:00080000:0.0:1763346491.984361:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9fb5199aa680/2, rc 0, transno 12884911665 00010000:00000001:3.0:1763346491.984364:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346491.984365:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00001000:0.0:1763346491.984365:0:3294:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0001-osc-MDT0000: 0 in flight, 1 in progress 00010000:00000001:3.0:1763346491.984366:0:5739:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984368:0:5739:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346491.984370:0:5739:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346491.984370:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514965376/t12884911665(12884911665) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1763346491.984374:0:5739:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1763346491.984378:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514965376:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1763346491.984383:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.984387:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346491.984390:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514965376/t12884911665(12884911665) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346491.984397:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.984400:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346491.984408:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346491.984410:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346491.984412:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346491.984414:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.984532:0:19997:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.984539:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346491.984543:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346491.984551:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.984554:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346491.984562:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.984565:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346491.984571:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.984575:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.984578:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346491.984581:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346491.984583:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.984585:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405d:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346491.984588:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346491.984591:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.984597:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346491.984599:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.984601:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.984602:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.984604:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346491.984605:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346491.984607:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346491.984608:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346491.984611:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763346491.984614:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346491.984617:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346491.984624:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346491.984631:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346491.984633:0:19997:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346491.984636:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540778880 00010000:00000001:1.0:1763346491.984638:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346491.984646:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a9500 x1848996540778880/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 448/440 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346491.984652:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346491.984654:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346491.984657:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346491.984659:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346491.984662:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346491.984664:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346491.984666:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346491.984667:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346491.984670:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346491.984672:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346491.984677:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b2a8. 00000100:00000200:1.0:1763346491.984680:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848996540778880, offset 224 00000400:00000200:1.0:1763346491.984685:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346491.984694:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346491.984701:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198447:198447:256:4294967295] 192.168.204.16@tcp LPNI seq info [198443:198443:8:4294967295] 00000400:00000200:1.0:1763346491.984712:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346491.984716:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346491.984722:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed300. 00000800:00000200:1.0:1763346491.984728:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346491.984736:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346491.984740:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763346491.984759:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346491.984762:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346491.984765:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346491.984767:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346491.984769:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346491.984774:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9500 x1848996540778880/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 448/440 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346491.984783:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226244:x1848996540778880:12345-192.168.204.16@tcp:44:lfs.0 Request processed in 64721us (65018us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346491.984794:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140787 00000100:00000040:1.0:1763346491.984796:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346491.984798:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346491.984800:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346491.984804:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364d00. 00000020:00000010:1.0:1763346491.984808:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8e10. 00000020:00000010:1.0:1763346491.984812:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fa00. 00000020:00000040:1.0:1763346491.984817:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000100:00000001:1.0:1763346491.984819:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346491.984993:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346491.984998:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed300. 00000400:00000200:2.0:1763346491.985003:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346491.985008:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346491.985012:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b2a8 00000400:00000010:2.0:1763346491.985014:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b2a8. 00000100:00000001:2.0:1763346491.985017:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346491.985018:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763346491.986573:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346491.986577:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3a600/0x757b854463af9f9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2532:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346491.986588:0:5739:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3f00 count: 0 00002000:00000010:3.0:1763346491.986597:0:5739:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb417e9c580. 00010000:00000010:3.0:1763346491.986602:0:5739:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:3.0:1763346491.986611:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346491.986613:0:5739:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346491.986616:0:5739:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb50847b3c0. 00010000:00000001:3.0:1763346491.986619:0:5739:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346491.986624:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346491.986626:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346491.986630:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346491.986632:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346491.986633:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346491.986635:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346491.986638:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346491.986639:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346491.986641:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1763346491.991810:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.991830:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346491.991834:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.991836:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.991847:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346491.991864:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e010a00 00000400:00000200:3.0:1763346491.991872:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 9528 00000800:00000001:3.0:1763346491.991880:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.991948:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346491.991952:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.991957:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346491.991966:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346491.991969:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346491.991976:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8a80. 00000100:00000040:3.0:1763346491.991980:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a8a80 x1848996540779008 msgsize 440 00000100:00100000:3.0:1763346491.991984:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346491.992008:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346491.992016:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346491.992020:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.992091:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346491.992095:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540779008 02000000:00000001:2.0:1763346491.992099:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346491.992102:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346491.992104:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346491.992109:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346491.992113:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540779008 00000020:00000001:2.0:1763346491.992116:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346491.992118:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346491.992120:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346491.992124:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:2.0:1763346491.992126:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346491.992128:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346491.992133:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.992139:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346491.992143:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.992146:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b540. 00000020:00000010:2.0:1763346491.992152:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346491.992159:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346491.992164:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346491.992171:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346491.992174:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346491.992175:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346491.992178:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.992189:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.992208:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346491.992255:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346491.992257:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346491.992262:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20080 00000100:00000040:2.0:1763346491.992267:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346491.992269:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900296320 : -105874809255296 : ffff9fb5199a8a80) 00000100:00000040:2.0:1763346491.992277:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a8a80 x1848996540779008/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/0 e 0 to 0 dl 1763346502 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346491.992286:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346491.992289:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346491.992290:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346491.992292:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b540. 00000100:00100000:2.0:1763346491.992296:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540779008:12345-192.168.204.16@tcp:16:lfs.0 00000100:00000200:2.0:1763346491.992300:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540779008 00000020:00000001:2.0:1763346491.992304:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346491.992308:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346491.992311:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.992314:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346491.992316:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672151136 : -1037400480 : ffffffffc22a8660) 00000020:00000001:2.0:1763346491.992318:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346491.992322:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346491.992324:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346491.992327:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346491.992331:0:62997:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346491.992345:0:62997:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346491.992348:0:62997:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.992351:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346491.992353:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.992356:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.992357:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.992359:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.992360:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.992361:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.992363:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346491.992364:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346491.992365:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346491.992367:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.992370:0:62997:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.992372:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.992377:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346491.992380:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346491.992493:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb52aa5b400. 02000000:00000001:2.0:1763346491.992496:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.992499:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.992503:0:62997:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:2.0:1763346491.992507:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346491.992510:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346491.992517:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:2.0:1763346491.992520:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00000020:00000001:2.0:1763346491.992523:0:62997:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:2.0:1763346491.992527:0:62997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346491.992533:0:62997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1763346491.992535:0:62997:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.992539:0:62997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346491.992546:0:62997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.992551:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346491.992557:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346491.992560:0:62997:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:2.0:1763346491.992563:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000040:2.0:1763346491.992568:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540779008 00010000:00000001:2.0:1763346491.992571:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346491.992577:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a8a80 x1848996540779008/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346491.992586:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346491.992588:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346491.992592:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=4 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346491.992597:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346491.992599:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346491.992601:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346491.992604:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346491.992607:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346491.992610:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346491.992613:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346491.992617:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bee0. 00000100:00000200:2.0:1763346491.992623:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540779008, offset 224 00000400:00000200:2.0:1763346491.992629:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346491.992639:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346491.992646:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198448:198448:256:4294967295] 192.168.204.16@tcp LPNI seq info [198444:198444:8:4294967295] 00000400:00000200:2.0:1763346491.992655:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346491.992661:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346491.992666:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346491.992672:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346491.992680:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346491.992684:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346491.992697:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346491.992701:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346491.992703:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346491.992705:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346491.992707:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346491.992711:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8a80 x1848996540779008/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:212/0 lens 440/432 e 0 to 0 dl 1763346502 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346491.992721:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540779008:12345-192.168.204.16@tcp:16:lfs.0 Request processed in 433us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346491.992729:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20080 00000100:00000040:2.0:1763346491.992733:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346491.992735:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346491.992737:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346491.992741:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346491.992745:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346491.992749:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346491.992754:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346491.992756:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346491.992868:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346491.992872:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346491.992875:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346491.992879:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346491.992883:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bee0 00000400:00000010:3.0:1763346491.992885:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bee0. 00000100:00000001:3.0:1763346491.992891:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346491.992892:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346491.995284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3f00. 00010000:00000010:3.1:1763346491.995299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00000100:00000040:3.0:1763346491.999375:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300728848, at 4300728849 00000100:00000010:3.0:1763346491.999399:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5380389c0. 00000100:00000040:1.0:1763346491.999497:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300728848, at 4300728849 00000100:00000010:1.0:1763346491.999504:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5380381e0. 00000100:00000040:0.0:1763346491.999596:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300728848, at 4300728849 00000100:00000010:0.0:1763346491.999603:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038f60. 00000100:00000040:2.0:1763346491.999621:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300728848, at 4300728849 00000100:00000010:2.0:1763346491.999627:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038540. 00000800:00000001:2.0:1763346492.010569:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.010589:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346492.010593:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.010595:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.010606:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346492.010624:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 12 MB=0x691a70e010b00 00000400:00000200:2.0:1763346492.010633:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 488/488 into md 0xd4325 [64] + 30320 00000800:00000001:2.0:1763346492.010640:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.010650:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.010653:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.010657:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346492.010664:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346492.010667:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346492.010674:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d500. 00000100:00000040:2.0:1763346492.010678:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76d500 x1848996540779264 msgsize 488 00000100:00100000:2.0:1763346492.010683:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346492.010703:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346492.010712:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.010716:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.010793:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.010797:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540779264 02000000:00000001:1.0:1763346492.010801:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.010803:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.010806:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.010811:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.010815:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540779264 00000020:00000001:1.0:1763346492.010819:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.010820:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346492.010823:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.010827:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=487 00000020:00000001:1.0:1763346492.010830:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346492.010832:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346492.010836:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.010842:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30fc0. 00000100:00000001:1.0:1763346492.010847:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.010849:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30fc0. 00000020:00000010:1.0:1763346492.010856:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fa00. 00000020:00000010:1.0:1763346492.010861:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388b80. 00000020:00000010:1.0:1763346492.010866:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8e10. 00000100:00000040:1.0:1763346492.010874:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346492.010878:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.010879:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346492.010882:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.010891:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.010908:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.010921:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346492.010923:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346492.010929:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140788 00000100:00000040:1.0:1763346492.010933:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346492.010935:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183168768 : -105874526382848 : ffff9fb52a76d500) 00000100:00000040:1.0:1763346492.010943:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76d500 x1848996540779264/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 488/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.010952:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.010954:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30fc0. 00000100:00000001:1.0:1763346492.010956:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.010958:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30fc0. 00000100:00100000:1.0:1763346492.010962:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226244:x1848996540779264:12345-192.168.204.16@tcp:36:lfs.0 00000100:00000200:1.0:1763346492.010966:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540779264 00000020:00000001:1.0:1763346492.010970:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346492.010974:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346492.010980:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.010982:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346492.010984:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:1.0:1763346492.010988:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346492.010993:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540779264, found 0 last_xid 1848996540779263 00000020:00000001:1.0:1763346492.010996:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346492.010999:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346492.011001:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346492.011006:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011009:0:19997:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763346492.011016:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9fb52a76d500 x1848996540779264/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 488/0 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346492.011027:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346492.011029:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346492.011031:0:19997:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1763346492.011033:0:19997:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346492.011037:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.011040:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.011042:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.011044:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2363970376 : 2363970376 : 0x8ce75348) 00000001:00000001:1.0:1763346492.011047:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2363970376 : 2363970376 : 8ce75348) 00000001:00000001:1.0:1763346492.011049:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.011050:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:1.0:1763346492.011052:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:1.0:1763346492.011054:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.011056:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.011058:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.011060:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.011061:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.011063:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011065:0:19997:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011070:0:19997:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011072:0:19997:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011074:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011078:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346492.011080:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346492.011083:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346492.011085:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346492.011091:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9fb503af2000. 02000000:00000001:1.0:1763346492.011094:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.011097:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011101:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346492.011102:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.011104:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.011106:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.011108:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.011110:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.011112:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.011114:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.011115:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.011117:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.011119:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.011123:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346492.011130:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346492.011133:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346492.011136:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346492.011137:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.011139:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.011140:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011142:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346492.011144:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011146:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346492.011149:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.011151:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346492.011154:0:19997:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1763346492.011157:0:19997:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x405d:0x0] 7 req@ffff9fb52a76d500 x1848996540779264/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 488/3152 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346492.011166:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346492.011169:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346492.011172:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.011174:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.011176:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346492.011178:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.011181:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000040:1.0:1763346492.011186:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00000004:00000001:1.0:1763346492.011191:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346492.011194:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346492.011198:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346492.011200:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346492.011202:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.011204:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.011208:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346492.011260:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346492.011269:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.011271:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.011273:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346492.011275:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346492.011278:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463af9f63 from hash 00010000:00000001:1.0:1763346492.011280:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346492.011282:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.011283:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.011284:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346492.011289:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.011291:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.011294:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346492.011295:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346492.011302:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9f63 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127b4 expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346492.011312:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346492.011315:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:1.0:1763346492.011318:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346492.011329:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.011342:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346492.011345:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346492.011348:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) 00010000:00000001:1.0:1763346492.011352:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.011355:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.011357:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346492.011360:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346492.011361:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346492.011364:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346492.011366:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405d:0x0] 00000020:00000001:1.0:1763346492.011369:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.011374:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000004:00000001:1.0:1763346492.011376:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566972832 : -105879142578784 : ffff9fb4175145a0) 00000004:00000001:1.0:1763346492.011379:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346492.011381:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.011502:0:19997:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb531a5d930. 00000004:00000001:2.0:1763346492.011511:0:19997:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346492.011516:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.011519:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346492.011522:0:19997:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346492.011524:0:19997:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763346492.011526:0:19997:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763346492.011529:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346492.011533:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.011537:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.011542:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:2.0:1763346492.011545:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.011548:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.011552:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346492.011556:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.011558:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463af9fa2 to hash 00000020:00000001:2.0:1763346492.011560:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.011562:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000010:2.0:1763346492.011568:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894600. 00010000:00000001:2.0:1763346492.011571:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346492.011574:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.011575:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.011579:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.011586:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.011590:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.011592:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.011594:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.011597:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.011599:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.011601:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.011604:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.011607:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.011609:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.011611:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.011613:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) refcount = 2 00010000:00000040:2.0:1763346492.011617:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346492.011622:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9f55 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ad expref: 486 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346492.011628:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.011633:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.011636:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.011637:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.011640:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.011641:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.011643:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.011645:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.011648:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.011651:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.011655:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.011659:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.011660:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.011662:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.011663:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.011664:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.011665:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346492.011667:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346492.011669:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346492.011671:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.011672:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.011674:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011676:0:19997:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011680:0:19997:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346492.011693:0:19997:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346492.011699:0:19997:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346492.011707:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346492.011714:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb9ae0. 00080000:00000001:2.0:1763346492.011718:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346492.011727:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa58400. 00080000:00000001:2.0:1763346492.011730:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186228224 : -105874523323392 : ffff9fb52aa58400) 00000004:00000001:2.0:1763346492.011734:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346492.011737:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346492.011739:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.011742:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186228224 : -105874523323392 : ffff9fb52aa58400) 00080000:00000001:2.0:1763346492.011745:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346492.011768:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011770:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011772:0:19997:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.011776:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346492.011779:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346492.011785:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346492.011786:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.011788:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186228224 : -105874523323392 : ffff9fb52aa58400) 00080000:00000001:2.0:1763346492.011791:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.011796:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.011797:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011799:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.011820:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.011823:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.011826:0:19997:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346491 00000004:00000001:2.0:1763346492.011829:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763346492.011831:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763346492.011833:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763346492.011834:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.011835:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186228224 : -105874523323392 : ffff9fb52aa58400) 00080000:00000001:2.0:1763346492.011839:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346492.011871:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011873:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011875:0:19997:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.011877:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.011882:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346492.011884:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346492.011888:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346492.011892:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055457, last_committed = 8590055456 00000001:00000010:2.0:1763346492.011896:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb90c0. 00000001:00000040:2.0:1763346492.011898:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:2.0:1763346492.011900:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00000001:00000010:2.0:1763346492.011906:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975840. 00000004:00000001:2.0:1763346492.011913:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346492.011915:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.011916:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186228224 : -105874523323392 : ffff9fb52aa58400) 00080000:00000001:2.0:1763346492.011919:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.011952:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346492.011955:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346492.011958:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975840: xid 1848996540779264, transno 8590055457, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346492.011961:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.011973:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.011976:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb9ae0. 00000020:00000001:2.0:1763346492.011978:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.011983:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:2.0:1763346492.011985:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.011987:0:19997:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763346492.011989:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346492.011991:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763346492.011992:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.011994:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346492.011995:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.011996:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.011998:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346492.012000:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346492.012002:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00000004:00010000:2.0:1763346492.012004:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000ffcb5ec reply state 00000000d7860d28 transno 8590055457 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:2.0:1763346492.012016:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763346492.012018:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.012019:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.012020:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.012021:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346492.012023:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346492.012024:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346492.012027:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346492.012029:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346492.012032:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.012034:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.012040:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.012043:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.012048:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.012051:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.012055:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.012057:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346492.012059:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.012062:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405d:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346492.012065:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346492.012067:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.012071:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.012072:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.012074:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.012075:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.012077:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.012079:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.012080:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.012081:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.012084:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405d:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1763346492.012087:0:19997:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763346492.012088:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346492.012091:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346492.012096:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346492.012103:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.012106:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346492.012107:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346492.012109:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.012111:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346492.012114:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346492.012116:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346492.012117:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346492.012118:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346492.012120:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346492.012123:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346492.012129:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.012133:0:19997:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.012136:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055457, xid 1848996540779264 00010000:00000001:2.0:1763346492.012139:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763346492.012142:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00010000:00000200:2.0:1763346492.012144:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055457, last committed = 8590055456 00010000:00000200:2.0:1763346492.012150:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76d500 x1848996540779264/t8590055457(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 488/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346492.012157:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.012160:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.012164:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.012169:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.012171:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.012173:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.012176:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.012179:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.012182:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.012185:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.012190:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b880. 00000100:00000200:2.0:1763346492.012197:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540779264, offset 224 00000400:00000010:2.0:1763346492.012203:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb531a5d498. 00000400:00000200:2.0:1763346492.012207:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.012255:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.012262:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198449:198449:256:4294967295] 192.168.204.16@tcp LPNI seq info [198445:198445:8:4294967295] 00000400:00000200:2.0:1763346492.012270:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:2.0:1763346492.012276:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.012281:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.012287:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.012293:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.012301:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.012306:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.012326:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.012330:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.012343:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.012344:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.012347:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.012353:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d500 x1848996540779264/t8590055457(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 488/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346492.012362:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+488:226244:x1848996540779264:12345-192.168.204.16@tcp:36:lfs.0 Request processed in 1409us (1682us total) trans 8590055457 rc 0/0 00000100:00100000:2.0:1763346492.012369:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140788 00000100:00000040:2.0:1763346492.012373:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346492.012376:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.012377:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.012382:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388b80. 00000020:00000010:2.0:1763346492.012388:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8e10. 00000020:00000010:2.0:1763346492.012393:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fa00. 00000020:00000040:2.0:1763346492.012397:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:2.0:1763346492.012400:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346492.012595:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.012600:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346492.012605:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.012610:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.012614:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.012616:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346492.014160:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.014176:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346492.014180:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.014185:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.014193:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:2.0:1763346492.014208:0:3289:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12f839 00000400:00000200:2.0:1763346492.014246:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.014251:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:2.0:1763346492.014257:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b880 00000400:00000010:2.0:1763346492.014259:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b880. 00000100:00000001:2.0:1763346492.014265:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346492.014267:0:3289:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763346492.014269:0:3289:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763346492.014282:0:3289:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346492.014284:0:3289:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346492.014286:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346492.014291:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.014296:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.014415:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346492.014421:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.014423:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.014426:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:3.0:1763346492.014429:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346492.014432:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346492.014435:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346492.014439:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.014448:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.014450:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346492.014453:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.014459:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.014461:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.014465:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346492.014467:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346492.014473:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346492.014476:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.014479:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346492.014482:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.014487:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346492.014489:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.014490:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.014491:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=4 00000020:00000001:3.0:1763346492.014493:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346492.014496:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346492.014499:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346492.014501:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.014507:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346492.014509:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346492.014510:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.014515:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346492.014517:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.014518:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.014520:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.014522:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463af9fa2 from hash 00010000:00000001:3.0:1763346492.014524:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.014526:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.014527:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.014529:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346492.014535:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.014537:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.014539:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346492.014541:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.014544:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346492.014546:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:3.0:1763346492.014554:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346492.014557:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.014559:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.014561:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346492.014563:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346492.014565:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.014566:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.014568:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.014570:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.014572:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.014575:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.014580:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.014581:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.014583:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346492.014584:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346492.014585:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.014587:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463af9fa2 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346492.014594:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894600. 00010000:00000001:3.0:1763346492.014601:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346492.014604:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000100:00000001:3.0:1763346492.014606:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346492.017699:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.017718:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346492.017722:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.017725:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.017736:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346492.017752:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e010b80 00000400:00000200:2.0:1763346492.017761:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 9968 00000800:00000001:2.0:1763346492.017771:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.018416:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.018420:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.018427:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346492.018436:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346492.018439:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346492.018447:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76e680. 00000100:00000040:2.0:1763346492.018450:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76e680 x1848996540779392 msgsize 328 00000100:00100000:2.0:1763346492.018454:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.022239:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.022840:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540779392 02000000:00000001:0.0:1763346492.022846:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.022849:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.022852:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.022860:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.022864:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540779392 00000020:00000001:0.0:1763346492.022868:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.022870:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346492.022873:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.022878:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346492.022881:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346492.022884:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346492.022889:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.022901:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f800. 00000100:00000001:0.0:1763346492.022905:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.022907:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f800. 00000020:00000010:0.0:1763346492.022915:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517cabc00. 00000020:00000010:0.0:1763346492.022922:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346492.022929:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346492.022940:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346492.022943:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.022945:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.022947:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.022956:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.022972:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.022987:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.022989:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.022998:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20081 00000100:00000040:0.0:1763346492.023003:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346492.023005:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183173248 : -105874526378368 : ffff9fb52a76e680) 00000100:00000040:0.0:1763346492.023013:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76e680 x1848996540779392/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346492.023023:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.023026:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f800. 00000100:00000001:0.0:1763346492.023028:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.023031:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f800. 00000100:00100000:0.0:1763346492.023036:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:226244:x1848996540779392:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346492.023040:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540779392 00000020:00000001:0.0:1763346492.023044:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.023048:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.023051:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.023054:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.023057:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346492.023060:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.023064:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.023068:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.023071:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.023077:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.023080:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346492.023083:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346492.023085:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346492.023087:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346492.023089:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.023097:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346492.023108:0:62997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4fc00. 00010000:00000010:0.0:1763346492.023112:0:62997:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417f4f900. 00010000:00000001:0.0:1763346492.023118:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346492.023122:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36e00. 00000020:00000001:0.0:1763346492.023126:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346492.023128:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36e00 with handle 0x757b854463af9fa9 to hash 00000020:00000001:0.0:1763346492.023131:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346492.023133:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346492.023136:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00010000:0.0:1763346492.023141:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127e5 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763346492.023152:0:62997:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763346492.023157:0:62997:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb530d6f800. 00002000:00000001:0.0:1763346492.023160:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346492.023163:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346492.023169:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:0.0:1763346492.023172:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:0.0:1763346492.023174:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346492.023182:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346492.023185:0:62997:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x260b:0x0] initial LVB size: 4096, mtime: 0x691a883b, atime: 0x0, ctime: 0x691a883b, blocks: 0xb 00002000:00000001:0.0:1763346492.023188:0:62997:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763346492.023191:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000040:0.0:1763346492.023195:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:0.0:1763346492.023197:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00000100:00000001:0.0:1763346492.023208:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.023238:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.023245:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb401a54c00. 02000000:00000001:0.0:1763346492.023248:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.023251:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.023254:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346492.023259:0:62997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346492.023261:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346492.023264:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346492.023268:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346492.023270:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.023272:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346492.023274:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346492.023275:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.023279:0:62997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763346492.023286:0:62997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346492.023297:0:62997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260b:0x0].0x0 (ffff9fb417f4fc00) refcount = 1 00010000:00000040:0.0:1763346492.023300:0:62997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346492.023304:0:62997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346492.023315:0:62997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346492.023317:0:62997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.023319:0:62997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346492.023321:0:62997:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.023324:0:62997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.023326:0:62997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346492.023343:0:62997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346492.023347:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346492.023359:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346492.023363:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346492.023365:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.023368:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.023369:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346492.023372:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.023374:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346492.023375:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36e00, rc 0) 00000020:00000001:0.0:1763346492.023378:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.023381:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540779392 00010000:00000001:0.0:1763346492.023384:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.023390:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76e680 x1848996540779392/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346492.023398:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.023400:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.023404:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.023408:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.023411:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346492.023413:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346492.023416:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.023418:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.023421:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.023424:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346492.023429:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9add0. 00000100:00000200:0.0:1763346492.023445:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540779392, offset 224 00000400:00000200:0.0:1763346492.023452:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346492.023466:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346492.023473:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198450:198450:256:4294967295] 192.168.204.16@tcp LPNI seq info [198446:198446:8:4294967295] 00000400:00000200:0.0:1763346492.023485:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346492.023490:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346492.023495:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ae00. 00000800:00000200:0.0:1763346492.023502:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346492.023512:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346492.023517:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ae00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346492.023532:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.023536:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346492.023538:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.023540:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.023542:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.023547:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76e680 x1848996540779392/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346492.023557:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+23:226244:x1848996540779392:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 532us (5104us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.023564:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20081 00000100:00000040:0.0:1763346492.023567:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346492.023569:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.023570:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.023575:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346492.023580:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346492.023585:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517cabc00. 00000020:00000040:0.0:1763346492.023591:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:0.0:1763346492.023594:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346492.023980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00000800:00000200:3.0:1763346492.024015:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.024019:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:3.0:1763346492.024026:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.024032:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.024039:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9add0 00000400:00000010:3.0:1763346492.024041:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9add0. 00000100:00000001:3.0:1763346492.024046:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.024047:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346492.024676:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346492.024688:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.024697:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346492.027045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000001:2.0:1763346492.028073:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.028088:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346492.028092:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.028094:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.028105:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346492.028122:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e010c00 00000400:00000200:2.0:1763346492.028129:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 10296 00000800:00000001:2.0:1763346492.028137:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.028145:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.028147:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.028151:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346492.028159:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346492.028161:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346492.028168:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ea00. 00000100:00000040:2.0:1763346492.028172:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76ea00 x1848996540779520 msgsize 440 00000100:00100000:2.0:1763346492.028176:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346492.028702:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346492.028713:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.028718:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.028827:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.028831:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540779520 02000000:00000001:1.0:1763346492.028834:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.028837:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.028839:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.028845:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.028850:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540779520 00000020:00000001:1.0:1763346492.028853:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.028855:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346492.028857:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.028860:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:1.0:1763346492.028863:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346492.028865:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346492.028870:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.028942:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.028947:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.028950:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000020:00000010:0.0:1763346492.028957:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517cabc00. 00000020:00000010:0.0:1763346492.028962:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346492.028967:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346492.028976:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346492.028978:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.028980:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.028982:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.028993:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.029009:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.029024:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.029027:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.029033:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20082 00000100:00000040:0.0:1763346492.029037:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346492.029039:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183174144 : -105874526377472 : ffff9fb52a76ea00) 00000100:00000040:0.0:1763346492.029047:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76ea00 x1848996540779520/t0(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346492.029057:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.029059:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.029062:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.029064:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000100:00100000:0.0:1763346492.029068:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540779520:12345-192.168.204.16@tcp:2:lfs.0 00000100:00000200:0.0:1763346492.029072:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540779520 00000020:00000001:0.0:1763346492.029076:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.029080:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.029083:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.029086:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.029088:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150464 : -1037401152 : ffffffffc22a83c0) 00000020:00000001:0.0:1763346492.029091:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.029095:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.029098:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.029100:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.029105:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346492.029109:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346492.029111:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.029114:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.029116:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.029119:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.029121:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.029123:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.029124:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.029126:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.029127:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.029129:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.029130:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.029132:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.029135:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.029137:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.029143:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.029146:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.029153:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb401a56400. 02000000:00000001:0.0:1763346492.029156:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.029158:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.029161:0:62999:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763346492.029165:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346492.029168:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346492.029174:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:0.0:1763346492.029177:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:0.0:1763346492.029181:0:62999:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:0.0:1763346492.029186:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.029193:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:0.0:1763346492.029196:0:62999:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.029199:0:62999:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.029202:0:62999:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763346492.029203:0:62999:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.029207:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346492.029239:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535645800. 00080000:00000001:0.0:1763346492.029242:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366506496 : -105874343045120 : ffff9fb535645800) 00000001:00000001:0.0:1763346492.029244:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.029246:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.029250:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346492.029275:0:62999:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.029279:0:62999:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346492.029285:0:62999:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.029288:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346492.029293:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.029326:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.029328:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.029364:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346492.029371:0:62999:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb5014c27e0. 00080000:00000001:0.0:1763346492.029380:0:62999:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346492.029430:0:62999:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.029433:0:62999:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1763346492.029435:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.029439:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:0.0:1763346492.029442:0:62999:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.029444:0:62999:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346492.029448:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346492.029452:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346492.029455:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847751, last_committed = 21474847750 00000001:00000010:0.0:1763346492.029459:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038300. 00000001:00000040:0.0:1763346492.029462:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 1 00000020:00000040:0.0:1763346492.029464:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00080000:00000001:0.0:1763346492.029470:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346492.029502:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346492.029506:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.029517:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.029523:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346492.029530:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.029533:0:62999:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1763346492.029537:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000040:0.0:1763346492.029546:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:0.0:1763346492.029550:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763346492.029554:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346492.029557:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346492.029558:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346492.029561:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:0.0:1763346492.029563:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:0.0:1763346492.029565:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346492.029570:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346492.029573:0:62999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1763346492.029576:0:62999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb mtime from disk: 1763346491 -> 1763346489 00002000:00010000:0.0:1763346492.029579:0:62999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb atime from disk: 0 -> 1763346489 00002000:00010000:0.0:1763346492.029582:0:62999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb ctime from disk: 1763346491 -> 1763346491 00002000:00010000:0.0:1763346492.029584:0:62999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x260b:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:0.0:1763346492.029587:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000040:0.0:1763346492.029592:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 21474847751, xid 1848996540779520 00010000:00000001:0.0:1763346492.029596:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.029602:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76ea00 x1848996540779520/t21474847751(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/432 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346492.029610:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.029613:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.029617:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.029622:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.029624:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346492.029627:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346492.029630:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.029633:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.029636:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.029639:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346492.029643:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a440. 00000100:00000200:0.0:1763346492.029649:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540779520, offset 224 00000400:00000200:0.0:1763346492.029655:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346492.029666:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346492.029673:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198451:198451:256:4294967295] 192.168.204.16@tcp LPNI seq info [198447:198447:8:4294967295] 00000400:00000200:0.0:1763346492.029684:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346492.029689:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346492.029695:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4aa00. 00000800:00000200:0.0:1763346492.029702:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346492.029710:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346492.029714:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4aa00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763346492.029738:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.029742:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346492.029745:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.029746:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.029749:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.029754:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ea00 x1848996540779520/t21474847751(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/432 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346492.029764:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540779520:12345-192.168.204.16@tcp:2:lfs.0 Request processed in 705us (1589us total) trans 21474847751 rc 0/0 00000100:00100000:0.0:1763346492.029773:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20082 00000100:00000040:0.0:1763346492.029777:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346492.029779:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.029781:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.029786:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346492.029792:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346492.029796:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517cabc00. 00000020:00000040:0.0:1763346492.029802:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:0.0:1763346492.029804:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346492.030705:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.030710:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4aa00. 00000400:00000200:3.0:1763346492.030716:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.030722:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.030728:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a440 00000400:00000010:3.0:1763346492.030731:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a440. 00000100:00000001:3.0:1763346492.030735:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.030737:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346492.034411:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.034434:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346492.034438:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.034440:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.034451:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346492.034468:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 472 into portal 12 MB=0x691a70e010d00 00000400:00000200:2.0:1763346492.034478:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 472/472 into md 0xd4325 [64] + 30808 00000800:00000001:2.0:1763346492.034487:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.034497:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.034500:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.034504:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346492.034511:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346492.034514:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346492.034521:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f800. 00000100:00000040:2.0:1763346492.034525:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76f800 x1848996540779776 msgsize 472 00000100:00100000:2.0:1763346492.034529:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346492.034552:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346492.034563:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.034566:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.034770:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.034774:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540779776 02000000:00000001:1.0:1763346492.034777:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.034780:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.034782:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.034787:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.034792:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540779776 00000020:00000001:1.0:1763346492.034795:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.034797:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346492.034800:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.034804:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=487 00000020:00000001:1.0:1763346492.034806:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346492.034808:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346492.034813:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.034820:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30fc0. 00000100:00000001:1.0:1763346492.034824:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.034826:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30fc0. 00000020:00000010:1.0:1763346492.034833:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346492.034838:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.034843:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346492.034851:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346492.034855:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.034856:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346492.034859:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.034868:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.034886:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.034900:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346492.034901:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346492.034906:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140789 00000100:00000040:1.0:1763346492.034911:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346492.034913:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183177728 : -105874526373888 : ffff9fb52a76f800) 00000100:00000040:1.0:1763346492.034920:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76f800 x1848996540779776/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 472/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346492.034929:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.034932:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30fc0. 00000100:00000001:1.0:1763346492.034934:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.034936:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30fc0. 00000100:00100000:1.0:1763346492.034941:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226244:x1848996540779776:12345-192.168.204.16@tcp:55:lfs.0 00000100:00000200:1.0:1763346492.034945:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540779776 00000020:00000001:1.0:1763346492.034949:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346492.034953:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346492.034959:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975840: xid 1848996540779264, transno 8590055457, client gen 3, slot idx 0 00000001:00000001:1.0:1763346492.034964:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f31c00: xid 1848996540776960, transno 8590055456, client gen 3, slot idx 1 00000001:00000010:1.0:1763346492.034969:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f31c00. 00000020:00000001:1.0:1763346492.034974:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.034976:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346492.034979:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027872 : -1039523744 : ffffffffc20a2060) 00000020:00000001:1.0:1763346492.034982:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346492.034986:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540779776, found 0 last_xid 1848996540779775 00000020:00000001:1.0:1763346492.034989:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346492.034992:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346492.034995:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346492.034999:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763346492.035005:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.035009:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000020:00000001:1.0:1763346492.035012:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.035015:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.035019:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346492.035022:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346492.035028:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5402dcc00. 02000000:00000001:1.0:1763346492.035031:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.035033:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.035039:0:19997:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:1.0:1763346492.035043:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346492.035046:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.035048:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.035050:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.035052:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.035055:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.035056:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.035057:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.035059:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.035060:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.035061:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.035063:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.035065:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.035066:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.035068:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.035070:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.035071:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.035072:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.035075:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.035076:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.035080:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346492.035552:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346492.035556:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346492.035560:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346492.035563:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.035567:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.035568:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.035570:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346492.035573:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.035575:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346492.035579:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346492.035583:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346492.035591:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:1.0:1763346492.035594:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346492.035598:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346492.035603:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0000. 00000020:00000001:1.0:1763346492.035607:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346492.035610:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0000 with handle 0x757b854463af9fb0 to hash 00000020:00000001:1.0:1763346492.035612:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346492.035614:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000010:1.0:1763346492.035620:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346492.035623:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.035628:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346492.035631:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346492.035636:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035646:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346492.035652:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346492.035655:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346492.035658:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346492.035661:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.035663:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346492.035664:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.035667:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346492.035670:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346492.035672:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346492.035674:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346492.035677:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) refcount = 2 00010000:00000040:1.0:1763346492.035681:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346492.035688:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9f55 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ad expref: 487 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346492.035696:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035701:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346492.035707:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.035710:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.035712:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346492.035714:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.035716:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.035719:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346492.035721:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346492.035724:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346492.035727:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035733:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346492.035735:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.035737:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.035739:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.035741:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.035742:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346492.035744:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.035747:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.035749:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.035750:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346492.035751:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.035754:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346492.035759:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.035767:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.035770:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.035776:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.035780:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.035784:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763346492.035787:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763346492.035789:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346492.035792:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346492.035794:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:1.0:1763346492.035796:0:19997:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x405d:0x0]flags=0x2 00000004:00000001:1.0:1763346492.035800:0:19997:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:1.0:1763346492.035802:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346492.035804:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346492.035805:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346492.035807:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346492.035808:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.035810:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.035811:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346492.035814:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.035815:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.035818:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346492.035822:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035828:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.035829:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346492.035831:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035837:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346492.035838:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.035841:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346492.035843:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346492.035850:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346492.035852:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346492.035854:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346492.035856:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035866:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346492.035867:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.035869:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.035870:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=4 00000020:00000001:1.0:1763346492.035872:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.035874:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346492.035877:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346492.035880:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035885:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346492.035887:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346492.035889:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.035892:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346492.035893:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346492.035895:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346492.035896:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346492.035898:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463af9fb0 from hash 00010000:00000001:1.0:1763346492.035901:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346492.035902:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.035903:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.035904:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346492.035907:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.035909:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.035911:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346492.035914:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346492.035917:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346492.035919:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:1.0:1763346492.035922:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:1.0:1763346492.035925:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.035928:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.035931:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346492.035932:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346492.035936:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.035938:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.035939:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.035941:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.035943:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346492.035946:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.035951:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.035952:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.035953:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346492.035955:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346492.035957:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346492.035959:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463af9fb0 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346492.035964:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346492.035972:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346492.035974:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346492.035975:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346492.035977:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346492.035978:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:1.0:1763346492.035982:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346492.035984:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346492.035985:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346492.035988:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763346492.035993:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540779776 00010000:00000001:1.0:1763346492.035996:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346492.036003:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76f800 x1848996540779776/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 472/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346492.036012:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346492.036015:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.036019:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.036024:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346492.036027:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346492.036029:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346492.036033:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346492.036036:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.036040:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.036043:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346492.036050:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bbb0. 00000100:00000200:1.0:1763346492.036056:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540779776, offset 224 00000400:00000200:1.0:1763346492.036065:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346492.036076:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346492.036083:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198452:198452:256:4294967295] 192.168.204.16@tcp LPNI seq info [198448:198448:8:4294967295] 00000400:00000200:1.0:1763346492.036094:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346492.036099:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346492.036104:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421eda00. 00000800:00000200:1.0:1763346492.036112:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346492.036119:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346492.036123:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421eda00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346492.036146:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.036151:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346492.036154:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346492.036156:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.036159:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346492.036164:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f800 x1848996540779776/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 472/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346492.036176:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226244:x1848996540779776:12345-192.168.204.16@tcp:55:lfs.0 Request processed in 1244us (1647us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763346492.036184:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140789 00000100:00000040:1.0:1763346492.036188:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346492.036190:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346492.036192:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346492.036196:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.036204:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346492.036208:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:1.0:1763346492.036253:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000100:00000001:1.0:1763346492.036257:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346492.036647:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346492.036652:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421eda00. 00000400:00000200:2.0:1763346492.036657:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.036662:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346492.036667:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bbb0 00000400:00000010:2.0:1763346492.036669:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bbb0. 00000100:00000001:2.0:1763346492.036673:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346492.036675:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346492.041705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00000800:00000001:0.0:1763346492.041764:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.041778:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.041781:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.041783:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.041793:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.041809:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e010d80 00000400:00000200:0.0:1763346492.041817:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 10736 00000800:00000001:0.0:1763346492.041824:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.041832:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.041834:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.041838:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.041845:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.041848:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346492.041853:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3c000. 00000100:00000040:0.0:1763346492.041856:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3c000 x1848996540779904 msgsize 440 00000100:00100000:0.0:1763346492.041860:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.042145:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.042155:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.042159:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.042318:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.042322:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540779904 02000000:00000001:2.0:1763346492.042326:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.042329:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.042332:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.042346:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.042351:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540779904 00000020:00000001:2.0:1763346492.042354:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.042356:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346492.042359:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.042362:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:2.0:1763346492.042364:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346492.042367:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346492.042371:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.042436:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.042441:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.042444:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000020:00000010:0.0:1763346492.042451:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517cabc00. 00000020:00000010:0.0:1763346492.042457:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346492.042462:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346492.042470:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346492.042473:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.042474:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.042477:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.042486:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.042504:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.042518:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.042521:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.042527:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20083 00000100:00000040:0.0:1763346492.042531:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346492.042533:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870491136 : -105874839060480 : ffff9fb517d3c000) 00000100:00000040:0.0:1763346492.042541:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c000 x1848996540779904/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.042550:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.042553:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.042555:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.042557:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000100:00100000:0.0:1763346492.042561:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540779904:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:0.0:1763346492.042565:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540779904 00000020:00000001:0.0:1763346492.042569:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.042573:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.042575:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.042578:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.042580:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:0.0:1763346492.042584:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.042587:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.042590:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.042592:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.042596:0:62997:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346492.042600:0:62997:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346492.042602:0:62997:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.042605:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.042608:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.042610:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.042611:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.042613:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.042615:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.042616:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.042617:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.042619:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.042620:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.042621:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.042623:0:62997:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.042625:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.042630:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.042632:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.042637:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb535644c00. 02000000:00000001:0.0:1763346492.042639:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.042642:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.042645:0:62997:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763346492.042648:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346492.042650:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346492.042656:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:0.0:1763346492.042658:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:0.0:1763346492.042661:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346492.042668:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.042670:0:62997:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763346492.042672:0:62997:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:0.0:1763346492.042675:0:62997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.042681:0:62997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:0.0:1763346492.042685:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00000020:00000001:0.0:1763346492.042689:0:62997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346492.042695:0:62997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346492.042698:0:62997:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.042701:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540779904 00010000:00000001:0.0:1763346492.042704:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.042709:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c000 x1848996540779904/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/432 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.042717:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.042719:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.042723:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.042727:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.042730:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346492.042732:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346492.042734:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.042737:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.042740:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.042743:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346492.042747:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a220. 00000100:00000200:0.0:1763346492.042753:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540779904, offset 224 00000400:00000200:0.0:1763346492.042758:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346492.042768:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346492.042775:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198453:198453:256:4294967295] 192.168.204.16@tcp LPNI seq info [198449:198449:8:4294967295] 00000400:00000200:0.0:1763346492.042786:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346492.042791:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346492.042795:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:0.0:1763346492.042801:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346492.042808:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346492.042812:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763346492.042832:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.042835:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346492.042837:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.042839:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.042841:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.042845:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c000 x1848996540779904/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/432 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.042854:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540779904:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 302us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.042861:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20083 00000100:00000040:0.0:1763346492.042864:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346492.042866:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.042868:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.042872:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346492.042877:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346492.042880:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517cabc00. 00000020:00000040:0.0:1763346492.042886:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:0.0:1763346492.042889:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346492.043501:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.043506:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:3.0:1763346492.043512:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.043518:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.043523:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a220 00000400:00000010:3.0:1763346492.043525:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a220. 00000100:00000001:3.0:1763346492.043529:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.043530:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346492.046597:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.046616:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346492.046620:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.046622:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.046633:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346492.046650:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 568 into portal 12 MB=0x691a70e010e00 00000400:00000200:2.0:1763346492.046659:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 568/568 into md 0xd4325 [64] + 31280 00000800:00000001:2.0:1763346492.046666:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.046674:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346492.046677:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.046682:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346492.046689:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346492.046693:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346492.046699:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ed80. 00000100:00000040:2.0:1763346492.046703:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76ed80 x1848996540780032 msgsize 568 00000100:00100000:2.0:1763346492.046707:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346492.046983:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346492.046993:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346492.046998:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.047111:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.047115:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540780032 02000000:00000001:1.0:1763346492.047120:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.047122:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.047124:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.047130:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.047135:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540780032 00000020:00000001:1.0:1763346492.047138:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.047140:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346492.047142:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.047146:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=487 00000020:00000001:1.0:1763346492.047149:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346492.047151:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346492.047156:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.047163:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30fc0. 00000100:00000001:1.0:1763346492.047167:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.047170:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30fc0. 00000020:00000010:1.0:1763346492.047176:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346492.047183:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.047188:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346492.047195:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346492.047198:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.047200:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346492.047203:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.047327:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.047349:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.047446:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.047449:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.047456:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140790 00000100:00000040:3.0:1763346492.047460:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346492.047463:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183175040 : -105874526376576 : ffff9fb52a76ed80) 00000100:00000040:3.0:1763346492.047470:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76ed80 x1848996540780032/t0(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 568/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.047479:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.047483:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346492.047485:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.047488:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c580. 00000100:00100000:3.0:1763346492.047492:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+487:226244:x1848996540780032:12345-192.168.204.16@tcp:61:lfs.0 00000100:00000200:3.0:1763346492.047498:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540780032 00000020:00000001:3.0:1763346492.047501:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.047505:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.047511:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.047513:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.047515:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028160 : -1039523456 : ffffffffc20a2180) 00000020:00000001:3.0:1763346492.047519:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346492.047523:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540780032, found 0 last_xid 1848996540780031 00000020:00000001:3.0:1763346492.047526:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.047528:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.047531:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.047535:0:26440:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346492.047540:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.047544:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566972920 : -105879142578696 : ffff9fb4175145f8) 00000020:00000001:3.0:1763346492.047547:0:26440:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.047550:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.047555:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.047557:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.047562:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb54019a000. 02000000:00000001:3.0:1763346492.047564:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.047567:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.047569:0:26440:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:3.0:1763346492.047574:0:26440:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346492.047577:0:26440:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:3.0:1763346492.047580:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.047581:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.047584:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0400 refcount=3 00000020:00000001:3.0:1763346492.047586:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806400 : -105874388745216 : ffff9fb532ab0400) 00010000:00000001:3.0:1763346492.047589:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806400 : -105874388745216 : ffff9fb532ab0400) 00010000:00000040:3.0:1763346492.047592:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972d00 count: 2 00000004:00000001:3.0:1763346492.047904:0:26440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346492.047908:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346492.047911:0:26440:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.047914:0:26440:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.047917:0:26440:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.047919:0:26440:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.047925:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346492.047927:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.047935:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.047937:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.047940:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.047942:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.047945:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0400 with handle 0x757b854463af9c8b from hash 00010000:00000001:3.0:1763346492.047948:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.047949:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.047950:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.047952:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346492.047957:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.047959:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.047961:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346492.047963:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.047969:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0400/0x757b854463af9c8b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921264f expref: 487 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.047978:0:26440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:3.0:1763346492.047981:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:3.0:1763346492.047984:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4280. 00010000:00000001:3.0:1763346492.047992:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.047994:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.047995:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.047997:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=3 00000020:00000001:3.0:1763346492.048000:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346492.048002:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346492.048005:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.048009:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346492.048011:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417972d00) 00010000:00000001:3.0:1763346492.048015:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048018:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048020:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346492.048023:0:26440:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972d00 count: 0 00010000:00000010:3.0:1763346492.048029:0:26440:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb535468480. 00010000:00000040:3.0:1763346492.048035:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00000004:00000001:3.0:1763346492.048038:0:26440:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346492.048039:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346492.048041:0:26440:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.048042:0:26440:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.048044:0:26440:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.048045:0:26440:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048048:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346492.048050:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.048064:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.048066:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.048067:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.048068:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.048071:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463af9f55 from hash 00010000:00000001:3.0:1763346492.048073:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.048075:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.048076:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.048077:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346492.048079:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.048080:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048082:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346492.048083:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.048087:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9f55 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ad expref: 486 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.048093:0:26440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 479 00000020:00000040:3.0:1763346492.048096:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 485 00010000:00000010:3.0:1763346492.048098:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001300. 00010000:00000001:3.0:1763346492.048103:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.048104:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.048106:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346492.048108:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3900) 00010000:00000001:3.0:1763346492.048111:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048113:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048115:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346492.048116:0:26440:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3900 count: 0 00010000:00000010:3.0:1763346492.048119:0:26440:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb51d371b00. 00010000:00010000:3.0:1763346492.048124:0:26440:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346492.048125:0:26440:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:3.0:1763346492.048128:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346492.048130:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:3.0:1763346492.048133:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.048135:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:3.0:1763346492.048137:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:3.0:1763346492.048142:0:26440:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763346492.048151:0:26440:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763346492.048153:0:26440:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048156:0:26440:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048158:0:26440:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763346492.048161:0:26440:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763346492.048162:0:26440:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048164:0:26440:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048167:0:26440:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346492.048171:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346492.048173:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346492.048179:0:26440:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3f00. 00010000:00000010:3.0:1763346492.048183:0:26440:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417896d00. 00010000:00000001:3.0:1763346492.048187:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.048190:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a000. 00000020:00000001:3.0:1763346492.048193:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.048195:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a000 with handle 0x757b854463af9fb7 to hash 00000020:00000001:3.0:1763346492.048197:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.048198:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000010:3.0:1763346492.048203:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001300. 00010000:00000001:3.0:1763346492.048206:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346492.048210:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.048255:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.048260:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346492.048267:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346492.048271:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346492.048273:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346492.048275:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.048278:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048280:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.048281:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048284:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346492.048286:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346492.048288:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346492.048289:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346492.048292:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3f00) refcount = 1 00010000:00010000:3.0:1763346492.048296:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346492.048302:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346492.048304:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.048306:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048308:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346492.048309:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048311:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048314:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.048317:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346492.048320:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.048323:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346492.048328:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346492.048329:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.048331:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.048341:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.048343:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.048345:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=3 00000020:00000001:3.0:1763346492.048347:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346492.048349:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346492.048352:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.048353:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.048355:0:26440:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048356:0:26440:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346492.048358:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346492.048359:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346492.048363:0:26440:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3e00. 00010000:00000010:3.0:1763346492.048365:0:26440:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417896f00. 00010000:00000001:3.0:1763346492.048368:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.048370:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a600. 00000020:00000001:3.0:1763346492.048372:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.048374:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a600 with handle 0x757b854463af9fbe to hash 00000020:00000001:3.0:1763346492.048376:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.048377:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000010:3.0:1763346492.048380:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001e80. 00010000:00000001:3.0:1763346492.048382:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346492.048384:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.048385:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.048388:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346492.048393:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346492.048394:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346492.048396:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346492.048397:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.048398:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048400:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.048401:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048403:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346492.048405:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346492.048406:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346492.048407:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346492.048409:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417cf3e00) refcount = 1 00010000:00010000:3.0:1763346492.048412:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346492.048420:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346492.048422:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.048423:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048425:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346492.048426:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.048428:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.048431:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.048432:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346492.048434:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.048437:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346492.048441:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346492.048443:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.048444:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.048445:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.048447:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.048448:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=3 00000020:00000001:3.0:1763346492.048450:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346492.048452:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346492.048454:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.048455:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.048456:0:26440:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048461:0:26440:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:3.0:1763346492.048465:0:26440:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:3.0:1763346492.048468:0:26440:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346492.048472:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346492.048478:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44720. 00080000:00000001:3.0:1763346492.048482:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346492.048490:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb540198c00. 00080000:00000001:3.0:1763346492.048494:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199546153984 : -105874163397632 : ffff9fb540198c00) 00000004:00000001:3.0:1763346492.048497:0:26440:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763346492.048501:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048503:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048510:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.048513:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763346492.048517:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb417e9c580. 00000004:00000001:3.0:1763346492.048520:0:26440:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048522:0:26440:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763346492.048523:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048525:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048527:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.048529:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763346492.048531:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb417e9ccc0. 00000004:00000001:3.0:1763346492.048533:0:26440:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346492.048538:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519192280. 00000004:00000001:3.0:1763346492.048540:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048541:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048543:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.048545:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1763346492.048548:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519192d20. 00000004:00000001:3.0:1763346492.048549:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048550:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048552:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.048554:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.048558:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048562:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048565:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.048567:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546153984 : -105874163397632 : ffff9fb540198c00) 00080000:00000001:3.0:1763346492.048570:0:26440:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346492.048591:0:26440:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048593:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048596:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048600:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048601:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048602:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.048604:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546153984 : -105874163397632 : ffff9fb540198c00) 00080000:00000001:3.0:1763346492.048605:0:26440:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346492.048610:0:26440:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048612:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048614:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.048618:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346492.048620:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346492.048627:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346492.048628:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.048630:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546153984 : -105874163397632 : ffff9fb540198c00) 00080000:00000001:3.0:1763346492.048633:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346492.048638:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346492.048640:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048642:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.048662:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.048665:0:26440:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048673:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048680:0:26440:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763346492.048682:0:26440:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763346492.048687:0:26440:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41603b0d0. 00000004:00000010:3.0:1763346492.048692:0:26440:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414e60. 00000004:00000010:3.0:1763346492.048696:0:26440:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414768. 00000004:00000010:3.0:1763346492.048701:0:26440:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9fb40e414540. 00000004:00000010:3.0:1763346492.048704:0:26440:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb41755ae40. 00000004:00000001:3.0:1763346492.048707:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048709:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.048710:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546153984 : -105874163397632 : ffff9fb540198c00) 00080000:00000001:3.0:1763346492.048714:0:26440:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346492.048716:0:26440:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763346492.048791:0:26440:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048794:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048797:0:26440:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048800:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048803:0:26440:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763346492.048804:0:26440:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763346492.048808:0:26440:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41603b778. 00000004:00000010:3.0:1763346492.048811:0:26440:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e4142a0. 00000004:00000010:3.0:1763346492.048814:0:26440:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414ce8. 00000004:00000010:3.0:1763346492.048817:0:26440:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb502a83900. 00000004:00000001:3.0:1763346492.048823:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048824:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.048826:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546153984 : -105874163397632 : ffff9fb540198c00) 00080000:00000001:3.0:1763346492.048827:0:26440:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346492.048829:0:26440:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763346492.048847:0:26440:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048849:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048851:0:26440:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048853:0:26440:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763346492.048856:0:26440:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048858:0:26440:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763346492.048860:0:26440:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.048862:0:26440:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:3.0:1763346492.048866:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346492.048869:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346492.048873:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346492.048876:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055458, last_committed = 8590055456 00000001:00000010:3.0:1763346492.048881:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44c60. 00000001:00000040:3.0:1763346492.048883:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:3.0:1763346492.048886:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=486 00000001:00000010:3.0:1763346492.048892:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb50847b540. 00000004:00000001:3.0:1763346492.048899:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346492.048901:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.048902:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546153984 : -105874163397632 : ffff9fb540198c00) 00080000:00000001:3.0:1763346492.048906:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346492.048918:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346492.048920:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346492.048924:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb50847b540: xid 1848996540780032, transno 8590055458, tag 0, client gen 3, slot idx 1 00000001:00000001:3.0:1763346492.048927:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.048938:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346492.048941:0:26440:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44720. 00000020:00000001:3.0:1763346492.048943:0:26440:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346492.048947:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb417e9c580. 00000020:00000010:3.0:1763346492.048949:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.048951:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519192280. 00000020:00000010:3.0:1763346492.048954:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519192d20. 00200000:00000001:3.0:1763346492.048957:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346492.048960:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44720. 00080000:00000001:3.0:1763346492.048962:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346492.048966:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb54019a400. 00080000:00000001:3.0:1763346492.048968:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199546160128 : -105874163391488 : ffff9fb54019a400) 00000004:00000001:3.0:1763346492.048971:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.048975:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763346492.048977:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346492.048980:0:26440:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346492.048982:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.048985:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.048987:0:26440:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.048990:0:26440:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:3.0:1763346492.048994:0:26440:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb50847ba80. 00000004:00000001:3.0:1763346492.048998:0:26440:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:3.0:1763346492.049000:0:26440:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb406c7ce20. 00000004:00000010:3.0:1763346492.049003:0:26440:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb406c7cde8. 00000020:00000001:3.0:1763346492.049007:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:3.0:1763346492.049014:0:26440:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417bde7f0. 00000004:00000001:3.0:1763346492.049020:0:26440:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763346492.049022:0:26440:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.049026:0:26440:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194574092360 : -105879135459256 : ffff9fb417bde848) 00000004:00000001:3.0:1763346492.049029:0:26440:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.049031:0:26440:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763346492.049033:0:26440:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.049036:0:26440:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.049038:0:26440:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:3.0:1763346492.049041:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763346492.049047:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763346492.049052:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb50847bd80. 00000004:00000010:3.0:1763346492.049055:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519192d20. 00000004:00000010:3.0:1763346492.049059:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb502ab2000. 00000020:00000001:3.0:1763346492.049064:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763346492.049067:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.049070:0:26440:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763346492.049072:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763346492.049075:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x2608:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1763346492.049079:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb502ab2000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763346492.049089:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522402a00. 00000020:00000040:3.0:1763346492.049092:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346492.049098:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346492.049101:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346492.049108:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346492.049115:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3ee00. 00000100:00000001:3.0:1763346492.049122:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.049127:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.049129:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346492.049131:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.049133:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763346492.049135:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346492.049140:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50847b480. 00000100:00000001:3.0:1763346492.049142:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609654912 : -105875099896704 : ffff9fb50847b480) 00000100:00000001:3.0:1763346492.049145:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.049146:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045368320 : -105874664183296 : ffff9fb522402a00) 00000100:00000001:3.0:1763346492.049151:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346492.049155:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.049157:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346492.049159:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346492.049165:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.049174:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346492.049176:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.049180:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346492.049182:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346492.049185:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.049188:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb522402a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965504:0@lo:1000:mdt00_005.0 00000100:00000001:3.0:1763346492.049192:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346492.049196:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346492.049200:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.049202:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346492.049208:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb535560000. 02000000:00000001:3.0:1763346492.049210:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346492.049266:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346492.049275:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb50847bc00. 00000100:00000200:3.0:1763346492.049282:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514965504, portal 4 00000100:00000001:3.0:1763346492.049284:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.049286:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045368320 : -105874664183296 : ffff9fb522402a00) 00000100:00000040:3.0:1763346492.049293:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.049300:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.049303:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346492.049307:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbb28. 00000100:00000200:3.0:1763346492.049310:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514965504, offset 0 00000400:00000200:3.0:1763346492.049316:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346492.049327:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346492.049351:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c772800 00000400:00000200:3.0:1763346492.049358:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 672 00000400:00000200:3.0:1763346492.049365:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.049369:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346492.049375:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.049378:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763346492.049382:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522401c00. 00000100:00000040:3.0:1763346492.049385:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522401c00 x1848996514965504 msgsize 328 00000100:00100000:3.0:1763346492.049389:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346492.049405:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346492.049413:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbb28 00000400:00000010:3.0:1763346492.049415:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbb28. 00000100:00000001:3.0:1763346492.049418:0:26440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346492.049423:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.049432:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.049435:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.049443:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.049445:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346492.049449:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.049453:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23561 usecs (24 jiffies) 00000100:00000001:3.0:1763346492.049457:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728923 00000100:00000010:3.0:1763346492.049461:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44180. 00000100:00000001:3.0:1763346492.049467:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763346492.049479:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728923 00000100:00000010:3.0:1763346492.049482:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44f00. 00000100:00000001:3.0:1763346492.049486:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763346492.049489:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728923 00000100:00000010:3.0:1763346492.049492:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44060. 00000100:00000001:3.0:1763346492.049495:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763346492.049500:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728923 00000100:00000010:3.0:1763346492.049503:0:26440:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44f60. 00000100:00000001:3.0:1763346492.049506:0:26440:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346492.049509:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.049512:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.049514:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346492.049516:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346492.049519:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb50847b480 going to sleep for 11 seconds 00000100:00000001:3.0:1763346492.049522:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346492.049525:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.049808:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.049811:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514965504 02000000:00000001:1.0:1763346492.049813:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.049816:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.049818:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.049822:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.049826:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514965504 00000020:00000001:1.0:1763346492.049829:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.049831:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:1.0:1763346492.049833:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.049835:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000020:00000001:1.0:1763346492.049838:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:1.0:1763346492.049840:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:1.0:1763346492.049844:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.049849:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30fc0. 00000020:00000010:1.0:1763346492.049852:0:62985:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb538d7bd80. 00000020:00000040:1.0:1763346492.049858:0:62985:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:1.0:1763346492.050279:0:62985:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763346492.050287:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e400. 00000020:00000010:1.0:1763346492.050293:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388b80. 00000020:00000010:1.0:1763346492.050298:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346492.050309:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346492.050312:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.050313:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346492.050316:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.050323:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.050342:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.050353:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346492.050355:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346492.050360:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00000040:1.0:1763346492.050364:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:1.0:1763346492.050366:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045364736 : -105874664186880 : ffff9fb522401c00) 00000100:00000040:1.0:1763346492.050372:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522401c00 x1848996514965504/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.050381:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.050384:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30ac0. 00000100:00000001:1.0:1763346492.050386:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.050388:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30ac0. 00000100:00100000:1.0:1763346492.050392:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:26440:x1848996514965504:12345-0@lo:1000:mdt00_005.0 00000100:00000200:1.0:1763346492.050399:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514965504 00000020:00000001:1.0:1763346492.050402:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346492.050406:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346492.050409:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.050412:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346492.050414:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346492.050417:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346492.050420:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346492.050422:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346492.050425:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346492.050428:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.050431:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346492.050438:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788da28. 00000100:00000001:1.0:1763346492.050443:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346492.050445:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346492.050451:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb4177c8000. 02000000:00000001:1.0:1763346492.050454:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.050456:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346492.050460:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb5224cf840. 00000020:00000001:1.0:1763346492.050463:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346492.050466:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.050472:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00000020:00000001:1.0:1763346492.050477:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.050480:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.050485:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763346492.050489:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x2608:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763346492.050491:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763346492.050494:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346492.050497:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e01c8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00000020:00000010:1.0:1763346492.050502:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788da28. 00000020:00000010:1.0:1763346492.050504:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb5224cf840. 00000020:00000001:1.0:1763346492.050507:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346492.050511:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 0, xid 1848996514965504 00010000:00000001:1.0:1763346492.050515:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346492.050520:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522401c00 x1848996514965504/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 328/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346492.050528:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346492.050531:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.050535:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=144 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346492.050540:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346492.050542:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346492.050544:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346492.050547:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346492.050549:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.050551:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.050553:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346492.050556:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5224cf840. 00000100:00000200:1.0:1763346492.050561:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514965504, offset 224 00000400:00000200:1.0:1763346492.050567:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346492.050575:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346492.050582:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c772800 00000400:00000200:1.0:1763346492.050587:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f84d [2] + 224 00000400:00000200:1.0:1763346492.050593:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.050596:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346492.050600:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.050604:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346492.050613:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.050637:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346492.050644:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5224cf840 00000400:00000010:1.0:1763346492.050646:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5224cf840. 00000100:00000001:1.0:1763346492.050649:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.050651:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346492.050654:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.050657:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346492.050659:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346492.050661:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.050663:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346492.050667:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522401c00 x1848996514965504/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 328/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346492.050676:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:26440:x1848996514965504:12345-0@lo:1000:mdt00_005.0 Request processed in 294us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346492.050683:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00000040:1.0:1763346492.050687:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:1.0:1763346492.050689:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346492.050690:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346492.050695:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388b80. 00000020:00000010:1.0:1763346492.050700:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346492.050704:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e400. 00000020:00000040:1.0:1763346492.050708:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000100:00000001:1.0:1763346492.050712:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.050780:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346492.050786:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346492.050788:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346492.050791:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:0.0:1763346492.050796:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb50847bc00 00000400:00000010:0.0:1763346492.050797:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb50847bc00. 00000100:00000001:0.0:1763346492.050800:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.050804:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346492.050812:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.050818:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346492.050820:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.050823:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346492.050826:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346492.050828:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.050830:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.050832:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.050839:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=28 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346492.050843:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.050845:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346492.050848:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.050851:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346492.050853:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.050857:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763346492.050859:0:26440:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847748 gen 3 00000100:00000040:0.0:1763346492.050865:0:26440:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847748) req@ffff9fb52ea5f800 x1848996514963712/t21474847746(21474847746) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763346492.050873:0:26440:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb52ea5f800, transno 21474847746 00000100:00000001:0.0:1763346492.050875:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346492.050876:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199253366784 : -105874456184832 : ffff9fb52ea5f800) 00000100:00080000:2.0:1763346492.050972:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1763346492.050978:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:0.0:1763346492.051006:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.051011:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52ea5f800 x1848996514963712/t21474847746(21474847746) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.051017:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.051023:0:26440:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847748) req@ffff9fb506102300 x1848996514964224/t21474847748(21474847748) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346492.051029:0:26440:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763346492.051031:0:26440:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847748 committed transno 21474847748 00000004:00000010:0.0:1763346492.051035:0:26440:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e97000. 00000004:00000010:0.0:1763346492.051040:0:26440:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef16a0. 00000004:00000010:0.0:1763346492.051042:0:26440:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755a000. 00000004:00000010:0.0:1763346492.051045:0:26440:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb41755ad80. 00000004:00000001:0.0:1763346492.051047:0:26440:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763346492.051048:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.051051:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb506102300 x1848996514964224/t21474847748(21474847748) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.051067:0:26440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346492.051069:0:26440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346492.051074:0:26440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb5051cc000. 02000000:00000001:0.0:1763346492.051077:0:26440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346492.051079:0:26440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346492.051081:0:26440:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763346492.051083:0:26440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346492.051086:0:26440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb401a83e00. 02000000:00000001:0.0:1763346492.051090:0:26440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346492.051092:0:26440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346492.051094:0:26440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506102300. 00000100:00000001:0.0:1763346492.051098:0:26440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346492.051100:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.051102:0:26440:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763346492.051104:0:26440:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:0.0:1763346492.051106:0:26440:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346492.051108:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.051112:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.051119:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.051436:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346492.051438:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346492.051443:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.051451:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb522402a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965504:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346492.051455:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.051457:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.051459:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346492.051461:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.051463:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.051469:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346492.051471:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50847b480. 00000100:00000001:0.0:1763346492.051475:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346492.051476:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051479:0:26440:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346492.051491:0:26440:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb52f8af100. 00000004:00000001:0.0:1763346492.051495:0:26440:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763346492.051498:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.051500:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb522402a00 x1848996514965504/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.051505:0:26440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346492.051507:0:26440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346492.051509:0:26440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb535560000. 02000000:00000001:0.0:1763346492.051511:0:26440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346492.051513:0:26440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346492.051514:0:26440:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763346492.051516:0:26440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346492.051518:0:26440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3ee00. 02000000:00000001:0.0:1763346492.051521:0:26440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346492.051522:0:26440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346492.051523:0:26440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522402a00. 00000100:00000001:0.0:1763346492.051526:0:26440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346492.051527:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763346492.051530:0:26440:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb502ab2000. 00000004:00000010:0.0:1763346492.051533:0:26440:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519192d20. 00000004:00000010:0.0:1763346492.051535:0:26440:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb50847bd80. 00000004:00000001:0.0:1763346492.051540:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346492.051544:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346492.051546:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346492.051550:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346492.051551:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346492.051553:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346492.051556:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346492.051558:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346492.051559:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346492.051561:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346492.051563:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.051567:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763346492.051570:0:26440:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763346492.051573:0:26440:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb41755ad80. 00000004:00000001:0.0:1763346492.051575:0:26440:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000020:00000010:0.0:1763346492.051578:0:26440:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb41755a000. 00000020:00000010:0.0:1763346492.051583:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb53cc4a400. 00000020:00000010:0.0:1763346492.051587:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb53cc4af00. 00000020:00000001:0.0:1763346492.051590:0:26440:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000004:00000001:0.0:1763346492.051592:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000004:00000010:0.0:1763346492.051596:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755a3c0. 00000004:00000010:0.0:1763346492.051598:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef16a0. 00000004:00000010:0.0:1763346492.051602:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e97000. 00000004:00000001:0.0:1763346492.051604:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051607:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051610:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051614:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051624:0:26440:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346492.051626:0:26440:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117883, ffree=117152, state=0 00000004:00000001:0.0:1763346492.051630:0:26440:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.051632:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763346492.051634:0:26440:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763346492.051639:0:26440:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346492.051645:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a000 refcount 4 committed 0 result 0 batchid 4294967622 00000020:00000040:0.0:1763346492.051649:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4af00 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb41755ad80 00000020:00000040:0.0:1763346492.051652:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4a400 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb54019a400 00000020:00000040:0.0:1763346492.051657:0:26440:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:0.0:1763346492.051659:0:26440:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346492.051662:0:26440:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346492.051664:0:26440:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763346492.051668:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346492.051671:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346492.051673:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346492.051675:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051677:0:26440:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346492.051680:0:26440:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763346492.051685:0:26440:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346492.051720:0:26440:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346492.051723:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346492.051725:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346492.051726:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346492.051728:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.051730:0:26440:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346492.051742:0:26440:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763346492.051746:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.051748:0:26440:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051751:0:26440:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763346492.051753:0:26440:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763346492.051755:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346492.051756:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346492.051757:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346492.051758:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346492.051760:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346492.051762:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.051764:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346492.051770:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:0.0:1763346492.051775:0:26440:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346492.051777:0:26440:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051779:0:26440:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:0.0:1763346492.051783:0:26440:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346492.051790:0:26440:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346492.051796:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:0.0:1763346492.051798:0:26440:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051800:0:26440:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051802:0:26440:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051805:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346492.051806:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346492.051809:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.051831:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.051832:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.051834:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.051842:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.051843:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051845:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051848:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.051851:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346492.051853:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346492.051855:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051856:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346492.051858:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346492.051859:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.051865:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.051866:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.051868:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.051872:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.051873:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051875:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051876:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.051878:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346492.051879:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346492.051881:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051883:0:26440:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346492.051885:0:26440:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346492.051887:0:26440:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:0.0:1763346492.051890:0:26440:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.051894:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346492.051901:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346492.051903:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346492.051904:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546160128 : -105874163391488 : ffff9fb54019a400) 00080000:00000001:0.0:1763346492.051907:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.051910:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.051912:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051913:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.051933:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.051935:0:26440:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051941:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346492.051945:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346492.051948:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346492.051951:0:26440:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.051954:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346492.051959:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763346492.051961:0:26440:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763346492.051963:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346492.051965:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346492.051966:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346492.051967:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346492.051968:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346492.051970:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346492.051971:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346492.051972:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346492.051974:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346492.051976:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346492.051978:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.051979:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346492.051981:0:26440:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000004:00000001:0.0:1763346492.051983:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261568 : -105879142290048 : ffff9fb41755ad80) 00000020:00000040:0.0:1763346492.051989:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763346492.051992:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763346492.051994:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763346492.051996:0:26440:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x2608:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763346492.051999:0:26440:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763346492.052001:0:26440:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x2608:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763346492.052006:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346492.052008:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052011:0:26440:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052013:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052015:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052017:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052019:0:26440:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.052022:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346492.052026:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346492.052029:0:26440:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055458 00000001:00000001:0.0:1763346492.052032:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346492.052036:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055459, last_committed = 8590055456 00000001:00000010:0.0:1763346492.052040:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038660. 00000001:00000040:0.0:1763346492.052043:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346492.052045:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00000001:00000010:0.0:1763346492.052052:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755af00. 00000004:00000001:0.0:1763346492.052058:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346492.052060:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346492.052061:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199546160128 : -105874163391488 : ffff9fb54019a400) 00000020:00000040:0.0:1763346492.052065:0:26440:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763346492.052067:0:26440:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763346492.052069:0:26440:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763346492.052073:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346492.052089:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346492.052092:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346492.052095:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755af00: xid 1848996540780032, transno 8590055459, tag 0, client gen 3, slot idx 2 00000001:00000001:0.0:1763346492.052098:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.052101:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346492.052102:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763346492.052115:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052119:0:26440:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763346492.052121:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346492.052123:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763346492.052126:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a000 refcount 4 committed 0 result 0 batchid 4294967622 00000020:00000040:0.0:1763346492.052129:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4af00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00000040:0.0:1763346492.052131:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4a400 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb54019a400 00000020:00000001:0.0:1763346492.052134:0:26440:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763346492.052136:0:26440:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763346492.052138:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346492.052140:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x2608:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763346492.052143:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e97000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763346492.052148:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506102300. 00000020:00000040:0.0:1763346492.052151:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346492.052156:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346492.052160:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346492.052165:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346492.052171:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb517cabc00. 00000100:00000001:0.0:1763346492.052177:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052180:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.052182:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346492.052185:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.052187:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346492.052189:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346492.052194:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a840. 00000100:00000001:0.0:1763346492.052196:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260224 : -105879142291392 : ffff9fb41755a840) 00000100:00000001:0.0:1763346492.052198:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346492.052200:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000001:0.0:1763346492.052204:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346492.052208:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.052210:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346492.052237:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346492.052241:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.052249:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346492.052251:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.052254:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346492.052257:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346492.052259:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.052262:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb506102300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965632:0@lo:1000:mdt00_005.0 00000100:00000001:0.0:1763346492.052265:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346492.052269:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346492.052272:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.052274:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346492.052281:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb51ed0c000. 02000000:00000001:0.0:1763346492.052282:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346492.052289:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cce18. 00000400:00000010:0.0:1763346492.052295:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755ab40. 00000100:00000200:0.0:1763346492.052301:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514965632, portal 4 00000100:00000001:0.0:1763346492.052304:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346492.052305:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000040:0.0:1763346492.052311:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.052318:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.052320:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.052323:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000100:00000200:0.0:1763346492.052326:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514965632, offset 0 00000400:00000200:0.0:1763346492.052331:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.052354:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.052363:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c772880 00000400:00000200:0.0:1763346492.052369:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 1000 00000400:00000200:0.0:1763346492.052375:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.052378:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.052383:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.052386:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346492.052390:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532981500. 00000100:00000040:0.0:1763346492.052393:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532981500 x1848996514965632 msgsize 408 00000100:00100000:0.0:1763346492.052396:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000001:1.0:1763346492.052740:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763346492.052743:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.052746:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1763346492.052749:0:19995:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:1.0:1763346492.052756:0:19995:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763346492.052758:0:19995:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763346492.052760:0:19995:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763346492.052764:0:19995:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052767:0:19995:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763346492.052769:0:19995:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9603 in log [0x1:0x8:0x0] 00080000:00000001:1.0:1763346492.052773:0:19995:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346492.052780:0:19995:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5402dc800. 00080000:00000001:1.0:1763346492.052783:0:19995:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199547480064 : -105874162071552 : ffff9fb5402dc800) 00000040:00000001:1.0:1763346492.052785:0:19995:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346492.052788:0:19995:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346492.052790:0:19995:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.052811:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.052813:0:19995:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052815:0:19995:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052818:0:19995:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052820:0:19995:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763346492.052822:0:19995:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:1.0:1763346492.052825:0:19995:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:1.0:1763346492.052828:0:19995:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346492.052830:0:19995:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346492.052832:0:19995:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.052835:0:19995:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763346492.052837:0:19995:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763346492.052839:0:19995:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.052854:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763346492.052856:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.052878:0:19995:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052881:0:19995:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052883:0:19995:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.052885:0:19995:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346492.052897:0:19995:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052901:0:19995:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763346492.052902:0:19995:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763346492.052904:0:19995:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:1.0:1763346492.052910:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346492.052951:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763346492.052954:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346492.052959:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1763346492.052962:0:19995:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052963:0:19995:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.052966:0:19995:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763346492.052975:0:19995:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052978:0:19995:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052981:0:19995:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.052982:0:19995:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.052985:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.052991:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52ea5f800 x1848996514963712/t21474847746(21474847746) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.052998:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346492.053000:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346492.053003:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5260b5000. 02000000:00000001:1.0:1763346492.053006:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346492.053009:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346492.053010:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763346492.053012:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346492.053014:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb52af35400. 02000000:00000001:1.0:1763346492.053017:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346492.053019:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346492.053021:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5f800. 00000100:00000001:1.0:1763346492.053024:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346492.053026:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763346492.053028:0:19995:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:1.0:1763346492.053031:0:19995:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:1.0:1763346492.053034:0:19995:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1763346492.053035:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763346492.053037:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.053039:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763346492.053041:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.053043:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763346492.053044:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.054517:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346492.055044:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.055063:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:0.0:1763346492.055068:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:0.0:1763346492.055073:0:26440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346492.055083:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.055096:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.055099:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.055106:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.055108:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.055116:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.055122:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23560 usecs (24 jiffies) 00000100:00000001:0.0:1763346492.055126:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728928 00000100:00000001:0.0:1763346492.055133:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728923 00000100:00000001:0.0:1763346492.055139:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728928 00000100:00000001:0.0:1763346492.055142:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728923 00000100:00000001:0.0:1763346492.055145:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728928 00000100:00000001:0.0:1763346492.055148:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728923 00000100:00000001:0.0:1763346492.055150:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728928 00000100:00000001:0.0:1763346492.055154:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728923 00000100:00000001:0.0:1763346492.055157:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.055161:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.055163:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346492.055165:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346492.055168:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a840 going to sleep for 11 seconds 00000100:00000001:0.0:1763346492.055171:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346492.055174:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.055260:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514965632 02000000:00000001:2.0:1763346492.055264:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.055266:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.055269:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.055274:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.055278:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514965632 00000020:00000001:2.0:1763346492.055281:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.055283:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:2.0:1763346492.055286:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.055289:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000020:00000001:2.0:1763346492.055291:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:2.0:1763346492.055293:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346492.055298:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.055306:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346492.055309:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.055312:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b540. 00000020:00000010:2.0:1763346492.055319:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.055325:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.055330:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.055350:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346492.055353:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.055355:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.055358:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.055367:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.055385:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.055398:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.055400:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.055405:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00000040:2.0:1763346492.055408:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:2.0:1763346492.055410:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319565568 : -105874389986048 : ffff9fb532981500) 00000100:00000040:2.0:1763346492.055417:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532981500 x1848996514965632/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 408/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346492.055425:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.055428:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346492.055430:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.055432:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b540. 00000100:00100000:2.0:1763346492.055436:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:26440:x1848996514965632:12345-0@lo:1000:mdt00_005.0 00000100:00000200:2.0:1763346492.055440:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514965632 00000020:00000001:2.0:1763346492.055443:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.055447:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.055449:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.055451:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.055453:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346492.055456:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346492.055459:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.055461:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.055463:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.055467:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.055470:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346492.055477:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f82a0. 00000100:00000001:2.0:1763346492.055483:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.055485:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.055494:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb41c38c000. 02000000:00000001:2.0:1763346492.055496:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.055499:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.055503:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb53b9750c0. 00000020:00000001:2.0:1763346492.055505:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346492.055508:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.055514:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00080000:00000001:2.0:1763346492.055519:0:62985:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346492.055526:0:62985:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa5a400. 00080000:00000001:2.0:1763346492.055528:0:62985:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186236416 : -105874523315200 : ffff9fb52aa5a400) 00000020:00000001:2.0:1763346492.055531:0:62985:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:2.0:1763346492.055535:0:62985:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346492.055554:0:62985:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.055558:0:62985:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.055561:0:62985:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763346492.055563:0:62985:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346492.055567:0:62985:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.055590:0:62985:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.055592:0:62985:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.055610:0:62985:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.055613:0:62985:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763346492.055615:0:62985:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d500530 name trusted.fid flag 1 00080000:00000001:2.0:1763346492.055620:0:62985:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346492.055622:0:62985:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763346492.055683:0:62985:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.055687:0:62985:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763346492.055689:0:62985:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb41c38c208 index 0: rc = 0 00000020:00000040:2.0:1763346492.055692:0:62985:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763346492.055695:0:62985:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346492.055700:0:62985:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346492.055703:0:62985:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847752, last_committed = 21474847750 00000001:00000010:2.0:1763346492.055706:0:62985:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb96c0. 00000001:00000040:2.0:1763346492.055709:0:62985:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 1 00000020:00000040:2.0:1763346492.055711:0:62985:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=6 00080000:00000001:2.0:1763346492.055717:0:62985:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.055729:0:62985:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346492.055732:0:62985:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.055743:0:62985:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346492.055746:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e01c8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00000020:00000001:2.0:1763346492.055749:0:62985:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.055752:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f82a0. 00000020:00000010:2.0:1763346492.055755:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb53b9750c0. 00000020:00000001:2.0:1763346492.055757:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.055761:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 21474847752, xid 1848996514965632 00010000:00000001:2.0:1763346492.055765:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.055769:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532981500 x1848996514965632/t21474847752(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 408/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346492.055778:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.055781:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.055785:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=144 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346492.055790:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.055792:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346492.055795:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346492.055798:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.055800:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.055803:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.055805:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346492.055809:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb53b9750c0. 00000100:00000200:2.0:1763346492.055816:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514965632, offset 224 00000400:00000200:2.0:1763346492.055822:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346492.055833:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346492.055845:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c772880 00000400:00000200:2.0:1763346492.055853:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f859 [2] + 224 00000400:00000200:2.0:1763346492.055860:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346492.055864:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346492.055869:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346492.055874:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346492.055883:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346492.055909:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346492.055916:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b9750c0 00000400:00000010:2.0:1763346492.055918:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b9750c0. 00000100:00000001:2.0:1763346492.055921:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346492.055923:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346492.055926:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.055929:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346492.055932:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.055933:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.055936:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.055940:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981500 x1848996514965632/t21474847752(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 408/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346492.055949:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:26440:x1848996514965632:12345-0@lo:1000:mdt00_005.0 Request processed in 522us (3554us total) trans 21474847752 rc 0/0 00000100:00100000:2.0:1763346492.055957:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00000040:2.0:1763346492.055960:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:2.0:1763346492.055963:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.055964:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.055969:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.055972:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.055977:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.055981:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000100:00000001:2.0:1763346492.055985:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.056154:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346492.056160:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346492.056162:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346492.056165:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cce18. 00000400:00000200:1.0:1763346492.056169:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755ab40 00000400:00000010:1.0:1763346492.056171:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755ab40. 00000100:00000001:1.0:1763346492.056174:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.056177:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346492.056185:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb506102300 x1848996514965632/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056191:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346492.056193:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.056196:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346492.056198:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346492.056200:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.056201:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.056204:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.056231:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=28 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346492.056235:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.056238:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346492.056240:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.056242:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346492.056245:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.056247:0:26440:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763346492.056249:0:26440:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763346492.056251:0:26440:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763346492.056253:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346492.056254:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000001:1.0:1763346492.056256:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346492.056258:0:26440:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:1.0:1763346492.056260:0:26440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346492.056261:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.056266:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb506102300 x1848996514965632/t21474847752(21474847752) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056273:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346492.056276:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346492.056278:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346492.056281:0:26440:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763346492.056285:0:26440:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.056289:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506102300 x1848996514965632/t21474847752(21474847752) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346492.056296:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb506102300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965632:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763346492.056301:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.056303:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.056305:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346492.056307:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.056310:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb506102300 x1848996514965632/t21474847752(21474847752) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056317:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346492.056319:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a840. 00000100:00000001:1.0:1763346492.056322:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346492.056324:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.056327:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.056329:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb506102300 x1848996514965632/t21474847752(21474847752) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056344:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056346:0:26440:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056348:0:26440:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.056350:0:26440:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.056354:0:26440:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346492.056357:0:26440:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44720. 00000020:00000001:1.0:1763346492.056360:0:26440:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346492.056369:0:26440:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346492.056375:0:26440:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54180. 00080000:00000001:1.0:1763346492.056377:0:26440:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346492.056383:0:26440:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5402ddc00. 00080000:00000001:1.0:1763346492.056385:0:26440:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199547485184 : -105874162066432 : ffff9fb5402ddc00) 00000004:00000001:1.0:1763346492.056392:0:26440:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346492.056396:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346492.056399:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346492.056402:0:26440:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346492.056404:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.056410:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.056412:0:26440:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.056415:0:26440:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763346492.056421:0:26440:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5224cf0c0. 00000004:00000001:1.0:1763346492.056424:0:26440:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763346492.056428:0:26440:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb41788da28. 00000004:00000010:1.0:1763346492.056430:0:26440:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb41788d530. 00000020:00000001:1.0:1763346492.056435:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763346492.056442:0:26440:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417a546a8. 00000004:00000001:1.0:1763346492.056450:0:26440:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763346492.056452:0:26440:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.056455:0:26440:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194572478208 : -105879137073408 : ffff9fb417a54700) 00000004:00000001:1.0:1763346492.056458:0:26440:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056461:0:26440:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763346492.056462:0:26440:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056464:0:26440:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056466:0:26440:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763346492.056469:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346492.056474:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763346492.056479:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb52239a900. 00000004:00000010:1.0:1763346492.056482:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08b00. 00000004:00000010:1.0:1763346492.056487:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb503af0000. 00000020:00000001:1.0:1763346492.056490:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346492.056493:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056495:0:26440:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763346492.056497:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346492.056499:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260b:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763346492.056502:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb503af0000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763346492.056507:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768700. 00000020:00000040:1.0:1763346492.056510:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346492.056513:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.056516:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.056521:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.056526:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1e400. 00000100:00000001:1.0:1763346492.056531:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056534:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.056536:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.056539:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.056541:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346492.056543:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346492.056548:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb51d20d480. 00000100:00000001:1.0:1763346492.056550:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198959428736 : -105874750122880 : ffff9fb51d20d480) 00000100:00000001:1.0:1763346492.056552:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346492.056553:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000001:1.0:1763346492.056557:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.056561:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.056563:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346492.056564:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346492.056568:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056575:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346492.056577:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.056580:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346492.056583:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346492.056585:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.056588:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a768700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965760:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763346492.056591:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346492.056595:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346492.056597:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.056599:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346492.056606:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb52904c000. 02000000:00000001:1.0:1763346492.056607:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346492.056612:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636058. 00000400:00000010:1.0:1763346492.056616:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb51d20db40. 00000100:00000200:1.0:1763346492.056620:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514965760, portal 4 00000100:00000001:1.0:1763346492.056622:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346492.056623:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000040:1.0:1763346492.056627:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056633:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.056635:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346492.056638:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bdd0. 00000100:00000200:1.0:1763346492.056640:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514965760, offset 0 00000400:00000200:1.0:1763346492.056643:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346492.056649:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346492.056654:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c772900 00000400:00000200:1.0:1763346492.056659:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 1408 00000400:00000200:1.0:1763346492.056664:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.056667:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346492.056670:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.056672:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346492.056676:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a769880. 00000100:00000040:1.0:1763346492.056678:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a769880 x1848996514965760 msgsize 328 00000100:00100000:1.0:1763346492.056681:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346492.056692:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346492.056698:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bdd0 00000400:00000010:1.0:1763346492.056700:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bdd0. 00000100:00000001:1.0:1763346492.056702:0:26440:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346492.056706:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056713:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.056715:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.056721:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.056722:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346492.056725:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.056728:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23558 usecs (24 jiffies) 00000100:00000001:1.0:1763346492.056731:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728929 00000100:00000001:1.0:1763346492.056738:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728928 00000100:00000001:1.0:1763346492.056742:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728929 00000100:00000001:1.0:1763346492.056745:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728928 00000100:00000001:1.0:1763346492.056748:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728929 00000100:00000001:1.0:1763346492.056751:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728928 00000100:00000001:1.0:1763346492.056754:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728929 00000100:00000001:1.0:1763346492.056757:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728928 00000100:00000001:1.0:1763346492.056760:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346492.056762:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.056764:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346492.056766:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346492.056768:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb51d20d480 going to sleep for 11 seconds 00000100:00000001:1.0:1763346492.056770:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346492.056773:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.056853:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.056857:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514965760 02000000:00000001:3.0:1763346492.056859:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.056861:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.056863:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.056866:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.056870:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514965760 00000020:00000001:3.0:1763346492.056872:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.056875:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346492.056877:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.056880:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=6 00000020:00000001:3.0:1763346492.056883:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346492.056885:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346492.056889:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.056894:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.056898:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.056900:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.056905:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f600. 00000020:00000010:3.0:1763346492.056909:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.056913:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.056920:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346492.056923:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.056924:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346492.056926:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.056932:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.056948:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.056958:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.056960:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.056963:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00000040:3.0:1763346492.056966:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346492.056969:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183153280 : -105874526398336 : ffff9fb52a769880) 00000100:00000040:3.0:1763346492.056973:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a769880 x1848996514965760/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.056981:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.056984:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.056985:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.056987:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.056991:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a769880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:26440:x1848996514965760:12345-0@lo:1000:mdt00_005.0 00000100:00000200:3.0:1763346492.056995:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514965760 00000020:00000001:3.0:1763346492.056998:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.057001:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.057003:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.057005:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.057007:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346492.057009:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346492.057012:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.057014:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.057017:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.057019:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.057021:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346492.057026:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c0b8. 00000100:00000001:3.0:1763346492.057029:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.057031:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.057036:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb535562000. 02000000:00000001:3.0:1763346492.057039:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.057041:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346492.057045:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb50847b3c0. 00000020:00000001:3.0:1763346492.057047:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346492.057049:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.057054:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00000020:00000001:3.0:1763346492.057057:0:19977:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.057060:0:19977:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.057064:0:19977:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763346492.057067:0:19977:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x260b:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763346492.057069:0:19977:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763346492.057071:0:19977:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346492.057075:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e08e8/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00000020:00000010:3.0:1763346492.057078:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7c0b8. 00000020:00000010:3.0:1763346492.057081:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb50847b3c0. 00000020:00000001:3.0:1763346492.057083:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346492.057086:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 0, xid 1848996514965760 00010000:00000001:3.0:1763346492.057088:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.057092:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a769880 x1848996514965760/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 328/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346492.057102:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.057104:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.057107:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=144 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346492.057110:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.057112:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346492.057114:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346492.057115:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.057118:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.057120:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.057122:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346492.057125:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb50847b3c0. 00000100:00000200:3.0:1763346492.057129:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514965760, offset 224 00000400:00000200:3.0:1763346492.057134:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346492.057140:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346492.057145:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c772900 00000400:00000200:3.0:1763346492.057149:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f865 [2] + 224 00000400:00000200:3.0:1763346492.057153:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.057156:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346492.057159:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346492.057163:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346492.057171:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.057189:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346492.057194:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb50847b3c0 00000400:00000010:3.0:1763346492.057196:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.057198:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.057200:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346492.057203:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.057206:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346492.057208:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.057209:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.057241:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.057246:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a769880 x1848996514965760/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 328/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346492.057253:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a769880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:26440:x1848996514965760:12345-0@lo:1000:mdt00_005.0 Request processed in 271us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346492.057260:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00000040:3.0:1763346492.057263:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346492.057265:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.057266:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.057269:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.057273:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.057275:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f600. 00000020:00000040:3.0:1763346492.057281:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000100:00000001:3.0:1763346492.057283:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.057395:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346492.057400:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346492.057402:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346492.057404:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636058. 00000400:00000200:1.0:1763346492.057407:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51d20db40 00000400:00000010:1.0:1763346492.057409:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb51d20db40. 00000100:00000001:1.0:1763346492.057411:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.057414:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346492.057422:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.057427:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346492.057429:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.057431:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346492.057433:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346492.057434:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.057435:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.057437:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.057441:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=28 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346492.057444:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.057446:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346492.057447:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.057450:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346492.057452:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.057454:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346492.057456:0:26440:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:1.0:1763346492.057458:0:26440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346492.057459:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.057463:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.057468:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346492.057470:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346492.057472:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763346492.057476:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346492.057483:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a768700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965760:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763346492.057486:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.057489:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.057491:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346492.057492:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.057495:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.057500:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346492.057502:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb51d20d480. 00000100:00000001:1.0:1763346492.057505:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346492.057506:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057508:0:26440:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763346492.057517:0:26440:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb52b388200. 00000004:00000001:1.0:1763346492.057521:0:26440:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763346492.057523:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.057526:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a768700 x1848996514965760/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.057532:0:26440:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346492.057535:0:26440:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346492.057538:0:26440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb52904c000. 02000000:00000001:1.0:1763346492.057541:0:26440:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346492.057543:0:26440:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346492.057545:0:26440:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763346492.057547:0:26440:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346492.057549:0:26440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1e400. 02000000:00000001:1.0:1763346492.057553:0:26440:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346492.057554:0:26440:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346492.057557:0:26440:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768700. 00000100:00000001:1.0:1763346492.057560:0:26440:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346492.057561:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763346492.057564:0:26440:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb503af0000. 00000004:00000010:1.0:1763346492.057567:0:26440:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08b00. 00000004:00000010:1.0:1763346492.057570:0:26440:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb52239a900. 00000004:00000001:1.0:1763346492.057576:0:26440:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346492.057580:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346492.057583:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346492.057587:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346492.057589:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346492.057591:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346492.057594:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346492.057597:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346492.057599:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346492.057601:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346492.057603:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.057606:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763346492.057609:0:26440:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763346492.057612:0:26440:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb51d20d480. 00000004:00000001:1.0:1763346492.057614:0:26440:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638198959428736 : -105874750122880 : ffff9fb51d20d480) 00000020:00000010:1.0:1763346492.057617:0:26440:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb51d20db40. 00000020:00000010:1.0:1763346492.057622:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb5421edd00. 00000020:00000010:1.0:1763346492.057626:0:26440:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb5421eda00. 00000020:00000001:1.0:1763346492.057629:0:26440:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638198959428736 : -105874750122880 : ffff9fb51d20d480) 00000004:00000001:1.0:1763346492.057631:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198959428736 : -105874750122880 : ffff9fb51d20d480) 00000004:00000010:1.0:1763346492.057635:0:26440:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb51d20d840. 00000004:00000010:1.0:1763346492.057638:0:26440:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08b00. 00000004:00000010:1.0:1763346492.057641:0:26440:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb503af0000. 00000004:00000001:1.0:1763346492.057644:0:26440:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057646:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057648:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057652:0:26440:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057660:0:26440:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763346492.057662:0:26440:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117883, ffree=117152, state=0 00000004:00000001:1.0:1763346492.057666:0:26440:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.057669:0:26440:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763346492.057671:0:26440:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763346492.057674:0:26440:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346492.057680:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20db40 refcount 4 committed 0 result 0 batchid 4294967623 00000020:00000040:1.0:1763346492.057684:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eda00 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb51d20d480 00000020:00000040:1.0:1763346492.057687:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421edd00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5402ddc00 00000020:00000040:1.0:1763346492.057692:0:26440:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:1.0:1763346492.057695:0:26440:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763346492.057699:0:26440:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763346492.057701:0:26440:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:1.0:1763346492.057704:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346492.057707:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346492.057709:0:26440:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346492.057711:0:26440:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057713:0:26440:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763346492.057716:0:26440:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763346492.057721:0:26440:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763346492.057756:0:26440:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346492.057759:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346492.057760:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346492.057762:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346492.057764:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.057766:0:26440:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763346492.057776:0:26440:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:1.0:1763346492.057780:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.057782:0:26440:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057785:0:26440:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763346492.057786:0:26440:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763346492.057788:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346492.057789:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346492.057790:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346492.057791:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346492.057793:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346492.057794:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.057796:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.057802:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:1.0:1763346492.057808:0:26440:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1763346492.057810:0:26440:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057812:0:26440:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:1.0:1763346492.057817:0:26440:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763346492.057824:0:26440:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346492.057829:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:1.0:1763346492.057831:0:26440:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057833:0:26440:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057836:0:26440:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057838:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346492.057840:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346492.057842:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.057868:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.057869:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.057871:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.057879:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.057881:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057882:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057884:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.057887:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346492.057889:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346492.057891:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057893:0:26440:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346492.057894:0:26440:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346492.057896:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.057902:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.057904:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.057905:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.057909:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.057910:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057912:0:26440:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057913:0:26440:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.057915:0:26440:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346492.057916:0:26440:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346492.057918:0:26440:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057920:0:26440:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346492.057922:0:26440:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346492.057925:0:26440:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346492.057927:0:26440:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.057930:0:26440:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346492.057937:0:26440:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346492.057939:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346492.057940:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547485184 : -105874162066432 : ffff9fb5402ddc00) 00080000:00000001:1.0:1763346492.057943:0:26440:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.057947:0:26440:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.057948:0:26440:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057950:0:26440:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.057970:0:26440:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.057972:0:26440:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057978:0:26440:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346492.057981:0:26440:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346492.057983:0:26440:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346492.057985:0:26440:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.057988:0:26440:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346492.057992:0:26440:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.057994:0:26440:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763346492.057997:0:26440:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346492.057998:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346492.058000:0:26440:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346492.058001:0:26440:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346492.058002:0:26440:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346492.058004:0:26440:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346492.058005:0:26440:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346492.058007:0:26440:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346492.058008:0:26440:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346492.058010:0:26440:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346492.058012:0:26440:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.058014:0:26440:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346492.058016:0:26440:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638198959428736 : -105874750122880 : ffff9fb51d20d480) 00000004:00000001:1.0:1763346492.058018:0:26440:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198959428736 : -105874750122880 : ffff9fb51d20d480) 00000020:00000040:1.0:1763346492.058024:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763346492.058027:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763346492.058029:0:26440:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763346492.058031:0:26440:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x260b:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763346492.058035:0:26440:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763346492.058036:0:26440:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x260b:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763346492.058040:0:26440:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346492.058042:0:26440:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058045:0:26440:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058047:0:26440:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058049:0:26440:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058050:0:26440:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058052:0:26440:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.058055:0:26440:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346492.058058:0:26440:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763346492.058061:0:26440:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055459 00000001:00000001:1.0:1763346492.058064:0:26440:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346492.058068:0:26440:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055460, last_committed = 8590055456 00000001:00000010:1.0:1763346492.058072:0:26440:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a543c0. 00000001:00000040:1.0:1763346492.058074:0:26440:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:1.0:1763346492.058076:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:1.0:1763346492.058083:0:26440:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb52239a900. 00000004:00000001:1.0:1763346492.058090:0:26440:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346492.058091:0:26440:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346492.058093:0:26440:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199547485184 : -105874162066432 : ffff9fb5402ddc00) 00000020:00000040:1.0:1763346492.058097:0:26440:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:1.0:1763346492.058099:0:26440:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:1.0:1763346492.058101:0:26440:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:1.0:1763346492.058104:0:26440:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346492.058118:0:26440:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346492.058121:0:26440:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346492.058125:0:26440:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb52239a900: xid 1848996540780032, transno 8590055460, tag 0, client gen 3, slot idx 3 00000001:00000001:1.0:1763346492.058128:0:26440:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.058131:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763346492.058132:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:1.0:1763346492.058146:0:26440:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058149:0:26440:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763346492.058152:0:26440:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763346492.058153:0:26440:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763346492.058157:0:26440:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20db40 refcount 4 committed 0 result 0 batchid 4294967623 00000020:00000040:1.0:1763346492.058160:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eda00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb51d20d480 00000020:00000040:1.0:1763346492.058163:0:26440:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421edd00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb5402ddc00 00000020:00000001:1.0:1763346492.058166:0:26440:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763346492.058168:0:26440:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763346492.058170:0:26440:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346492.058171:0:26440:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260b:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763346492.058175:0:26440:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb503af0000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763346492.058180:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768700. 00000020:00000040:1.0:1763346492.058183:0:26440:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346492.058186:0:26440:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.058189:0:26440:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.058194:0:26440:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.058200:0:26440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1e400. 00000100:00000001:1.0:1763346492.058204:0:26440:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058208:0:26440:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.058210:0:26440:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.058256:0:26440:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.058258:0:26440:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346492.058260:0:26440:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346492.058265:0:26440:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5224cf840. 00000100:00000001:1.0:1763346492.058268:0:26440:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199046207552 : -105874663344064 : ffff9fb5224cf840) 00000100:00000001:1.0:1763346492.058271:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346492.058272:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000001:1.0:1763346492.058276:0:26440:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.058280:0:26440:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.058283:0:26440:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346492.058284:0:26440:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346492.058289:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.058296:0:26440:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346492.058298:0:26440:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.058301:0:26440:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346492.058304:0:26440:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346492.058306:0:26440:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.058309:0:26440:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a768700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965888:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763346492.058313:0:26440:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346492.058316:0:26440:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346492.058319:0:26440:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.058321:0:26440:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346492.058327:0:26440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb52904c000. 02000000:00000001:1.0:1763346492.058328:0:26440:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346492.058343:0:26440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636058. 00000400:00000010:1.0:1763346492.058350:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5222e8780. 00000100:00000200:1.0:1763346492.058356:0:26440:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514965888, portal 4 00000100:00000001:1.0:1763346492.058357:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346492.058359:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000040:1.0:1763346492.058365:0:26440:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.058372:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.058374:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346492.058377:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bdd0. 00000100:00000200:1.0:1763346492.058379:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514965888, offset 0 00000400:00000200:1.0:1763346492.058384:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346492.058393:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346492.058401:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c772980 00000400:00000200:1.0:1763346492.058407:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 1736 00000400:00000200:1.0:1763346492.058412:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.058415:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346492.058420:0:26440:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.058421:0:26440:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346492.058425:0:26440:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76a680. 00000100:00000040:1.0:1763346492.058428:0:26440:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76a680 x1848996514965888 msgsize 408 00000100:00100000:1.0:1763346492.058432:0:26440:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346492.059129:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763346492.060174:0:26440:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346492.060196:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bdd0 00000400:00000010:1.0:1763346492.060200:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bdd0. 00000100:00000001:1.0:1763346492.060205:0:26440:0:(events.c:34:request_out_callback()) Process entered 00010000:00000010:3.1:1763346492.060258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0400. 00010000:00000010:3.1:1763346492.060268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972d00. 00010000:00000010:3.1:1763346492.060273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:3.1:1763346492.060279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00000100:00000200:1.0:1763346492.060377:0:26440:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.060390:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.060393:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.060399:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.060401:0:26440:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346492.060410:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.060416:0:26440:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23556 usecs (24 jiffies) 00000100:00000001:1.0:1763346492.060421:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300728934 00000100:00000001:1.0:1763346492.060428:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300728929 00000100:00000001:1.0:1763346492.060435:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300728934 00000100:00000001:1.0:1763346492.060438:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300728929 00000100:00000001:1.0:1763346492.060441:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300728934 00000100:00000001:1.0:1763346492.060444:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300728929 00000100:00000001:1.0:1763346492.060447:0:26440:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300728934 00000100:00000001:1.0:1763346492.060450:0:26440:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300728929 00000100:00000001:1.0:1763346492.060453:0:26440:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346492.060456:0:26440:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.060458:0:26440:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346492.060460:0:26440:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346492.060463:0:26440:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5224cf840 going to sleep for 11 seconds 00000100:00000001:1.0:1763346492.060465:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346492.060468:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.060522:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514965888 02000000:00000001:0.0:1763346492.060526:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.060528:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.060531:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.060536:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.060540:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514965888 00000020:00000001:0.0:1763346492.060543:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.060545:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:0.0:1763346492.060547:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.060551:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=6 00000020:00000001:0.0:1763346492.060553:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:0.0:1763346492.060556:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:0.0:1763346492.060561:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.060569:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.060573:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.060576:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000020:00000010:0.0:1763346492.060583:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517cab400. 00000020:00000010:0.0:1763346492.060588:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346492.060594:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346492.060602:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346492.060605:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.060607:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.060609:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.060618:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.060634:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.060648:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.060650:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.060655:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00000040:0.0:1763346492.060658:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:0.0:1763346492.060660:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183156864 : -105874526394752 : ffff9fb52a76a680) 00000100:00000040:0.0:1763346492.060666:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76a680 x1848996514965888/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 408/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.060674:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.060676:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.060678:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.060680:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000100:00100000:0.0:1763346492.060684:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:26440:x1848996514965888:12345-0@lo:1000:mdt00_005.0 00000100:00000200:0.0:1763346492.060688:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514965888 00000020:00000001:0.0:1763346492.060692:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.060695:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.060697:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.060700:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.060702:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346492.060705:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.060709:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.060711:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.060713:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.060717:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.060719:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346492.060727:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414000. 00000100:00000001:0.0:1763346492.060733:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.060737:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.060747:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb51d036000. 02000000:00000001:0.0:1763346492.060750:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.060753:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346492.060758:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb41755a600. 00000020:00000001:0.0:1763346492.060760:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346492.060764:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346492.060770:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00080000:00000001:0.0:1763346492.060776:0:101497:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346492.060784:0:101497:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535644400. 00080000:00000001:0.0:1763346492.060787:0:101497:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366501376 : -105874343050240 : ffff9fb535644400) 00000020:00000001:0.0:1763346492.060790:0:101497:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763346492.060795:0:101497:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346492.060816:0:101497:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.060820:0:101497:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.060823:0:101497:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763346492.060825:0:101497:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346492.060830:0:101497:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.060854:0:101497:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.060856:0:101497:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.060876:0:101497:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.060879:0:101497:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763346492.060882:0:101497:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d500810 name trusted.fid flag 1 00080000:00000001:0.0:1763346492.060888:0:101497:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346492.060889:0:101497:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763346492.060949:0:101497:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.060952:0:101497:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763346492.060954:0:101497:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb51d036208 index 0: rc = 0 00000020:00000040:0.0:1763346492.060957:0:101497:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763346492.060960:0:101497:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346492.060965:0:101497:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346492.060969:0:101497:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847753, last_committed = 21474847750 00000001:00000010:0.0:1763346492.060972:0:101497:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038c60. 00000001:00000040:0.0:1763346492.060975:0:101497:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 2 00000020:00000040:0.0:1763346492.060978:0:101497:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=7 00080000:00000001:0.0:1763346492.060983:0:101497:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346492.060997:0:101497:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346492.060999:0:101497:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.061009:0:101497:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346492.061012:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e08e8/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00000020:00000001:0.0:1763346492.061015:0:101497:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346492.061018:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414000. 00000020:00000010:0.0:1763346492.061020:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb41755a600. 00000020:00000001:0.0:1763346492.061022:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.061026:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 21474847753, xid 1848996514965888 00010000:00000001:0.0:1763346492.061028:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.061034:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76a680 x1848996514965888/t21474847753(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 408/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.061042:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.061044:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.061048:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=144 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346492.061053:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.061055:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346492.061058:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346492.061061:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.061063:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.061066:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.061068:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.061073:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a600. 00000100:00000200:0.0:1763346492.061078:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514965888, offset 224 00000400:00000200:0.0:1763346492.061085:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.061096:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.061106:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c772980 00000400:00000200:0.0:1763346492.061113:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f871 [2] + 224 00000400:00000200:0.0:1763346492.061121:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.061125:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.061130:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.061134:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346492.061144:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.061166:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.061171:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a600 00000400:00000010:0.0:1763346492.061173:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a600. 00000100:00000001:0.0:1763346492.061176:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.061178:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.061181:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.061184:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346492.061187:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.061188:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.061190:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.061194:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76a680 x1848996514965888/t21474847753(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 408/4320 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.061203:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:26440:x1848996514965888:12345-0@lo:1000:mdt00_005.0 Request processed in 527us (2773us total) trans 21474847753 rc 0/0 00000100:00100000:0.0:1763346492.061230:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00000040:0.0:1763346492.061234:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:0.0:1763346492.061237:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.061239:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.061243:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346492.061248:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346492.061252:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517cab400. 00000020:00000040:0.0:1763346492.061258:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000100:00000001:0.0:1763346492.061260:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.061377:0:26440:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346492.061383:0:26440:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346492.061384:0:26440:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346492.061387:0:26440:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636058. 00000400:00000200:1.0:1763346492.061391:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5222e8780 00000400:00000010:1.0:1763346492.061393:0:26440:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5222e8780. 00000100:00000001:1.0:1763346492.061396:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.061400:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346492.061410:0:26440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a768700 x1848996514965888/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.061416:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346492.061418:0:26440:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.061420:0:26440:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346492.061423:0:26440:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346492.061424:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.061426:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.061429:0:26440:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.061436:0:26440:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=28 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346492.061440:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.061443:0:26440:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346492.061444:0:26440:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.061447:0:26440:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346492.061451:0:26440:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.061454:0:26440:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763346492.061456:0:26440:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763346492.061457:0:26440:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763346492.061459:0:26440:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346492.061460:0:26440:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000001:1.0:1763346492.061463:0:26440:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346492.061465:0:26440:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:1.0:1763346492.061466:0:26440:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346492.061468:0:26440:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.061472:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a768700 x1848996514965888/t21474847753(21474847753) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.061479:0:26440:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346492.061482:0:26440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346492.061484:0:26440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346492.061487:0:26440:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763346492.061491:0:26440:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.061494:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768700 x1848996514965888/t21474847753(21474847753) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346492.061506:0:26440:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a768700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26440:1848996514965888:0@lo:1000:mdt00_005.0 00000100:00000001:1.0:1763346492.061511:0:26440:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.061513:0:26440:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.061516:0:26440:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346492.061517:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.061520:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52a768700 x1848996514965888/t21474847753(21474847753) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.061527:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346492.061530:0:26440:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5224cf840. 00000100:00000001:1.0:1763346492.061533:0:26440:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346492.061534:0:26440:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.061537:0:26440:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.061539:0:26440:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a768700 x1848996514965888/t21474847753(21474847753) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.061545:0:26440:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.061547:0:26440:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.061549:0:26440:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.061551:0:26440:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.061555:0:26440:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346492.061558:0:26440:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54180. 00000020:00000001:1.0:1763346492.061562:0:26440:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.061570:0:26440:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.061575:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346492.061579:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346492.061580:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346492.061581:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346492.061585:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.061587:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.061589:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=3 00000020:00000001:1.0:1763346492.061591:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:1.0:1763346492.061594:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00000004:00010000:1.0:1763346492.061600:0:26440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002b888e8a reply state 00000000542335f7 transno 8590055460 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00000100:00100000:1.0:1763346492.061611:0:26440:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763346492.061613:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.061614:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346492.061615:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346492.061616:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346492.061618:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346492.061619:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346492.061620:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346492.061621:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346492.061622:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346492.061623:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346492.061624:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.061625:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.061627:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=3 00000020:00000001:1.0:1763346492.061629:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:1.0:1763346492.061631:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00000004:00010000:1.0:1763346492.061634:0:26440:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002b888e8a reply state 00000000542335f7 transno 8590055460 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00000100:00100000:1.0:1763346492.061639:0:26440:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:1.0:1763346492.061640:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.061642:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346492.061643:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346492.061644:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346492.061645:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346492.061646:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346492.061648:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346492.061651:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.061652:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346492.061654:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.061656:0:26440:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346492.061659:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055460, xid 1848996540780032 00010000:00000001:1.0:1763346492.061662:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763346492.061664:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00010000:00000200:1.0:1763346492.061666:0:26440:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055460, last committed = 8590055456 00010000:00000200:1.0:1763346492.061673:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76ed80 x1848996540780032/t8590055460(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 568/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346492.061681:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346492.061683:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.061685:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.061688:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346492.061690:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346492.061692:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346492.061694:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346492.061695:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.061697:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.061700:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346492.061703:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bdd0. 00000100:00000200:1.0:1763346492.061706:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540780032, offset 224 00000400:00000010:1.0:1763346492.061711:0:26440:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb50a277150. 00000400:00000200:1.0:1763346492.061714:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346492.061724:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346492.061731:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198454:198454:256:4294967295] 192.168.204.16@tcp LPNI seq info [198450:198450:8:4294967295] 00000400:00000200:1.0:1763346492.061738:0:26440:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:1.0:1763346492.061745:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346492.061750:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346492.061754:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed300. 00000800:00000200:1.0:1763346492.061761:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346492.061769:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346492.061773:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346492.061794:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.061798:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346492.061800:0:26440:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346492.061802:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.061803:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346492.061808:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ed80 x1848996540780032/t8590055460(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 568/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346492.061822:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+489:226244:x1848996540780032:12345-192.168.204.16@tcp:61:lfs.0 Request processed in 14342us (15117us total) trans 8590055460 rc 0/0 00000100:00100000:1.0:1763346492.061831:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140790 00000100:00000040:1.0:1763346492.061834:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346492.061835:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346492.061837:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763346492.061839:0:26440:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:1.0:1763346492.061841:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.061847:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346492.061851:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:1.0:1763346492.061855:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:1.0:1763346492.061858:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.062025:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.062030:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed300. 00000400:00000200:0.0:1763346492.062034:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.062039:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.062042:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.062044:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346492.070142:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.070158:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.070162:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.070164:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.070174:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:3.0:1763346492.070193:0:3288:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12f87d 00000400:00000200:3.0:1763346492.070200:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.070204:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:3.0:1763346492.070210:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bdd0 00000400:00000010:3.0:1763346492.070251:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bdd0. 00000100:00000001:3.0:1763346492.070256:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.070259:0:3288:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763346492.070261:0:3288:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763346492.070904:0:3288:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346492.070907:0:3288:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346492.070909:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346492.070920:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.070927:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.070929:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.070931:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.070938:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346492.070947:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e010f00 00000400:00000200:3.0:1763346492.070955:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124c51 [2] + 392 00000800:00000001:3.0:1763346492.070961:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.070965:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.070967:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.070971:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.070975:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.070978:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346492.070984:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522401500. 00000100:00000040:3.0:1763346492.070988:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522401500 x1848996540780288 msgsize 392 00000100:00100000:3.0:1763346492.070992:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346492.071493:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:2.0:1763346492.071499:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.071502:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.071505:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=3 00000020:00000001:2.0:1763346492.071508:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:2.0:1763346492.071511:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:2.0:1763346492.071514:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.071520:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071528:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071530:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.071533:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071539:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.071541:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071545:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.071547:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:2.0:1763346492.071553:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3a000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.071555:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.071559:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.071561:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071566:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.071567:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.071568:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.071570:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=4 00000020:00000001:2.0:1763346492.071571:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:2.0:1763346492.071574:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:2.0:1763346492.071577:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.071580:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071585:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.071587:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.071588:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071593:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.071595:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.071596:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.071598:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.071600:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3a000 with handle 0x757b854463af9fb7 from hash 00010000:00000001:2.0:1763346492.071602:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.071604:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071605:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.071606:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.071612:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.071614:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071616:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.071619:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.071622:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.071625:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb417cf3f00) 00010000:00010000:2.0:1763346492.071627:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:2.0:1763346492.071630:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.071633:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071635:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.071636:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.071638:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071639:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.071640:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071642:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.071644:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.071646:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071651:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071652:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.071653:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.071654:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.071655:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.071657:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463af9fb7 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405d:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:2.0:1763346492.071663:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001300. 00010000:00000040:2.0:1763346492.071667:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3f00 count: 0 00010000:00000010:2.0:1763346492.071674:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417896d00. 00010000:00000001:2.0:1763346492.071683:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.071684:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.071685:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.071687:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=3 00000020:00000001:2.0:1763346492.071689:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:2.0:1763346492.071691:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:2.0:1763346492.071693:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.071696:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071701:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071702:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.071704:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071708:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.071710:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071711:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.071713:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:2.0:1763346492.071718:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3a600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.071719:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.071720:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.071722:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071727:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.071728:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.071729:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.071730:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=4 00000020:00000001:2.0:1763346492.071731:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:2.0:1763346492.071733:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:2.0:1763346492.071735:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.071737:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071741:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.071742:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.071743:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071746:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.071747:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.071749:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.071750:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.071752:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3a600 with handle 0x757b854463af9fbe from hash 00010000:00000001:2.0:1763346492.071754:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.071755:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071756:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.071757:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.071758:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.071760:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071761:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.071762:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.071763:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.071765:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417cf3e00) 00010000:00010000:2.0:1763346492.071767:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:2.0:1763346492.071769:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.071770:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071772:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.071773:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.071775:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071776:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.071777:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.071778:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.071780:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.071782:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:2.0:1763346492.071787:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.071788:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.071789:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.071790:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.071792:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.071793:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463af9fbe lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:2.0:1763346492.071798:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001e80. 00010000:00000040:2.0:1763346492.071801:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3e00 count: 0 00010000:00000010:2.0:1763346492.071804:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417896f00. 00010000:00000001:2.0:1763346492.071808:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763346492.071810:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:2.0:1763346492.071813:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.071873:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346492.071882:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.071889:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.071891:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.071893:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.071898:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346492.071905:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e010f80 00000400:00000200:3.0:1763346492.071911:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1276f1 [2] + 1640 00000800:00000001:3.0:1763346492.071916:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763346492.072487:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.072491:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540780288 02000000:00000001:1.0:1763346492.072494:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.072496:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.072499:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.072503:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.072508:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540780288 00000020:00000001:1.0:1763346492.072510:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.072512:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346492.072514:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.072516:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:1.0:1763346492.072518:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346492.072521:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346492.072526:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.072531:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30ac0. 00000100:00000001:1.0:1763346492.072534:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.072537:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30ac0. 00000020:00000010:1.0:1763346492.072543:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346492.072547:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.072553:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346492.072563:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763346492.072566:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.072567:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346492.072570:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.072578:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.072598:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.072608:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346492.072610:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346492.072615:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20988 00000100:00000040:1.0:1763346492.072619:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346492.072621:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045362944 : -105874664188672 : ffff9fb522401500) 00000100:00000040:1.0:1763346492.072628:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522401500 x1848996540780288/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346492.072637:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.072639:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30ac0. 00000100:00000001:1.0:1763346492.072641:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.072643:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30ac0. 00000100:00100000:1.0:1763346492.072647:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+488:226244:x1848996540780288:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:1.0:1763346492.072651:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540780288 00000020:00000001:1.0:1763346492.072655:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346492.072658:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346492.072663:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb52239a900: xid 1848996540780032, transno 8590055460, client gen 3, slot idx 3 00000001:00000001:1.0:1763346492.072668:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975840: xid 1848996540779264, transno 8590055457, client gen 3, slot idx 0 00000001:00000010:1.0:1763346492.072672:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975840. 00000001:00000001:1.0:1763346492.072676:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755af00: xid 1848996540780032, transno 8590055459, client gen 3, slot idx 2 00000001:00000001:1.0:1763346492.072679:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755af00: xid 1848996540780032, transno 8590055459, client gen 3, slot idx 2 00000001:00000010:1.0:1763346492.072682:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755af00. 00000001:00000001:1.0:1763346492.072685:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb50847b540: xid 1848996540780032, transno 8590055458, client gen 3, slot idx 1 00000001:00000001:1.0:1763346492.072688:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb50847b540: xid 1848996540780032, transno 8590055458, client gen 3, slot idx 1 00000001:00000010:1.0:1763346492.072691:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb50847b540. 00000020:00000001:1.0:1763346492.072694:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.072697:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346492.072699:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:1.0:1763346492.072701:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346492.072704:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540780288, found 0 last_xid 1848996540780287 00000020:00000001:1.0:1763346492.072707:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346492.072709:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346492.072711:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346492.072714:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072719:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763346492.072721:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763346492.072723:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763346492.072727:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072730:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763346492.072733:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.072735:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072738:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.072739:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.072741:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072743:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.072744:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.072746:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072747:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.072749:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.072750:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072752:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.072753:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.072755:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072757:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072759:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763346492.072760:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072763:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346492.072765:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.072766:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072768:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.072769:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.072771:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072772:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.072773:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.072775:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072777:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.072778:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.072782:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346492.072786:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346492.072788:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346492.072791:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346492.072792:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.072794:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.072796:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072797:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346492.072799:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072800:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.072805:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346492.072807:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346492.072812:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5402dc400. 02000000:00000001:1.0:1763346492.072814:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.072816:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072819:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346492.072821:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072823:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763346492.072825:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763346492.072827:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.072828:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb530364180 refcount=2 00000020:00000001:1.0:1763346492.072830:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199279600000 : -105874429951616 : ffff9fb530364180) 00000004:00000001:1.0:1763346492.072833:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199279600000 : -105874429951616 : ffff9fb530364180) 00000020:00000040:1.0:1763346492.072835:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb530364180 with handle 0x757b854463af9f24 from hash 00000004:00000001:1.0:1763346492.072839:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763346492.072842:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405a:0x0] with intent: 0 00000004:00000001:1.0:1763346492.072846:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763346492.072848:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:1.0:1763346492.072851:0:36359:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072853:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763346492.072855:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763346492.072857:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763346492.072860:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.072867:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.072869:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.072876:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.072878:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.072882:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.072884:0:36359:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072887:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763346492.072895:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763346492.072899:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346492.072903:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405a:0x0], previous was 0x7 00000004:00000001:1.0:1763346492.072906:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072909:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763346492.072911:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072914:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763346492.072918:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.072920:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763346492.072923:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb530364180. 00000004:00000001:1.0:1763346492.072934:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346492.072938:0:36359:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:1.0:1763346492.072941:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.072942:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072944:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.072946:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346492.072950:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346492.072959:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5402dd400. 00080000:00000001:1.0:1763346492.072961:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199547483136 : -105874162068480 : ffff9fb5402dd400) 00080000:00000001:1.0:1763346492.072964:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346492.072970:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.072976:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.072978:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.072998:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.073001:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346492.073004:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346492.073007:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055461, last_committed = 8590055456 00000001:00000010:1.0:1763346492.073010:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54120. 00000001:00000040:1.0:1763346492.073013:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:1.0:1763346492.073015:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:1.0:1763346492.073021:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5224cf840. 00080000:00000001:1.0:1763346492.073028:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346492.073045:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346492.073048:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5224cf840: xid 1848996540780288, transno 8590055461, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346492.073051:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.073075:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.073076:0:36359:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346492.073078:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346492.073080:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346492.073082:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346492.073084:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346492.073087:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.073090:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346492.073092:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763346492.073098:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346492.073104:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.073106:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346492.073109:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055461, xid 1848996540780288 00010000:00000001:1.0:1763346492.073113:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346492.073118:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522401500 x1848996540780288/t8590055461(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346492.073126:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346492.073129:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.073133:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=127 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.073138:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346492.073141:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346492.073143:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346492.073147:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346492.073149:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.073153:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.073156:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346492.073160:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b6e8. 00000100:00000200:1.0:1763346492.073166:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540780288, offset 224 00000400:00000200:1.0:1763346492.073172:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346492.073182:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346492.073189:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198455:198455:256:4294967295] 192.168.204.16@tcp LPNI seq info [198451:198451:8:4294967295] 00000400:00000200:1.0:1763346492.073200:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346492.073206:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346492.073228:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:1.0:1763346492.073234:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346492.073242:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346492.073245:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763346492.073258:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.073261:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346492.073264:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346492.073265:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.073268:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346492.073272:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522401500 x1848996540780288/t8590055461(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346492.073282:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+489:226244:x1848996540780288:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 642us (2291us total) trans 8590055461 rc 0/0 00000100:00100000:1.0:1763346492.073290:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20988 00000100:00000040:1.0:1763346492.073294:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346492.073296:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346492.073298:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346492.073303:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.073308:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346492.073313:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:1.0:1763346492.073317:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:1.0:1763346492.073319:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.073477:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.073481:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.073486:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.073492:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.073494:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346492.073500:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522403800. 00000100:00000040:3.0:1763346492.073503:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522403800 x1848996540780416 msgsize 328 00000100:00100000:3.0:1763346492.073507:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346492.073522:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1763346492.073591:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.073595:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:3.0:1763346492.073599:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.073602:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.073605:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b6e8 00000400:00000010:3.0:1763346492.073608:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b6e8. 00000100:00000001:3.0:1763346492.073611:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.073613:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346492.073618:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.073622:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.074780:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.074784:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540780416 02000000:00000001:1.0:1763346492.074787:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.074789:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.074792:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.074796:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.074800:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540780416 00000020:00000001:1.0:1763346492.074803:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.074804:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346492.074807:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.074811:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346492.074813:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346492.074816:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346492.074819:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.074827:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30ac0. 00000100:00000001:1.0:1763346492.074830:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.074833:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30ac0. 00000020:00000010:1.0:1763346492.074838:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346492.074842:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.074846:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346492.074854:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346492.074856:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.074858:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346492.074860:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346492.074863:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.074865:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346492.074871:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.074873:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.074875:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:1.0:1763346492.074877:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346492.074881:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346492.074884:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.074886:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.074887:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.074889:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.074896:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.076286:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.076312:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346492.076314:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346492.076323:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1001 00000100:00000040:1.0:1763346492.076328:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346492.076330:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045371904 : -105874664179712 : ffff9fb522403800) 00000100:00000040:1.0:1763346492.076347:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522403800 x1848996540780416/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.076357:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.076363:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30ac0. 00000100:00000001:1.0:1763346492.076366:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.076369:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30ac0. 00000100:00100000:1.0:1763346492.076374:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540780416:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346492.076378:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540780416 00010000:00000001:1.0:1763346492.076381:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346492.076385:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346492.076387:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346492.076396:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346492.076399:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346492.076406:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5402df000. 02000000:00000001:1.0:1763346492.076408:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.076411:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.076414:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346492.076416:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346492.076418:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.076420:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.076422:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:1.0:1763346492.076425:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346492.076428:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000040:1.0:1763346492.076433:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972f00 count: 2 00002000:00000001:1.0:1763346492.076438:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346492.076443:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346492.076447:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.076453:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:1.0:1763346492.076457:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:1.0:1763346492.076459:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346492.076467:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346492.076469:0:5737:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x2608:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:1.0:1763346492.076472:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f08a8/ffff9fb51d2f0850 to site lru. bkt: ffff9fb517dce9c8 00010000:00000001:1.0:1763346492.076476:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346492.076480:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346492.076482:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346492.076484:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.076486:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.076492:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346492.076494:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346492.076500:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.076501:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.076504:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346492.076505:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346492.076508:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463af9f71 from hash 00010000:00000001:1.0:1763346492.076510:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346492.076511:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.076512:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.076513:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346492.076518:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.076521:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.076523:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346492.076524:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346492.076529:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463af9f71 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x2608:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 574703857 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127c2 expref: 24 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346492.076538:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346492.076541:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:1.0:1763346492.076547:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.076550:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346492.076552:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346492.076554:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.076557:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.076558:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763346492.076560:0:5737:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972f00 count: 0 00002000:00000010:1.0:1763346492.076566:0:5737:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb529f30a40. 00010000:00000010:1.0:1763346492.076570:0:5737:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417972c00. 00010000:00010000:1.0:1763346492.076576:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346492.076577:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.076582:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346492.076585:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.076589:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.076594:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346492.076597:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346492.076600:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346492.076603:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346492.076606:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.076609:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.076612:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346492.076617:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b3b8. 00000100:00000200:1.0:1763346492.076625:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540780416, offset 224 00000400:00000200:1.0:1763346492.076631:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346492.076644:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346492.076651:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198456:198456:256:4294967295] 192.168.204.16@tcp LPNI seq info [198452:198452:8:4294967295] 00000400:00000200:1.0:1763346492.076663:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346492.076668:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346492.076673:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:1.0:1763346492.076679:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346492.076687:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346492.076691:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346492.076700:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.076703:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346492.076706:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.076708:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.076712:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522403800 x1848996540780416/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346492.076721:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522403800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540780416:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 363us (3216us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346492.076728:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1001 00000100:00000040:1.0:1763346492.076732:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346492.076735:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346492.076737:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346492.076742:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.076748:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346492.076754:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:1.0:1763346492.076758:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:1.0:1763346492.076761:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.076934:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.076939:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:0.0:1763346492.076943:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.076949:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.076954:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b3b8 00000400:00000010:0.0:1763346492.076956:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b3b8. 00000100:00000001:0.0:1763346492.076960:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.076962:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.078712:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.078727:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.078730:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.078732:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.078742:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.078758:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e011080 00000400:00000200:0.0:1763346492.078766:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124c51 [2] + 784 00000800:00000001:0.0:1763346492.078773:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.078782:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.078785:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.078789:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.078795:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.078798:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763346492.078803:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532982d80. 00000100:00000040:0.0:1763346492.078807:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532982d80 x1848996540780672 msgsize 392 00000100:00100000:0.0:1763346492.078811:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.078830:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.078838:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.078842:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.078903:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.078906:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540780672 02000000:00000001:2.0:1763346492.078909:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.078911:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.078913:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.078918:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.078923:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540780672 00000020:00000001:2.0:1763346492.078926:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.078928:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346492.078930:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.078933:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=489 00000020:00000001:2.0:1763346492.078935:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346492.078937:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346492.078942:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.078948:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346492.078951:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.078953:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b540. 00000020:00000010:2.0:1763346492.078959:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.078965:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.078969:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.078978:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346492.078981:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.078982:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.078984:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.078992:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.079010:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.079020:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.079021:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.079026:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20989 00000100:00000040:2.0:1763346492.079030:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346492.079033:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319571840 : -105874389979776 : ffff9fb532982d80) 00000100:00000040:2.0:1763346492.079040:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532982d80 x1848996540780672/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.079049:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.079062:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346492.079065:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.079067:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b540. 00000100:00100000:2.0:1763346492.079071:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+489:226244:x1848996540780672:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346492.079075:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540780672 00000020:00000001:2.0:1763346492.079078:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.079083:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346492.079089:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5224cf840: xid 1848996540780288, transno 8590055461, client gen 3, slot idx 0 00000001:00000001:2.0:1763346492.079094:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb52239a900: xid 1848996540780032, transno 8590055460, client gen 3, slot idx 3 00000001:00000010:2.0:1763346492.079098:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb52239a900. 00000020:00000001:2.0:1763346492.079104:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.079106:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.079109:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346492.079112:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346492.079115:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540780672, found 0 last_xid 1848996540780671 00000020:00000001:2.0:1763346492.079118:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.079120:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.079122:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.079126:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079132:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346492.079134:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346492.079136:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346492.079139:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079142:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346492.079146:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.079149:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079151:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.079153:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.079155:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079157:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.079158:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.079160:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079161:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.079163:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.079164:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079166:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.079167:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.079169:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079172:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079174:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346492.079175:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079178:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346492.079179:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.079181:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079182:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.079183:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.079185:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079186:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.079187:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.079189:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079191:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.079192:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.079196:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346492.079202:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346492.079204:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346492.079206:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346492.079208:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079210:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.079241:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079244:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346492.079246:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079248:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.079252:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.079254:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.079259:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb52aa59800. 02000000:00000001:2.0:1763346492.079262:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.079264:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079266:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346492.079267:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079271:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346492.079273:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346492.079275:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.079276:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb530364080 refcount=2 00000020:00000001:2.0:1763346492.079278:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199279599744 : -105874429951872 : ffff9fb530364080) 00000004:00000001:2.0:1763346492.079281:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199279599744 : -105874429951872 : ffff9fb530364080) 00000020:00000040:2.0:1763346492.079283:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb530364080 with handle 0x757b854463af9f39 from hash 00000004:00000001:2.0:1763346492.079288:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346492.079290:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405d:0x0] with intent: 0 00000004:00000001:2.0:1763346492.079293:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346492.079295:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:2.0:1763346492.079299:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346492.079303:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346492.079311:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079314:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.079320:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.079323:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.079330:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.079343:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.079346:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.079348:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346492.079350:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.079352:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405d:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346492.079355:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346492.079357:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079359:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.079361:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.079362:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.079363:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.079366:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.079368:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.079370:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.079372:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.079373:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.079374:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.079375:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.079377:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.079378:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.079380:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.079382:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346492.079383:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079385:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346492.079387:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405d:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346492.079390:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.079393:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346492.079395:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346492.079399:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346492.079406:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb9000. 00080000:00000001:2.0:1763346492.079409:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346492.079417:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa58800. 00080000:00000001:2.0:1763346492.079419:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00000004:00000001:2.0:1763346492.079423:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.079427:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.079430:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079433:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00080000:00000001:2.0:1763346492.079436:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346492.079454:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079456:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079459:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.079465:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346492.079467:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346492.079472:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346492.079474:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079475:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00080000:00000001:2.0:1763346492.079478:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.079482:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.079484:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079486:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.079507:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.079509:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079516:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.079520:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346492.079523:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.079524:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079526:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00080000:00000001:2.0:1763346492.079529:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346492.079530:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346492.079590:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079593:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079595:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079597:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.079603:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346492.079606:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346492.079610:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346492.079613:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055462, last_committed = 8590055456 00000001:00000010:2.0:1763346492.079618:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb9840. 00000001:00000040:2.0:1763346492.079620:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:2.0:1763346492.079623:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00000001:00000010:2.0:1763346492.079630:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346492.079637:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346492.079638:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079639:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00080000:00000001:2.0:1763346492.079643:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.079657:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346492.079660:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346492.079664:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975f00: xid 1848996540780672, transno 8590055462, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346492.079667:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.079681:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.079684:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb9000. 00000020:00000001:2.0:1763346492.079687:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079690:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079693:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079695:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079697:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346492.079699:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346492.079702:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346492.079703:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.079705:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346492.079708:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346492.079711:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346492.079716:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346492.079719:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.079722:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405d:0x0], previous was 0x7 00000004:00000001:2.0:1763346492.079725:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079728:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346492.079731:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079734:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763346492.079736:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346492.079739:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb9000. 00080000:00000001:2.0:1763346492.079741:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346492.079745:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59c00. 00080000:00000001:2.0:1763346492.079747:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000004:00000001:2.0:1763346492.079753:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079755:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:2.0:1763346492.079759:0:19976:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1763346492.079777:0:19976:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079780:0:19976:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763346492.079782:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079783:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000002:2.0:1763346492.079788:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405d:0x0] not in the id map cache 00080000:00000001:2.0:1763346492.079792:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346492.079799:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.079802:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079804:0:19976:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079808:0:19976:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763346492.079811:0:19976:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763346492.079814:0:19976:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079817:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346492.079818:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079820:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:2.0:1763346492.079823:0:19976:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763346492.079826:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346492.079830:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.079833:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.079835:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.079837:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.079839:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.079852:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763346492.079853:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.079860:0:19976:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079862:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079866:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346492.079870:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346492.079872:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.079875:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346492.079877:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346492.079878:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.079880:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.079881:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.079883:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.079885:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346492.079887:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346492.079890:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.079892:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000004:00000001:2.0:1763346492.079896:0:19976:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763346492.079898:0:19976:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763346492.079901:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346492.079903:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000004:00000040:2.0:1763346492.079907:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346492.079910:0:19976:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763346492.079913:0:19976:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763346492.079915:0:19976:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763346492.079918:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346492.079921:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346492.079923:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346492.079925:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.079927:0:19976:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763346492.079929:0:19976:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763346492.079932:0:19976:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763346492.079935:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.079945:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.079946:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.079949:0:19976:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346492.079962:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763346492.079964:0:19976:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346492.079970:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:2.0:1763346492.079973:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.079975:0:19976:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.079977:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346492.079979:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.079981:0:19976:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.079984:0:19976:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.079986:0:19976:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.079988:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346492.079990:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346492.079992:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.080013:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.080015:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080017:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.080024:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.080025:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080027:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080029:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080030:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346492.080032:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.080034:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080036:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346492.080037:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346492.080038:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.080053:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.080054:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080056:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.080064:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.080066:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080068:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080071:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080073:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346492.080075:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.080077:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080080:0:19976:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080082:0:19976:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346492.080085:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00000001:2.0:1763346492.080088:0:19976:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080090:0:19976:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080092:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080095:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080097:0:19976:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.080101:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346492.080103:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346492.080106:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346492.080108:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.080109:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:2.0:1763346492.080112:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.080115:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.080116:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080118:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080129:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.080131:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080137:0:19976:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763346492.080143:0:19976:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763346492.080144:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.080145:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:2.0:1763346492.080149:0:19976:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1763346492.080178:0:19976:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346492.080180:0:19976:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346492.080182:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.080183:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.080184:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.080187:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080189:0:19976:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346492.080191:0:19976:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080259:0:19976:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080262:0:19976:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080265:0:19976:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346492.080266:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.080268:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:2.0:1763346492.080272:0:19976:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346492.080276:0:19976:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080279:0:19976:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080282:0:19976:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763346492.080285:0:19976:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x405d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763346492.080288:0:19976:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763346492.080289:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346492.080290:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.080291:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:2.0:1763346492.080295:0:19976:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763346492.080296:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346492.080298:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.080299:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.080301:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.080303:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080304:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080372:0:19976:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.080375:0:19976:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080377:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080380:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346492.080382:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346492.080383:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.080385:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346492.080386:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346492.080388:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.080389:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.080391:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.080393:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.080394:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346492.080396:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346492.080399:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080401:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000004:00000001:2.0:1763346492.080404:0:19976:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763346492.080407:0:19976:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763346492.080409:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346492.080411:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000004:00000040:2.0:1763346492.080414:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346492.080416:0:19976:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763346492.080418:0:19976:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763346492.080420:0:19976:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763346492.080422:0:19976:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638194221947392 : -105879487604224 : ffff9fb402c09a00) 00000040:00000001:2.0:1763346492.080424:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346492.080426:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346492.080428:0:19976:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763346492.080430:0:19976:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763346492.080431:0:19976:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:2.0:1763346492.080438:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.080449:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1763346492.080451:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.080454:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1763346492.080456:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.080460:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763346492.080462:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.080482:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1763346492.080485:0:19976:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9604, 64 off622912 00000040:00000001:2.0:1763346492.080488:0:19976:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346492.080490:0:19976:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346492.080492:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346492.080496:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346492.080498:0:19976:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346492.080500:0:19976:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763346492.080502:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:2.0:1763346492.080505:0:19976:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9604: rc = 1 00000004:00000010:2.0:1763346492.080510:0:19976:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb416c0a240. 00000004:00080000:2.0:1763346492.080513:0:19976:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6061634299018ns, next at 6062634294662ns, rc = 0 00000004:00000001:2.0:1763346492.080515:0:19976:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080517:0:19976:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080519:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080521:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080523:0:19976:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080526:0:19976:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763346492.080528:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346492.080530:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346492.080532:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346492.080534:0:19976:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055462 00000001:00000001:2.0:1763346492.080537:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346492.080539:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055463, last_committed = 8590055456 00000001:00000010:2.0:1763346492.080542:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb416c0a000. 00000001:00000040:2.0:1763346492.080544:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:2.0:1763346492.080546:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:2.0:1763346492.080550:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975d80. 00000004:00000001:2.0:1763346492.080553:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346492.080555:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.080556:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:2.0:1763346492.080558:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.080565:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346492.080567:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346492.080570:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975f00: xid 1848996540780672, transno 8590055462, client gen 3, slot idx 1 00000001:00000001:2.0:1763346492.080573:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975f00: xid 1848996540780672, transno 8590055462, client gen 3, slot idx 1 00000001:00000010:2.0:1763346492.080576:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975f00. 00000001:00000001:2.0:1763346492.080579:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975d80: xid 1848996540780672, transno 8590055463, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763346492.080582:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.080598:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.080600:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb9000. 00000020:00000001:2.0:1763346492.080602:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346492.080606:0:19976:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763346492.080610:0:19976:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.080613:0:19976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346492.080622:0:19976:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078000. 00010000:00000010:2.0:1763346492.080626:0:19976:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969600. 00010000:00000001:2.0:1763346492.080632:0:19976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.080635:0:19976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c600. 00000020:00000001:2.0:1763346492.080639:0:19976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.080642:0:19976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c600 with handle 0x757b854463af9fc5 to hash 00000020:00000001:2.0:1763346492.080644:0:19976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.080646:0:19976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000010:2.0:1763346492.080652:0:19976:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894400. 00010000:00000001:2.0:1763346492.080655:0:19976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:2.0:1763346492.080660:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.080662:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.080666:0:19976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346492.080676:0:19976:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.080681:0:19976:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.080684:0:19976:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.080686:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.080689:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.080691:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.080692:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.080695:0:19976:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.080697:0:19976:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.080699:0:19976:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.080701:0:19976:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.080703:0:19976:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405d:0x0].0x0 (ffff9fb503078000) refcount = 1 00010000:00010000:2.0:1763346492.080708:0:19976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346492.080713:0:19976:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.080719:0:19976:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.080721:0:19976:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.080723:0:19976:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.080724:0:19976:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.080727:0:19976:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.080729:0:19976:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763346492.080732:0:19976:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763346492.080734:0:19976:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.080737:0:19976:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346492.080743:0:19976:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.080744:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.080746:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.080748:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.080749:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.080751:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c600 refcount=3 00000020:00000001:2.0:1763346492.080753:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:2.0:1763346492.080755:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:2.0:1763346492.080758:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.080759:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.080760:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c600 refcount=4 00000020:00000001:2.0:1763346492.080762:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:2.0:1763346492.080764:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:2.0:1763346492.080766:0:19976:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763346492.080768:0:19976:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346492.080774:0:19976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.080776:0:19976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346492.080781:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.080783:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.080785:0:19976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346492.080790:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.080792:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.080795:0:19976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763346492.080799:0:19976:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb53b9750c0. 00010000:00000001:2.0:1763346492.080803:0:19976:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763346492.080814:0:19976:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763346492.080817:0:19976:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.080818:0:19976:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.080821:0:19976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.080822:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.080823:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.080824:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.080825:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346492.080826:0:19976:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763346492.080829:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb530364080. 00000004:00000001:2.0:1763346492.080838:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763346492.080858:0:19976:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417bca558. 00000004:00000001:2.0:1763346492.080865:0:19976:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346492.080867:0:19976:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346492.080871:0:19976:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb52f8af100. 00000004:00000010:2.0:1763346492.080875:0:19976:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417bde7f0. 00000004:00000010:2.0:1763346492.080879:0:19976:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb406c7ce20. 00000004:00000010:2.0:1763346492.080883:0:19976:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb406c7cde8. 00000004:00000010:2.0:1763346492.080887:0:19976:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb50847ba80. 00000004:00000010:2.0:1763346492.080891:0:19976:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb51d157540. 00000004:00000010:2.0:1763346492.080897:0:19976:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb417539258. 00000004:00000001:2.0:1763346492.080900:0:19976:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763346492.080902:0:19976:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x405d:0x0] 00000004:00000010:2.0:1763346492.080905:0:19976:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb4175145a0. 00000004:00000001:2.0:1763346492.080908:0:19976:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763346492.080910:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.080911:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080913:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080915:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346492.080918:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346492.080920:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346492.080922:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346492.080924:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346492.080927:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346492.080933:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.080938:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346492.080940:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346492.080946:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346492.080953:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.080955:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.080958:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055463, xid 1848996540780672 00010000:00000001:2.0:1763346492.080961:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.080970:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532982d80 x1848996540780672/t8590055463(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.080979:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.080981:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.080985:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.080989:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.080992:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.080995:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.080998:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.081001:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.081005:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.081008:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.081013:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b880. 00000100:00000200:2.0:1763346492.081019:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540780672, offset 224 00000400:00000200:2.0:1763346492.081026:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.081038:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.081044:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198457:198457:256:4294967295] 192.168.204.16@tcp LPNI seq info [198453:198453:8:4294967295] 00000400:00000200:2.0:1763346492.081055:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.081060:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.081065:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.081072:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.081080:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.081084:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.081107:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.081110:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.081114:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.081116:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.081118:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.081123:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982d80 x1848996540780672/t8590055463(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.081134:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+491:226244:x1848996540780672:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 2082us (2323us total) trans 8590055463 rc 0/0 00000100:00100000:2.0:1763346492.081144:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20989 00000100:00000040:2.0:1763346492.081149:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346492.081152:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.081153:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346492.081157:0:19976:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346492.081161:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.081166:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.081172:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.081176:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:2.0:1763346492.081178:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.081658:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346492.081662:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346492.081665:0:59745:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763346492.081668:0:59745:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763346492.081670:0:59745:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346492.081675:0:59745:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00010000:0.0:1763346492.081682:0:59745:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c600 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:0.0:1763346492.081685:0:59745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346492.081688:0:59745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346492.081690:0:59745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346492.081696:0:59745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346492.081697:0:59745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346492.081699:0:59745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.081701:0:59745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c600 refcount=3 00000020:00000001:0.0:1763346492.081703:0:59745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:0.0:1763346492.081706:0:59745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:0.0:1763346492.081708:0:59745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346492.081711:0:59745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346492.081716:0:59745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346492.081718:0:59745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346492.081719:0:59745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.081724:0:59745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346492.081725:0:59745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346492.081727:0:59745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346492.081729:0:59745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346492.081732:0:59745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c600 with handle 0x757b854463af9fc5 from hash 00010000:00000001:0.0:1763346492.081734:0:59745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346492.081735:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.081736:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.081737:0:59745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346492.081741:0:59745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346492.081742:0:59745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.081745:0:59745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346492.081748:0:59745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346492.081750:0:59745:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346492.081752:0:59745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405d:0x0].0x0 (ffff9fb503078000) 00010000:00010000:0.0:1763346492.081755:0:59745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:0.0:1763346492.081757:0:59745:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.081760:0:59745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.081762:0:59745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346492.081764:0:59745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346492.081767:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.081768:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.081769:0:59745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.081771:0:59745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.081773:0:59745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346492.081775:0:59745:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346492.081780:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346492.081781:0:59745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c600/0x757b854463af9fc5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000010:0.0:1763346492.081787:0:59745:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894400. 00010000:00000040:0.0:1763346492.081791:0:59745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078000 count: 0 00010000:00000010:0.0:1763346492.081797:0:59745:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969600. 00010000:00000001:0.0:1763346492.081803:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.081805:0:59745:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763346492.081807:0:59745:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb53b9750c0. 00010000:00000001:0.0:1763346492.081810:0:59745:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.081812:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346492.081813:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346492.081815:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763346492.081817:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346492.081818:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346492.081819:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763346492.081821:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346492.081822:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346492.081824:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1763346492.081903:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.081908:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.081975:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.082022:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.082028:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b880 00000400:00000010:1.0:1763346492.082112:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b880. 00000100:00000001:1.0:1763346492.082120:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.082188:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763346492.085315:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300728934, at 4300728935 00000100:00000010:3.0:1763346492.085339:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44f60. 00000100:00000040:0.0:1763346492.085404:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300728934, at 4300728935 00000100:00000010:0.0:1763346492.085410:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44180. 00000100:00000040:1.0:1763346492.086477:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300728934, at 4300728935 00000100:00000010:1.0:1763346492.086486:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44f00. 00010000:00000010:2.1:1763346492.086558:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3f00. 00010000:00000010:2.1:1763346492.086568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a000. 00010000:00000010:2.1:1763346492.086572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3e00. 00010000:00000010:2.1:1763346492.086574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00000100:00000040:2.0:1763346492.086585:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300728934, at 4300728936 00000100:00000010:2.0:1763346492.086590:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44060. 00010000:00000010:1.1:1763346492.088775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:1.1:1763346492.088789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972f00. 00010000:00000010:0.1:1763346492.090340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:0.1:1763346492.090353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c600. 00000800:00000001:0.0:1763346492.359862:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.359880:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.359884:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.359886:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.359897:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.359915:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 304 into portal 12 MB=0x691a70e011100 00000400:00000200:0.0:1763346492.359924:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 304/304 into md 0xd4325 [64] + 31848 00000800:00000001:0.0:1763346492.359932:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.359962:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.359965:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.359970:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.359977:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.359981:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346492.359987:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532983480. 00000100:00000040:0.0:1763346492.359990:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532983480 x1848996540780800 msgsize 304 00000100:00100000:0.0:1763346492.359995:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.360014:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.360022:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.360025:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.360095:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.360098:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540780800 02000000:00000001:1.0:1763346492.360101:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.360104:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.360106:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.360111:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.360115:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540780800 00000020:00000001:1.0:1763346492.360117:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.360119:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346492.360121:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.360125:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:1.0:1763346492.360127:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346492.360130:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346492.360134:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.360138:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30a40. 00000100:00000001:1.0:1763346492.360143:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.360145:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30a40. 00000020:00000010:1.0:1763346492.360151:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346492.360156:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.360161:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346492.360178:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346492.360181:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.360182:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346492.360185:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.360193:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.360203:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.360240:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346492.360241:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346492.360246:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140791 00000100:00000040:1.0:1763346492.360250:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346492.360252:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319573632 : -105874389977984 : ffff9fb532983480) 00000100:00000040:1.0:1763346492.360259:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532983480 x1848996540780800/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 304/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.360268:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.360270:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30a40. 00000100:00000001:1.0:1763346492.360272:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.360274:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30a40. 00000100:00100000:1.0:1763346492.360278:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+491:226266:x1848996540780800:12345-192.168.204.16@tcp:53:lfs.0 00000100:00000200:1.0:1763346492.360283:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540780800 00000020:00000001:1.0:1763346492.360286:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346492.360290:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346492.360296:0:26440:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975d80: xid 1848996540780672, transno 8590055463, client gen 3, slot idx 2 00000001:00000001:1.0:1763346492.360301:0:26440:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5224cf840: xid 1848996540780288, transno 8590055461, client gen 3, slot idx 0 00000001:00000010:1.0:1763346492.360305:0:26440:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5224cf840. 00000020:00000001:1.0:1763346492.360310:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.360312:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346492.360315:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027776 : -1039523840 : ffffffffc20a2000) 00000020:00000001:1.0:1763346492.360318:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346492.360322:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540780800, found 0 last_xid 1848996540780799 00000020:00000001:1.0:1763346492.360325:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346492.360336:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346492.360338:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346492.360341:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.360344:0:26440:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:1.0:1763346492.360354:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346492.360356:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346492.360363:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9fb529048000. 02000000:00000001:1.0:1763346492.360366:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.360369:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.360375:0:26440:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:1.0:1763346492.360376:0:26440:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x4058:0x0] from 18446744073709551615 #0 00000004:00000001:1.0:1763346492.360380:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346492.360381:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4058:0x0] 00000020:00000001:1.0:1763346492.360386:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.360392:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566975800 : -105879142575816 : ffff9fb417515138) 00000004:00000001:1.0:1763346492.360395:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566975712 : -105879142575904 : ffff9fb4175150e0) 00000004:00000001:1.0:1763346492.360397:0:26440:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:1.0:1763346492.360400:0:26440:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:1.0:1763346492.360406:0:26440:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb520530000. 00000004:00000001:1.0:1763346492.360409:0:26440:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346492.360411:0:26440:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763346492.360422:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.360429:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360432:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360438:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.360441:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.360445:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.360450:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.360451:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360452:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360455:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.360459:0:26440:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.360461:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.360463:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346492.360465:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.360467:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346492.360468:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346492.360470:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.360473:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346492.360476:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346492.360478:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.360481:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360483:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360486:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346492.360488:0:26440:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346492.360490:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763346492.360492:0:26440:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.360493:0:26440:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360494:0:26440:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.360496:0:26440:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.360499:0:26440:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.360500:0:26440:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.360502:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346492.360505:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346492.360507:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.360510:0:26440:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.360512:0:26440:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346492.360514:0:26440:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:1.0:1763346492.360517:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346492.360519:0:26440:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417515138/ffff9fb4175150e0 to site lru. bkt: ffff9fb51dc9e258 00000004:00000001:1.0:1763346492.360521:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.360522:0:26440:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.360524:0:26440:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346492.360526:0:26440:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb520530000. 00000004:00000001:1.0:1763346492.360529:0:26440:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346492.360533:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540780800 00010000:00000001:1.0:1763346492.360536:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346492.360541:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532983480 x1848996540780800/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 304/4352 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346492.360549:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346492.360552:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.360555:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.360561:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346492.360563:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346492.360565:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346492.360569:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346492.360571:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.360574:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.360577:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346492.360581:0:26440:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5224cf840. 00000100:00000200:1.0:1763346492.360588:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848996540780800, offset 224 00000400:00000200:1.0:1763346492.360595:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346492.360605:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346492.360611:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198458:198458:256:4294967295] 192.168.204.16@tcp LPNI seq info [198454:198454:8:4294967295] 00000400:00000200:1.0:1763346492.360622:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346492.360627:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346492.360632:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb417a1fe00. 00000800:00000200:1.0:1763346492.360637:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346492.360645:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346492.360648:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb417a1fe00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763346492.360670:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.360674:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346492.360676:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346492.360677:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.360680:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346492.360683:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532983480 x1848996540780800/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 304/4352 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346492.360692:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+491:226266:x1848996540780800:12345-192.168.204.16@tcp:53:lfs.0 Request processed in 422us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346492.360700:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140791 00000100:00000040:1.0:1763346492.360703:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346492.360705:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346492.360706:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346492.360711:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.360717:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346492.360721:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:1.0:1763346492.360725:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:1.0:1763346492.360728:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346492.360943:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.360948:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb417a1fe00. 00000400:00000200:3.0:1763346492.360951:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.360955:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.360959:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5224cf840 00000400:00000010:3.0:1763346492.360961:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5224cf840. 00000100:00000001:3.0:1763346492.360964:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.360966:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.390182:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.390205:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.390209:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.390261:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.390273:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.390291:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 584 into portal 12 MB=0x691a70e011180 00000400:00000200:0.0:1763346492.390299:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 584/584 into md 0xd4325 [64] + 32152 00000800:00000001:0.0:1763346492.390307:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.390317:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.390320:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.390324:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.390341:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.390344:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346492.390350:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532980a80. 00000100:00000040:0.0:1763346492.390355:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532980a80 x1848996540780928 msgsize 584 00000100:00100000:0.0:1763346492.390358:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.390378:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.390387:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.390391:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.390527:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.390530:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540780928 02000000:00000001:2.0:1763346492.390533:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.390536:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.390538:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.390543:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.390547:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540780928 00000020:00000001:2.0:1763346492.390550:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.390552:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346492.390554:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.390558:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:2.0:1763346492.390560:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346492.390563:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346492.390568:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.390574:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.390577:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.390580:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000020:00000010:2.0:1763346492.390587:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.390593:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.390598:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.390606:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346492.390609:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.390611:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346492.390614:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346492.390616:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.390618:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.390627:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.390646:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.390660:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.390663:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.390667:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140792 00000100:00000040:2.0:1763346492.390672:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346492.390674:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319562880 : -105874389988736 : ffff9fb532980a80) 00000100:00000040:2.0:1763346492.390681:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532980a80 x1848996540780928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 584/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.390690:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.390693:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.390695:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.390697:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000100:00100000:2.0:1763346492.390701:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+491:226268:x1848996540780928:12345-192.168.204.16@tcp:101:stat.0 00000100:00000200:2.0:1763346492.390705:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540780928 00000020:00000001:2.0:1763346492.390709:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.390714:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.390719:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.390722:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.390724:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.390728:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346492.390733:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540780928, found 0 last_xid 1848996540780927 00000020:00000001:2.0:1763346492.390736:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.390738:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.390740:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.390748:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.390751:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.390754:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.390756:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.390758:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.390760:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.390767:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.390776:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:2.0:1763346492.390780:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.390783:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.390787:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346492.390791:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.390794:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463af9fcc to hash 00000020:00000001:2.0:1763346492.390795:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.390797:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000010:2.0:1763346492.390802:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e80. 00010000:00000001:2.0:1763346492.390806:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346492.390811:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463af9fcc lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127ec expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.390819:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:2.0:1763346492.390822:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00010000:00000001:2.0:1763346492.390829:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346492.390832:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346492.390839:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346492.390842:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346492.390844:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763346492.390846:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.390848:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346492.390852:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.390857:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346492.390860:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346492.390862:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.390866:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346492.390867:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346492.390871:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.390873:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.390914:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb514140000. 02000000:00000001:2.0:1763346492.390917:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.390920:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.390922:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.390924:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763346492.390929:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346492.390931:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.390933:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.390936:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.390937:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.390939:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.390941:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.390942:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.390943:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.390944:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.390946:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.390947:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.390949:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.390950:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.390951:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.390953:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.390954:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.390955:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.390957:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.390958:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.390963:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346492.390968:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346492.390971:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346492.390973:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346492.390975:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.390977:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.390978:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.390980:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346492.390982:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.390986:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763346492.390991:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314baf8 00000004:00000002:2.0:1763346492.390993:0:19997:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_1, ldlm_rep = ffff9fb514140228 00000004:00000001:2.0:1763346492.390997:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346492.391001:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346492.391005:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346492.391009:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.391011:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.391014:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346492.391016:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.391018:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.391021:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d200. 00000020:00000001:2.0:1763346492.391024:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.391025:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d200 with handle 0x757b854463af9fd3 to hash 00000020:00000001:2.0:1763346492.391027:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.391028:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000010:2.0:1763346492.391030:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.391032:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.391036:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.391037:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.391041:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391047:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.391052:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.391055:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.391057:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.391059:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391061:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.391063:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391065:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.391068:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.391070:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.391071:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.391074:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:2.0:1763346492.391077:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346492.391081:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 492 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346492.391088:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391093:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.391099:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.391101:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.391103:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.391104:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391106:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.391109:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.391111:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.391114:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.391117:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391122:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.391123:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.391125:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.391126:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.391128:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346492.391132:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078400. 00010000:00000010:2.0:1763346492.391136:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969c00. 00010000:00000001:2.0:1763346492.391139:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.391141:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346492.391143:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.391145:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463af9fda to hash 00000020:00000001:2.0:1763346492.391147:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.391148:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346492.391151:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894b00. 00010000:00000001:2.0:1763346492.391154:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.391156:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.391158:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.391160:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391165:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.391166:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.391167:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.391169:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.391170:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391172:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.391173:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391176:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.391177:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.391178:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.391179:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.391181:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x67dc7ff9 (ffff9fb503078400) refcount = 1 00010000:00010000:2.0:1763346492.391184:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391189:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.391191:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.391192:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.391194:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.391195:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391197:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.391199:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.391201:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.391203:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.391206:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391254:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.391256:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.391257:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.391259:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.391264:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346492.391340:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346492.391344:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346492.391348:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346492.391352:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.391357:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346492.391383:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.391386:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346492.391387:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346492.391390:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.391393:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.391395:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.391397:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.391399:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346492.391401:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.391403:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346492.391406:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346492.391408:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346492.391410:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.391411:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.391412:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.391426:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.391427:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.391453:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.391455:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.391458:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.391460:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.391462:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.391464:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4058:0x0] 00000020:00000001:2.0:1763346492.391466:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.391471:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566975800 : -105879142575816 : ffff9fb417515138) 00000004:00000001:2.0:1763346492.391473:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566975712 : -105879142575904 : ffff9fb4175150e0) 00000004:00000001:2.0:1763346492.391477:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346492.391479:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.391481:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346492.391486:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078b00. 00010000:00000010:2.0:1763346492.391490:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969180. 00010000:00000001:2.0:1763346492.391493:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.391495:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80cc00. 00000020:00000001:2.0:1763346492.391497:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.391499:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80cc00 with handle 0x757b854463af9fe1 to hash 00000020:00000001:2.0:1763346492.391500:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.391501:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000010:2.0:1763346492.391505:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894c80. 00010000:00000001:2.0:1763346492.391507:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346492.391509:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.391511:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.391513:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391518:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.391520:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.391521:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.391522:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.391524:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391525:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.391526:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391528:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.391530:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.391531:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.391532:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.391533:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) refcount = 1 00010000:00010000:2.0:1763346492.391536:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391541:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.391544:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.391545:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.391546:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.391547:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.391549:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.391551:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.391552:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.391554:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.391557:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.391562:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.391563:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.391564:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.391566:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.391568:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.391569:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346492.391571:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346492.391574:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346492.391575:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.391576:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.391578:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.391581:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346492.391587:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346492.391590:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346492.391595:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.391598:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.391605:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391608:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391614:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.391617:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.391621:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.391623:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346492.391625:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.391627:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4058:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:2.0:1763346492.391631:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.391632:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391634:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391637:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.391638:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.391640:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.391642:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.391643:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391644:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391646:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.391647:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.391649:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346492.391651:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346492.391652:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346492.391655:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb514140370 00000004:00000001:2.0:1763346492.391657:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.391660:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.391661:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.391663:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.391664:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.391666:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.391667:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.391668:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.391670:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.391672:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763346492.391675:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: returning size 1024 00000004:00000040:2.0:1763346492.391678:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4058:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763346492.391681:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763346492.391683:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9737 00000004:00200000:2.0:1763346492.391686:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1763346492.391688:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763346492.391689:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.391690:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.391693:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346492.391695:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.391697:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391698:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.391700:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.391702:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.391703:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.391706:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.391711:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346492.391718:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.392732:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392749:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.392750:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.392753:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346492.392755:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346492.392759:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00000004:00010000:2.0:1763346492.392764:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000004:00000001:2.0:1763346492.392771:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346492.392776:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417515138/ffff9fb4175150e0 to site lru. bkt: ffff9fb51dc9e258 00000004:00000001:2.0:1763346492.392778:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.392780:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346492.392782:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346492.392784:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.392786:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346492.392790:0:19997:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1763346492.392793:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.392794:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.392795:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.392798:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) refcount = 1 00010000:00010000:2.0:1763346492.392801:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392805:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.392806:0:19997:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392808:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.392810:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.392812:0:19997:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.392815:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346492.392818:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346492.392819:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.392821:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.392822:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=3 00000020:00000001:2.0:1763346492.392824:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.392826:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.392828:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.392832:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392837:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.392837:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.392840:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392844:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.392846:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392849:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.392852:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346492.392858:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.392860:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.392862:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.392864:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392870:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.392871:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.392872:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.392873:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=4 00000020:00000001:2.0:1763346492.392876:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.392878:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.392880:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.392883:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392888:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.392890:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.392891:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392895:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.392896:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.392898:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.392900:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.392902:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d200 with handle 0x757b854463af9fd3 from hash 00010000:00000001:2.0:1763346492.392904:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.392905:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.392906:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.392907:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.392911:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.392912:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392914:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.392916:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.392918:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.392921:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346492.392923:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346492.392925:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.392928:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392929:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.392931:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.392934:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.392934:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.392936:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392938:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.392940:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.392942:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392946:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.392947:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.392949:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.392951:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.392952:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.392954:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463af9fd3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346492.392960:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.392969:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.392971:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.392972:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346492.392973:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.392974:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.392975:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346492.392977:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.392979:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.392981:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.392984:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392988:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.392990:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.392991:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.392996:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.392997:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.392999:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.393000:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346492.393005:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80de00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.393006:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.393007:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.393009:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.393013:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.393015:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.393017:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.393018:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=4 00000020:00000001:2.0:1763346492.393020:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.393022:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.393024:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.393026:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.393030:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.393032:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.393033:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.393035:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.393036:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.393038:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.393039:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.393041:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463af9fda from hash 00010000:00000001:2.0:1763346492.393043:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.393044:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.393046:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.393047:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.393048:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.393049:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.393051:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.393113:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.393115:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.393116:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x67dc7ff9 (ffff9fb503078400) 00010000:00010000:2.0:1763346492.393118:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346492.393120:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.393122:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.393124:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.393125:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.393127:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.393128:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.393129:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.393131:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.393134:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.393136:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346492.393141:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.393142:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.393143:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.393144:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.393145:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.393147:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463af9fda lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346492.393152:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894b00. 00010000:00000040:2.0:1763346492.393155:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00010000:00000010:2.0:1763346492.393162:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969c00. 00010000:00000001:2.0:1763346492.393168:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.393170:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.393171:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346492.393173:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346492.393175:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763346492.393177:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.393178:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.393179:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346492.393181:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346492.393183:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00000004:00000040:2.0:1763346492.393186:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346492.393189:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00010000:00000001:2.0:1763346492.393195:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.393196:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.393197:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346492.393199:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763346492.393204:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346492.393206:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346492.393208:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346492.393209:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346492.393275:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346492.393281:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346492.393287:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.393289:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346492.393292:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346492.393296:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:2.0:1763346492.393299:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.393300:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346492.393303:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346492.393305:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.393308:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.393310:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.393311:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.393312:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.393315:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463af9fcc from hash 00010000:00000001:2.0:1763346492.393316:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.393318:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.393319:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.393320:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346492.393321:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.393338:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463af9fcc lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ec expref: 493 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.393345:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:2.0:1763346492.393348:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00010000:00000010:2.0:1763346492.393350:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e80. 00010000:00000001:2.0:1763346492.393354:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.393356:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.393362:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346492.393366:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ec expref: 492 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346492.393372:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.393374:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.393376:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) 00010000:00010000:2.0:1763346492.393378:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763346492.393380:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.393382:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.393383:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.393384:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.393385:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.393387:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80cc00, rc 0) 00000020:00000001:2.0:1763346492.393390:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.393394:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540780928 00010000:00000001:2.0:1763346492.393397:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.393406:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532980a80 x1848996540780928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 584/640 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.393415:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.393418:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.393422:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.393427:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.393429:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.393431:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.393446:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.393450:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.393454:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.393457:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.393467:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bd48. 00000100:00000200:2.0:1763346492.393474:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540780928, offset 224 00000400:00000200:2.0:1763346492.393481:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.393500:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.393507:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198459:198459:256:4294967295] 192.168.204.16@tcp LPNI seq info [198455:198455:8:4294967295] 00000400:00000200:2.0:1763346492.393580:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.393586:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.393593:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.393599:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.393607:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.393611:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.393816:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.393821:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.393824:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.393825:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.393828:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.393834:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532980a80 x1848996540780928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 584/640 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.393843:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+492:226268:x1848996540780928:12345-192.168.204.16@tcp:101:stat.0 Request processed in 3151us (3487us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346492.393852:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140792 00000100:00000040:2.0:1763346492.393864:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346492.393867:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.393869:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.393874:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.393879:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.393884:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.393889:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:2.0:1763346492.393891:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.393984:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.393989:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:0.0:1763346492.393995:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.394000:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.394005:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bd48 00000400:00000010:0.0:1763346492.394007:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bd48. 00000100:00000001:0.0:1763346492.394013:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.394015:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.400359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:2.1:1763346492.400377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346492.400390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000001:3.0:1763346492.405051:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.405070:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.405074:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.405076:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.405088:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346492.405106:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011200 00000400:00000200:3.0:1763346492.405114:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 11176 00000800:00000001:3.0:1763346492.405122:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.405135:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.405138:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.405143:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.405151:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.405154:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346492.405162:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522401f80. 00000100:00000040:3.0:1763346492.405166:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522401f80 x1848996540781056 msgsize 328 00000100:00100000:3.0:1763346492.405170:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346492.405186:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346492.405194:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.405198:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346492.406414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000100:00000001:2.0:1763346492.406465:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.406469:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540781056 02000000:00000001:2.0:1763346492.406472:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.406475:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.406478:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.406484:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.406488:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540781056 00000020:00000001:2.0:1763346492.406491:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.406494:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346492.406496:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.406499:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:2.0:1763346492.406502:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346492.406505:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346492.406510:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.406517:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.406522:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.406525:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000020:00000010:2.0:1763346492.406532:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.406538:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.406544:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.406553:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346492.406557:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.406559:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.406561:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.406571:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.406590:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.406604:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.406607:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.406617:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20084 00000100:00000040:2.0:1763346492.406622:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346492.406625:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045365632 : -105874664185984 : ffff9fb522401f80) 00000100:00000040:2.0:1763346492.406635:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522401f80 x1848996540781056/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.406646:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.406649:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.406651:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.406653:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000100:00100000:2.0:1763346492.406658:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540781056:12345-192.168.204.16@tcp:101:stat.0 00000100:00000200:2.0:1763346492.406662:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540781056 00000020:00000001:2.0:1763346492.406667:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.406672:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.406675:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.406678:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.406681:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.406685:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346492.406688:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.406692:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.406694:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.406702:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.406705:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.406709:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.406711:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.406713:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.406716:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.406722:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.406730:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:2.0:1763346492.406733:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.406737:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.406741:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346492.406745:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.406748:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463af9fe8 to hash 00000020:00000001:2.0:1763346492.406751:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.406753:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.406756:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346492.406761:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463af9fe8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127f3 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.406772:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346492.406775:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:2.0:1763346492.406783:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346492.406787:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346492.406790:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.406793:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.406800:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa5b000. 02000000:00000001:2.0:1763346492.406803:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.406805:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.406809:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346492.406811:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.406815:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.406818:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346492.406824:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346492.406827:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346492.406830:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346492.406833:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.406838:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346492.406845:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975f00. 00000100:00000001:2.0:1763346492.406847:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470513920 : -105874239037696 : ffff9fb53b975f00) 00000100:00000001:2.0:1763346492.406849:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470513920 : -105874239037696 : ffff9fb53b975f00) 00000100:00000001:2.0:1763346492.406852:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346492.406854:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346492.406856:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.406859:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346492.406864:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f100. 00000020:00000040:2.0:1763346492.406868:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346492.406872:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346492.406875:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346492.406881:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346492.406887:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569ac00. 00000100:00000001:2.0:1763346492.406893:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.406900:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346492.406902:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346492.406908:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.406916:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346492.406919:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.406924:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514966016:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.406928:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346492.406933:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346492.406936:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.406939:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346492.406945:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569be00. 02000000:00000001:2.0:1763346492.406947:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346492.406952:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346492.406959:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bdd0. 00000100:00000200:2.0:1763346492.406967:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966016, portal 16 00000100:00000001:2.0:1763346492.406970:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346492.406972:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183175936 : -105874526375680 : ffff9fb52a76f100) 00000100:00000040:2.0:1763346492.406978:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.406985:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.406988:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.406990:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bbb0. 00000100:00000200:2.0:1763346492.406993:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514966016, offset 0 00000400:00000200:2.0:1763346492.407000:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.407012:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.407017:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346492.407021:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346492.407025:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346492.407028:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346492.407031:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198460:198460:256:4294967295] 192.168.204.16@tcp LPNI seq info [198456:198456:8:4294967295] 00000400:00000200:2.0:1763346492.407043:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.407050:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.407056:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.407063:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.407072:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.407076:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.407099:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.407104:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729321 00000100:00000010:2.0:1763346492.407109:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0ad20. 00000100:00000001:2.0:1763346492.407118:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346492.407125:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729321 00000100:00000010:2.0:1763346492.407129:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a7e0. 00000100:00000001:2.0:1763346492.407133:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346492.407148:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729321 00000100:00000010:2.0:1763346492.407152:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a600. 00000100:00000001:2.0:1763346492.407156:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346492.407159:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729321 00000100:00000010:2.0:1763346492.407163:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0aba0. 00000100:00000001:2.0:1763346492.407167:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346492.407172:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.407175:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.407177:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.407179:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.407182:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.407183:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346492.407185:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346492.407189:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.407190:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.407192:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346492.407194:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.407196:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346492.407198:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346492.407201:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975f00 going to sleep for 11 seconds 00000100:00000001:2.0:1763346492.407204:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346492.407207:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346492.407266:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.407272:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:0.0:1763346492.407278:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.407283:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.407288:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bbb0 00000400:00000010:0.0:1763346492.407290:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bbb0. 00000100:00000001:0.0:1763346492.407296:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346492.407301:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.407310:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.407314:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.407321:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.407323:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.409814:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.409834:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.409839:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.409842:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.409853:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.409870:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772a00 00000400:00000200:0.0:1763346492.409880:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f895 [1] + 224 00000800:00000001:0.0:1763346492.409887:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.409895:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.409898:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.409903:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.409911:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.409921:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346492.409932:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.409958:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.409966:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.409970:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.410972:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346492.410983:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346492.410985:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346492.410989:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346492.410995:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bdd0 00000400:00000010:2.0:1763346492.410998:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bdd0. 00000100:00000001:2.0:1763346492.411004:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346492.411014:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346492.411026:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.411033:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346492.411035:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.411038:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346492.411042:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346492.411045:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.411048:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.411052:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.411059:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346492.411064:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346492.411066:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346492.411068:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.411071:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346492.411075:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.411077:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.411082:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.411089:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.411092:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346492.411093:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.411097:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346492.411103:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346492.411113:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346492.411117:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.411125:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:2.0:1763346492.411128:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:2.0:1763346492.411131:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346492.411138:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346492.411142:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:2.0:1763346492.411146:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.411148:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.411149:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.411155:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346492.411163:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514966016:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.411168:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.411171:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.411174:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346492.411177:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346492.411181:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76f100 x1848996514966016/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.411189:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346492.411191:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346492.411196:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569be00. 02000000:00000001:2.0:1763346492.411201:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346492.411204:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346492.411205:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346492.411208:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346492.411313:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569ac00. 02000000:00000001:2.0:1763346492.411319:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346492.411321:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346492.411324:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76f100. 00000100:00000001:2.0:1763346492.411337:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346492.411339:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346492.411342:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975f00. 00000100:00000001:2.0:1763346492.411345:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346492.411348:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346492.411352:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7b2c0. 00010000:00000001:2.0:1763346492.411356:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346492.411360:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.411364:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346492.411367:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.411374:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.411375:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.411378:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.411381:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.411384:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463af9fe8 from hash 00010000:00000001:2.0:1763346492.411387:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.411388:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.411389:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.411391:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346492.411393:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.411396:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346492.411405:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463af9fe8 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127f3 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346492.411430:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346492.411434:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.411438:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.411440:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.411442:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.411448:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.411449:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.411450:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.411452:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.411454:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.411456:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.411459:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346492.411461:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.411464:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.411466:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.411467:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.411470:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463af9fe8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127f3 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346492.411479:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346492.411482:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:2.0:1763346492.411489:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.411491:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346492.411494:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346492.411498:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540781056 00010000:00000001:2.0:1763346492.411502:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.411508:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522401f80 x1848996540781056/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.411516:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.411519:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.411522:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.411527:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.411530:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.411532:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.411536:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.411539:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.411544:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.411547:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.411553:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bdd0. 00000100:00000200:2.0:1763346492.411558:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540781056, offset 224 00000400:00000200:2.0:1763346492.411565:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.411578:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.411635:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198461:198461:256:4294967295] 192.168.204.16@tcp LPNI seq info [198457:198457:8:4294967295] 00000400:00000200:2.0:1763346492.411651:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.411658:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.411866:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.411876:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.411885:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.411890:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.411964:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.411969:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.411972:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.411974:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.411977:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.411984:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522401f80 x1848996540781056/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.411997:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540781056:12345-192.168.204.16@tcp:101:stat.0 Request processed in 5347us (6827us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346492.412009:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20084 00000100:00000040:2.0:1763346492.412014:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346492.412017:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.412020:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.412027:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.412032:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.412038:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.412042:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:2.0:1763346492.412045:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346492.412191:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.412197:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346492.412202:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.412208:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.412243:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bdd0 00000400:00000010:3.0:1763346492.412246:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bdd0. 00000100:00000001:3.0:1763346492.412251:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.412253:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.419452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000001:0.0:1763346492.434632:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.434650:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.434653:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.434655:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.434666:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.434683:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e011280 00000400:00000200:0.0:1763346492.434691:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 32736 00000800:00000001:0.0:1763346492.434699:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.434707:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.434710:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.434715:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.434722:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.434725:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346492.434731:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532981180. 00000100:00000040:0.0:1763346492.434735:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532981180 x1848996540781184 msgsize 576 00000100:00100000:0.0:1763346492.434740:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346492.435399:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346492.436031:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1763346492.436607:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540781184 02000000:00000001:2.0:1763346492.436611:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.436613:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.436616:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.436622:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.436626:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540781184 00000020:00000001:2.0:1763346492.436630:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.436632:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346492.436634:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.436638:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:2.0:1763346492.436641:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346492.436644:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346492.436648:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.436727:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.436733:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.436736:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.436743:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f600. 00000020:00000010:3.0:1763346492.436749:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.436754:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.436763:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346492.436766:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.436768:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346492.436771:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346492.436773:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.436776:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.436785:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.436804:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.436824:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.436826:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.436834:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140793 00000100:00000040:3.0:1763346492.436838:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346492.436841:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319564672 : -105874389986944 : ffff9fb532981180) 00000100:00000040:3.0:1763346492.436848:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532981180 x1848996540781184/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 576/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346492.436857:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.436860:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.436863:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.436865:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.436870:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+492:226269:x1848996540781184:12345-192.168.204.16@tcp:101:readlink.0 00000100:00000200:3.0:1763346492.436873:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540781184 00000020:00000001:3.0:1763346492.436877:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.436881:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.436886:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.436889:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.436891:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346492.436894:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346492.436898:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540781184, found 0 last_xid 1848996540781183 00000020:00000001:3.0:1763346492.436900:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.436903:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.436905:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.436912:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.436914:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346492.436917:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346492.436919:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346492.436921:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346492.436923:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.436929:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346492.436937:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:3.0:1763346492.436939:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.436943:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.436947:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346492.436951:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.436954:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463af9fef to hash 00000020:00000001:3.0:1763346492.436956:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.436957:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000010:3.0:1763346492.436963:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346492.436966:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00010000:3.0:1763346492.436972:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9fef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792127fa expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.436992:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346492.436995:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00010000:00000001:3.0:1763346492.437002:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346492.437005:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346492.437013:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346492.437015:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346492.437017:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763346492.437019:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346492.437021:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1763346492.437024:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.437029:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199476339256 : -105874233212360 : ffff9fb53bf04238) 00000004:00000001:3.0:1763346492.437031:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638199476339168 : -105874233212448 : ffff9fb53bf041e0) 00000004:00000001:3.0:1763346492.437034:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437037:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346492.437039:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346492.437042:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.437045:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.437084:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb531270000. 02000000:00000001:3.0:1763346492.437087:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.437090:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437092:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437095:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763346492.437099:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346492.437102:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.437104:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437107:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.437109:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.437110:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437112:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.437113:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.437115:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437117:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.437118:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.437120:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437122:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.437123:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.437124:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437126:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.437128:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.437129:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437132:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.437133:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.437138:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346492.437143:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346492.437146:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346492.437148:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346492.437150:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437152:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.437154:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437156:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346492.437158:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437164:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763346492.437167:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346492.437169:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:3.0:1763346492.437171:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.437177:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:3.0:1763346492.437179:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:3.0:1763346492.437181:0:19997:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1763346492.437183:0:19997:0:(mdt_lib.c:2202:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346492.437186:0:19997:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000bd2:0x4057:0x0], ldlm_rep = ffff9fb531270228 00000004:00000001:3.0:1763346492.437192:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346492.437196:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346492.437198:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346492.437201:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:3.0:1763346492.437203:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.437206:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.437209:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b800. 00000020:00000001:3.0:1763346492.437240:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.437242:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b800 with handle 0x757b854463af9ff6 to hash 00000020:00000001:3.0:1763346492.437245:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.437247:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000010:3.0:1763346492.437251:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001a00. 00010000:00000001:3.0:1763346492.437253:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346492.437257:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.437259:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.437264:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463af9ff6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.437271:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346492.437276:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346492.437279:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346492.437282:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.437285:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.437287:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.437289:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.437292:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346492.437294:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346492.437296:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346492.437297:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346492.437300:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 2 00010000:00000040:3.0:1763346492.437304:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346492.437308:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 493 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346492.437316:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463af9ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.437323:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346492.437340:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.437343:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.437345:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346492.437347:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.437349:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.437351:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.437354:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346492.437357:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.437360:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463af9ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.437366:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346492.437368:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.437369:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.437371:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.437373:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.437375:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346492.437377:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346492.437379:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346492.437381:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.437383:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.437384:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437388:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763346492.437393:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346492.437397:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346492.437433:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437437:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.437443:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.437446:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.437451:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437454:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437458:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437461:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.437463:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.437464:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.437465:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437469:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437471:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346492.437474:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346492.437476:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437479:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.437481:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437483:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.437484:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.437486:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.437488:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.437489:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.437491:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346492.437493:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:3.0:1763346492.437496:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: returning size 11776 00000004:00200000:3.0:1763346492.437499:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00000002:3.0:1763346492.437501:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763346492.437502:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.437504:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437507:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763346492.437509:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.437510:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.437511:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.437513:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437515:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437517:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.437519:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.437525:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346492.437532:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437534:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.437545:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.437547:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.437548:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346492.437551:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346492.437553:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00000004:00010000:3.0:1763346492.437556:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463af9ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.437562:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.437563:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.437565:0:19997:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763346492.437567:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346492.437571:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:3.0:1763346492.437573:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763346492.437575:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.437577:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.437578:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346492.437580:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346492.437582:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00000004:00000040:3.0:1763346492.437585:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346492.437588:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:3.0:1763346492.437591:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.437593:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.437594:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346492.437596:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763346492.437599:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346492.437601:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346492.437603:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346492.437604:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346492.437606:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346492.437608:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346492.437612:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.437615:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346492.437617:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346492.437619:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346492.437620:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763346492.437623:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346492.437625:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.437628:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.437630:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.437632:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.437633:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.437636:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463af9fef from hash 00010000:00000001:3.0:1763346492.437639:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.437640:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.437641:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.437642:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346492.437644:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.437648:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463af9fef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127fa expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.437656:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346492.437659:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00010000:00000010:3.0:1763346492.437661:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346492.437670:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.437672:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.437677:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346492.437680:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463af9ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127fa expref: 493 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346492.437688:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.437691:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346492.437694:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:3.0:1763346492.437696:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1763346492.437700:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.437703:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.437704:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346492.437706:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.437707:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346492.437709:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b800, rc 0) 00000020:00000001:3.0:1763346492.437712:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346492.437715:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540781184 00010000:00000001:3.0:1763346492.437718:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.437723:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532981180 x1848996540781184/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 576/584 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346492.437731:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.437734:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.437738:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.437743:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.437746:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.437748:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.437752:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.437755:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.437758:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.437761:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.437767:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbb28. 00000100:00000200:3.0:1763346492.437774:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848996540781184, offset 224 00000400:00000200:3.0:1763346492.437781:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.437793:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.437801:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198462:198462:256:4294967295] 192.168.204.16@tcp LPNI seq info [198458:198458:8:4294967295] 00000400:00000200:3.0:1763346492.437812:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.437818:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.437824:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b000. 00000800:00000200:3.0:1763346492.437830:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.437838:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.437843:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.439128:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.439140:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.439143:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.439145:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.439148:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.439156:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981180 x1848996540781184/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 576/584 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346492.439167:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226269:x1848996540781184:12345-192.168.204.16@tcp:101:readlink.0 Request processed in 2308us (4430us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346492.439177:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140793 00000100:00000040:3.0:1763346492.439181:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346492.439183:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.439186:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.439193:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.439199:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.439204:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f600. 00000020:00000040:3.0:1763346492.439210:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:3.0:1763346492.439230:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.439411:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.439424:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.441710:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.441719:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b000. 00000400:00000200:1.0:1763346492.441728:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.441737:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.441743:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbb28 00000400:00000010:1.0:1763346492.441746:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbb28. 00000100:00000001:1.0:1763346492.441751:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.441753:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346492.445102:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.445122:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.445127:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.445129:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.445141:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346492.445158:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011300 00000400:00000200:3.0:1763346492.445165:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 11504 00000800:00000001:3.0:1763346492.445172:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.445180:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.445182:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.445187:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.445194:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.445197:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346492.445203:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522402300. 00000100:00000040:3.0:1763346492.445207:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522402300 x1848996540781312 msgsize 328 00000100:00100000:3.0:1763346492.445251:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346492.445265:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346492.445274:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.445278:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.445415:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.445419:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540781312 02000000:00000001:2.0:1763346492.445422:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.445425:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.445427:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.445433:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.445437:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540781312 00000020:00000001:2.0:1763346492.445441:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.445443:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346492.445445:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.445448:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:2.0:1763346492.445450:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346492.445453:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346492.445458:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.445463:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.445467:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.445470:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000020:00000010:2.0:1763346492.445477:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.445482:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.445488:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.445495:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346492.445498:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.445499:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.445502:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.445511:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.445517:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.445527:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.445529:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.445534:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20085 00000100:00000040:2.0:1763346492.445538:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346492.445541:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045366528 : -105874664185088 : ffff9fb522402300) 00000100:00000040:2.0:1763346492.445548:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522402300 x1848996540781312/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.445558:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.445561:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.445563:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.445565:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000100:00100000:2.0:1763346492.445569:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540781312:12345-192.168.204.16@tcp:101:readlink.0 00000100:00000200:2.0:1763346492.445573:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540781312 00000020:00000001:2.0:1763346492.445577:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.445582:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.445584:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.445587:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.445589:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.445592:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346492.445596:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.445598:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.445601:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.445608:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.445610:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.445614:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.445617:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.445619:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.445621:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.445627:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.445635:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:2.0:1763346492.445638:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.445641:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.445645:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346492.445648:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.445650:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463af9ffd to hash 00000020:00000001:2.0:1763346492.445653:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.445654:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.445658:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346492.445664:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463af9ffd lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212801 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.445674:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346492.445676:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:2.0:1763346492.445685:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346492.445688:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346492.445691:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.445693:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.445699:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa59000. 02000000:00000001:2.0:1763346492.445701:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.445704:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.445707:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346492.445709:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.445713:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.445715:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346492.445720:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346492.445723:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346492.445726:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346492.445729:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.445732:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346492.445739:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975f00. 00000100:00000001:2.0:1763346492.445742:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470513920 : -105874239037696 : ffff9fb53b975f00) 00000100:00000001:2.0:1763346492.445744:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470513920 : -105874239037696 : ffff9fb53b975f00) 00000100:00000001:2.0:1763346492.445747:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346492.445748:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346492.445750:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.445752:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346492.445756:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f100. 00000020:00000040:2.0:1763346492.445759:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346492.445762:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346492.445765:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346492.445771:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346492.445777:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569ac00. 00000100:00000001:2.0:1763346492.445782:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.445788:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346492.445791:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346492.445797:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.445805:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346492.445807:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.445811:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514966144:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.445815:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346492.445820:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346492.445823:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.445825:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346492.445831:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569be00. 02000000:00000001:2.0:1763346492.445832:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346492.445837:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346492.445843:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346492.445849:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966144, portal 16 00000100:00000001:2.0:1763346492.445851:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346492.445853:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183175936 : -105874526375680 : ffff9fb52a76f100) 00000100:00000040:2.0:1763346492.445859:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.445866:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.445868:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.445870:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035baa0. 00000100:00000200:2.0:1763346492.445873:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514966144, offset 0 00000400:00000200:2.0:1763346492.445878:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.445889:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.445894:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346492.445898:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346492.445902:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346492.445905:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346492.445908:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198463:198463:256:4294967295] 192.168.204.16@tcp LPNI seq info [198459:198459:8:4294967295] 00000400:00000200:2.0:1763346492.445919:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.445924:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.445929:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.445935:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.445942:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.445946:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1763346492.449574:0:3287:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00000100:00000001:2.0:1763346492.449619:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.449628:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729364 00000100:00000001:2.0:1763346492.449662:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729321 00000100:00000001:2.0:1763346492.449680:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729364 00000100:00000001:2.0:1763346492.449685:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729321 00000100:00000001:2.0:1763346492.449687:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729364 00000100:00000001:2.0:1763346492.449690:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729321 00000100:00000001:2.0:1763346492.449693:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729364 00000100:00000001:2.0:1763346492.449709:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729321 00000100:00000001:2.0:1763346492.449714:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.449719:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.449722:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.449724:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.449727:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.449740:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346492.449743:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346492.449747:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.449750:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.449752:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346492.449755:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.449757:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346492.449759:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346492.449774:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975f00 going to sleep for 11 seconds 00000100:00000001:2.0:1763346492.449778:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346492.449781:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346492.452282:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.452290:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346492.452344:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.452354:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.452361:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000400:00000010:3.0:1763346492.452364:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000100:00000001:3.0:1763346492.452371:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346492.452380:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.452392:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.452396:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.452405:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.452407:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346492.460849:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.460876:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.460880:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.460883:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.460906:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.460924:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772a80 00000400:00000200:1.0:1763346492.460943:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f8a5 [1] + 224 00000800:00000001:1.0:1763346492.460951:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.460961:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.460964:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.460983:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.460991:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.461000:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346492.461011:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.461058:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.461069:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.461072:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.461406:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346492.461430:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346492.461433:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346492.461437:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346492.461442:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:2.0:1763346492.461457:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:2.0:1763346492.461463:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346492.461469:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346492.461489:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.461496:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346492.461498:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.461500:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346492.461504:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346492.461507:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.461509:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.461526:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.461535:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346492.461540:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346492.461555:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346492.461557:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.461560:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346492.461563:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.461566:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.461571:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.461578:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.461582:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346492.461594:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.461598:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346492.461604:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346492.461614:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346492.461631:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.461638:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:2.0:1763346492.461641:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:2.0:1763346492.461646:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346492.461654:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346492.461658:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:2.0:1763346492.461670:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.461673:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.461674:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.461679:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346492.461687:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514966144:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.461704:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.461707:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.461710:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346492.461713:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346492.461716:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76f100 x1848996514966144/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.461722:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346492.461725:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346492.461730:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569be00. 02000000:00000001:2.0:1763346492.461735:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346492.461747:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346492.461749:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346492.461752:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346492.461755:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569ac00. 02000000:00000001:2.0:1763346492.461758:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346492.461760:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346492.461762:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76f100. 00000100:00000001:2.0:1763346492.461766:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346492.461767:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346492.461770:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975f00. 00000100:00000001:2.0:1763346492.461773:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346492.461775:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346492.461785:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7b2c0. 00010000:00000001:2.0:1763346492.461789:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346492.461792:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.461796:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346492.461799:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.461806:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.461818:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.461822:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.461824:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.461827:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463af9ffd from hash 00010000:00000001:2.0:1763346492.461830:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.461831:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.461832:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.461833:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346492.461836:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.461838:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346492.461845:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463af9ffd lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212801 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346492.461870:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346492.461873:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.461876:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.461878:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.461880:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.461884:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.461886:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.461887:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.461888:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.461890:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.461892:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.461894:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346492.461907:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.461910:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.461911:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.461912:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.461916:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463af9ffd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212801 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346492.461924:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346492.461927:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:2.0:1763346492.461946:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.461948:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346492.461950:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346492.461955:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540781312 00010000:00000001:2.0:1763346492.461958:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.461964:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522402300 x1848996540781312/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.461979:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.461982:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.461985:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.461989:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.461992:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.461994:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.461997:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.462001:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.462004:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.462007:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.462013:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346492.462028:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540781312, offset 224 00000400:00000200:2.0:1763346492.462035:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.462045:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.462066:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198464:198464:256:4294967295] 192.168.204.16@tcp LPNI seq info [198460:198460:8:4294967295] 00000400:00000200:2.0:1763346492.462077:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.462083:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.462091:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.462097:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.462116:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.462121:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.462153:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.462157:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.462159:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.462161:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.462164:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.462169:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522402300 x1848996540781312/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.462192:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522402300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540781312:12345-192.168.204.16@tcp:101:readlink.0 Request processed in 16632us (16983us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346492.462202:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20085 00000100:00000040:2.0:1763346492.462206:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346492.462208:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.462210:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.462292:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.462298:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.462303:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.462319:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:2.0:1763346492.462322:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346492.462657:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.462676:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346492.462681:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.462686:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.462690:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:3.0:1763346492.462704:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:3.0:1763346492.462709:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.462711:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.466410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000100:00000040:1.0:1763346492.499858:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f9f2f0-32b1-4637-87d3-488557aa69e7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346492.499871:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346492.499884:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52ea5f800. 00000020:00000040:1.0:1763346492.499891:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb503925000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1763346492.499896:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.499900:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.499908:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.499918:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5421ed500. 00000100:00000001:1.0:1763346492.499927:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.499938:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f9f2f0-32b1-4637-87d3-488557aa69e7->MGS req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.499949:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.499954:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.499961:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e281a49] to pc [ptlrpcd_00_01+1] req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.500002:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500006:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346492.500009:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346492.500013:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f800. 00000020:00000040:1.0:1763346492.500015:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346492.500017:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.500019:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.500021:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.500026:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5421edb00. 00000100:00000001:1.0:1763346492.500029:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500034:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.500041:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.500043:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500047:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd61a592] to pc [ptlrpcd_00_02+2] req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.500073:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500077:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346492.500079:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346492.500083:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f100. 00000020:00000040:1.0:1763346492.500086:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346492.500088:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.500089:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.500091:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.500095:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5421ed300. 00000100:00000001:1.0:1763346492.500098:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500102:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.500109:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.500111:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500114:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e185fe9] to pc [ptlrpcd_00_03+3] req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.500128:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500131:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346492.500134:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346492.500148:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226ed80. 00000020:00000040:1.0:1763346492.500151:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb509245000 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1763346492.500154:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.500155:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.500157:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.500161:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb50954d900. 00000100:00000001:1.0:1763346492.500164:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500168:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.500174:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.500176:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500179:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab4cbe6] to pc [ptlrpcd_00_00+0] req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.500187:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500189:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346492.500193:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346492.500196:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226ce00. 00000020:00000040:1.0:1763346492.500198:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb517c4e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1763346492.500200:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.500201:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.500203:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.500206:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb50954d100. 00000100:00000001:1.0:1763346492.500208:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500237:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.500243:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.500245:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500249:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001ee9432] to pc [ptlrpcd_00_01+1] req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.500255:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500258:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346492.500261:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346492.500263:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226df80. 00000020:00000040:1.0:1763346492.500265:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb526ca9000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1763346492.500267:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346492.500269:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346492.500270:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346492.500274:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb53339f800. 00000100:00000001:1.0:1763346492.500277:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500280:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.500286:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346492.500288:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500292:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a01ba133] to pc [ptlrpcd_00_02+2] req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346492.500298:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.500303:0:94912:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6067) 00000100:00000001:3.0:1763346492.500391:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346492.500395:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346492.500398:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346492.500404:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500411:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346492.500413:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.500418:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346492.500421:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346492.500424:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.500427:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52226ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1848996514966656:0@lo:400:kworker.0 00000100:00000001:3.0:1763346492.500431:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346492.500435:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346492.500437:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.500440:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346492.500444:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3f600. 02000000:00000001:3.0:1763346492.500446:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346492.500453:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346492.500460:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbb28. 00000100:00000200:3.0:1763346492.500467:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966656, portal 10 00000100:00000001:3.0:1763346492.500470:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.500471:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199043714432 : -105874665837184 : ffff9fb52226ed80) 00000100:00000040:3.0:1763346492.500479:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500486:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.500489:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346492.500492:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb000. 00000100:00000200:3.0:1763346492.500495:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514966656, offset 0 00000400:00000200:3.0:1763346492.500501:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346492.500515:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346492.500527:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c772c80 00000400:00000200:3.0:1763346492.500533:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 33312 00000400:00000200:3.0:1763346492.500541:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.500545:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346492.500552:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.500555:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346492.500559:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522400000. 00000100:00000040:3.0:1763346492.500562:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522400000 x1848996514966656 msgsize 224 00000100:00100000:3.0:1763346492.500566:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346492.500586:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346492.500597:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb000 00000400:00000010:3.0:1763346492.500599:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb000. 00000100:00000001:3.0:1763346492.500603:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346492.500607:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500616:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.500619:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500626:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.500627:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346492.500632:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.500637:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7435 usecs (8 jiffies) 00000100:00000001:3.0:1763346492.500641:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300729358 00000100:00000001:3.0:1763346492.500645:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300729364 00000100:00000001:3.0:1763346492.500647:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300729358 00000100:00000001:3.0:1763346492.500649:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300729364 00000100:00000001:3.0:1763346492.500652:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300729358 00000100:00000001:3.0:1763346492.500655:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300729364 00000100:00000001:3.0:1763346492.500656:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300729358 00000100:00000001:3.0:1763346492.500659:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300729364 00000100:00000001:3.0:1763346492.500661:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.500664:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.500667:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.500670:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.500678:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346492.500680:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346492.500683:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346492.500684:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346492.500685:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.500688:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1763346492.500690:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.500692:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346492.500693:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.500695:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346492.500696:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346492.500697:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346492.500700:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500707:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346492.500708:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.500711:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346492.500712:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346492.500714:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.500716:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78f9f2f0-32b1-4637-87d3-488557aa69e7:3294:1848996514966272:0@lo:400:kworker.0 00000100:00000001:3.0:1763346492.500720:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346492.500723:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346492.500725:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.500727:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346492.500730:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.500732:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346492.500736:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad9f8. 00000400:00000010:3.0:1763346492.500739:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb000. 00000100:00000200:3.0:1763346492.500741:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966272, portal 25 00000100:00000001:3.0:1763346492.500743:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.500745:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199253366784 : -105874456184832 : ffff9fb52ea5f800) 00000100:00000040:3.0:1763346492.500749:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500755:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.500757:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346492.500759:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbaa0. 00000100:00000200:3.0:1763346492.500761:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1848996514966272, offset 0 00000400:00000200:3.0:1763346492.500765:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346492.500770:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346492.500775:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a70c772b00 00000400:00000200:3.0:1763346492.500780:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12bbf9 [2] + 0 00000400:00000010:3.0:1763346492.500784:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb52b239948. 00000400:00000200:3.0:1763346492.500788:0:3294:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5402c1600 00000400:00000200:3.0:1763346492.500791:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.500793:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1763346492.500796:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5402c1600 00000400:00000010:3.0:1763346492.500798:0:3294:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5402c1600. 00000100:00000001:3.0:1763346492.500803:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.500805:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1763346492.500807:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb536069850 x1848996514966272 msgsize 224 00000100:00100000:3.0:1763346492.500811:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1763346492.500813:0:3294:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346492.500819:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346492.500822:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbaa0 00000400:00000010:3.0:1763346492.500824:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbaa0. 00000100:00000001:3.0:1763346492.500826:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346492.500830:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500837:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.500839:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500845:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.500847:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346492.500850:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.500852:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4300729415 00000100:00000001:3.0:1763346492.500859:0:3294:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300729364 00000100:00000001:3.0:1763346492.500864:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4300729415 00000100:00000001:3.0:1763346492.500867:0:3294:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300729364 00000100:00000001:3.0:1763346492.500870:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 2 is 4300729415 00000100:00000001:3.0:1763346492.500874:0:3294:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300729364 00000100:00000001:3.0:1763346492.500876:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 3 is 4300729415 00000100:00000001:3.0:1763346492.500880:0:3294:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300729364 00000100:00000001:3.0:1763346492.500883:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.500884:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.500886:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346492.500889:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500896:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346492.500898:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.500899:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346492.500901:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346492.500903:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.500906:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52226ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1848996514966784:0@lo:400:kworker.0 00000100:00000001:3.0:1763346492.500908:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346492.500910:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346492.500912:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.500913:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346492.500916:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3f400. 02000000:00000001:3.0:1763346492.500918:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346492.500921:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346492.500924:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbaa0. 00000100:00000200:3.0:1763346492.500927:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966784, portal 10 00000100:00000001:3.0:1763346492.500929:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.500930:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199043706368 : -105874665845248 : ffff9fb52226ce00) 00000100:00000040:3.0:1763346492.500936:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.500942:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.500944:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346492.500946:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb440. 00000100:00000200:3.0:1763346492.500948:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514966784, offset 0 00000400:00000200:3.0:1763346492.500952:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346492.500956:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346492.500960:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c772d00 00000400:00000200:3.0:1763346492.500963:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 33536 00000400:00000200:3.0:1763346492.500967:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.500970:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346492.500972:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.500974:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346492.500976:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522403100. 00000100:00000040:3.0:1763346492.500978:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522403100 x1848996514966784 msgsize 224 00000100:00100000:3.0:1763346492.500982:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346492.500987:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346492.500990:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb440 00000400:00000010:3.0:1763346492.500992:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb440. 00000100:00000001:3.0:1763346492.500994:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346492.500997:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.501004:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.501006:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.501012:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.501014:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346492.501016:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.501019:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 8183 usecs (9 jiffies) 00000100:00000001:3.0:1763346492.501022:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729359 00000100:00000001:3.0:1763346492.501024:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300729415 00000100:00000001:3.0:1763346492.501026:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729359 00000100:00000001:3.0:1763346492.501028:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300729415 00000100:00000001:3.0:1763346492.501030:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729359 00000100:00000001:3.0:1763346492.501032:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300729415 00000100:00000001:3.0:1763346492.501033:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729359 00000100:00000001:3.0:1763346492.501036:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300729415 00000100:00000001:3.0:1763346492.501037:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.501039:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.501041:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.501043:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.501670:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.501674:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346492.501676:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346492.501683:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.501692:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346492.501694:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.501697:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346492.501699:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346492.501701:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.501704:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52208f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514966528:0@lo:400:kworker.0 00000100:00000001:0.0:1763346492.501708:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346492.501711:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346492.501713:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.501715:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346492.501720:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb517cab400. 02000000:00000001:0.0:1763346492.501722:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346492.501727:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346492.501733:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000100:00000200:0.0:1763346492.501736:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966528, portal 4 00000100:00000001:0.0:1763346492.501738:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346492.501739:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199041749248 : -105874667802368 : ffff9fb52208f100) 00000100:00000040:0.0:1763346492.501745:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.501751:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.501754:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.501756:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ab28. 00000100:00000200:0.0:1763346492.501759:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514966528, offset 0 00000400:00000200:0.0:1763346492.501764:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.501770:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.501776:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c772c00 00000400:00000200:0.0:1763346492.501782:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1190ed [8] + 11832 00000400:00000200:0.0:1763346492.501787:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.501789:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.501794:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.501796:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346492.501800:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532982680. 00000100:00000040:0.0:1763346492.501802:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532982680 x1848996514966528 msgsize 224 00000100:00100000:0.0:1763346492.501806:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346492.501824:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.501832:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ab28 00000400:00000010:0.0:1763346492.501834:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ab28. 00000100:00000001:0.0:1763346492.501836:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346492.501840:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.501848:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.501851:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.501858:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.501860:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.501864:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.501867:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16301 usecs (17 jiffies) 00000100:00000001:0.0:1763346492.501870:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300729368 00000100:00000001:0.0:1763346492.501873:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.501874:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300729368 00000100:00000001:0.0:1763346492.501877:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.501879:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300729368 00000100:00000001:0.0:1763346492.501880:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.501882:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300729368 00000100:00000001:0.0:1763346492.501884:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.501887:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.501889:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.501891:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.501893:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.501901:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346492.501903:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763346492.501905:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.501906:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346492.501907:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.501910:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00000001:0.0:1763346492.501911:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.501915:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346492.501917:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.501918:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.501919:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346492.501920:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346492.501924:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.501930:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346492.501932:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.501934:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346492.501935:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346492.501937:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.501939:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52208f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514966400:0@lo:400:kworker.0 00000100:00000001:0.0:1763346492.501942:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346492.501945:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346492.501946:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.501948:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346492.501951:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb517caa000. 02000000:00000001:0.0:1763346492.501953:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346492.501956:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cce18. 00000400:00000010:0.0:1763346492.501959:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ab28. 00000100:00000200:0.0:1763346492.501963:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966400, portal 4 00000100:00000001:0.0:1763346492.501965:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346492.501966:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199041751040 : -105874667800576 : ffff9fb52208f800) 00000100:00000040:0.0:1763346492.501970:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.501976:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.501978:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.501980:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000100:00000200:0.0:1763346492.501982:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514966400, offset 0 00000400:00000200:0.0:1763346492.501985:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.501990:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.501994:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c772b80 00000400:00000200:0.0:1763346492.502005:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x1190ed [8] + 12056 00000400:00000200:0.0:1763346492.502009:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.502012:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.502015:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.502016:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346492.502021:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532980000. 00000100:00000040:0.0:1763346492.502023:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532980000 x1848996514966400 msgsize 224 00000100:00100000:0.0:1763346492.502026:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346492.502034:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.502038:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:0.0:1763346492.502040:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:0.0:1763346492.502042:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346492.502045:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502051:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.502054:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502059:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502060:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.502063:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.502066:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23555 usecs (24 jiffies) 00000100:00000001:0.0:1763346492.502069:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300729375 00000100:00000001:0.0:1763346492.502071:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502073:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300729375 00000100:00000001:0.0:1763346492.502075:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502076:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300729375 00000100:00000001:0.0:1763346492.502078:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502080:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300729375 00000100:00000001:0.0:1763346492.502082:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502084:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.502086:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502088:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346492.502092:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502099:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346492.502101:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.502103:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346492.502104:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346492.502106:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.502108:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52226df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1848996514966912:0@lo:400:kworker.0 00000100:00000001:0.0:1763346492.502111:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346492.502113:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346492.502114:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.502116:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346492.502119:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346492.502121:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346492.502124:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084ccec8. 00000400:00000010:0.0:1763346492.502127:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000100:00000200:0.0:1763346492.502129:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514966912, portal 10 00000100:00000001:0.0:1763346492.502131:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346492.502132:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199043710848 : -105874665840768 : ffff9fb52226df80) 00000100:00000040:0.0:1763346492.502138:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502143:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.502145:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.502147:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346492.502149:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514966912, offset 0 00000400:00000200:0.0:1763346492.502152:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.502157:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.502161:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c772d80 00000400:00000200:0.0:1763346492.502165:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 33760 00000400:00000200:0.0:1763346492.502168:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.502170:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.502173:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.502175:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346492.502178:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532982a00. 00000100:00000040:0.0:1763346492.502180:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532982a00 x1848996514966912 msgsize 224 00000100:00100000:0.0:1763346492.502183:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346492.502192:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.502197:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:0.0:1763346492.502199:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:0.0:1763346492.502200:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346492.502203:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502209:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.502211:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502243:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502244:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.502248:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.502252:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7936 usecs (8 jiffies) 00000100:00000001:0.0:1763346492.502254:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300729360 00000100:00000001:0.0:1763346492.502256:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502258:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300729360 00000100:00000001:0.0:1763346492.502260:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502261:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300729360 00000100:00000001:0.0:1763346492.502263:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502265:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300729360 00000100:00000001:0.0:1763346492.502266:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300729415 00000100:00000001:0.0:1763346492.502268:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.502269:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502272:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502274:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502297:0:19968:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.502300:0:19968:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514966272 02000000:00000001:0.0:1763346492.502302:0:19968:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.502305:0:19968:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.502308:0:19968:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.502311:0:19968:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.502315:0:19968:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514966272 00000020:00000001:0.0:1763346492.502318:0:19968:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.502320:0:19968:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463708799 00000020:00000001:0.0:1763346492.502322:0:19968:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.502336:0:19968:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb4010fe000 refcount=18 00000020:00000001:0.0:1763346492.502338:0:19968:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194193588224 : -105879515963392 : ffff9fb4010fe000) 00000020:00000001:0.0:1763346492.502341:0:19968:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638194193588224 : -105879515963392 : ffff9fb4010fe000) 00000100:00000001:0.0:1763346492.502345:0:19968:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.502349:0:19968:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.502352:0:19968:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.502355:0:19968:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000020:00000010:0.0:1763346492.502362:0:19968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402492800. 00000020:00000010:0.0:1763346492.502368:0:19968:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346492.502373:0:19968:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346492.502383:0:19968:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1763346492.502387:0:19968:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.502388:0:19968:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.502390:0:19968:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502399:0:19968:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502406:0:19968:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.502415:0:19968:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.502417:0:19968:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.502422:0:19968:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927 00000100:00000040:0.0:1763346492.502425:0:19968:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb4010fe000 : new rpc_count 1 00000100:00000001:0.0:1763346492.502428:0:19968:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199377139792 : -105874332411824 : ffff9fb536069850) 00000100:00000040:0.0:1763346492.502433:0:19968:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536069850 x1848996514966272/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:213/0 lens 224/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502441:0:19968:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.502444:0:19968:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.502446:0:19968:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.502447:0:19968:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000100:00100000:0.0:1763346492.502451:0:19968:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536069850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78f9f2f0-32b1-4637-87d3-488557aa69e7+18:3294:x1848996514966272:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346492.502455:0:19968:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514966272 00000020:00000001:0.0:1763346492.502459:0:19968:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.502463:0:19968:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.502466:0:19968:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.502469:0:19968:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.502471:0:19968:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667986048 : -1041565568 : ffffffffc1eaf880) 00000020:00000001:0.0:1763346492.502474:0:19968:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.502476:0:19968:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.502478:0:19968:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.502481:0:19968:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.502484:0:19968:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.502486:0:19968:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763346492.502490:0:19968:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.502493:0:19968:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.502497:0:19968:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b6400. 02000000:00000001:0.0:1763346492.502499:0:19968:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502502:0:19968:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.502503:0:19968:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.502506:0:19968:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514966272 00010000:00000001:0.0:1763346492.502509:0:19968:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.502514:0:19968:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb536069850 x1848996514966272/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.502521:0:19968:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.502523:0:19968:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.502528:0:19968:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5098edde8 time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.502532:0:19968:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.502535:0:19968:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346492.502537:0:19968:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346492.502539:0:19968:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.502542:0:19968:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502544:0:19968:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.502546:0:19968:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.502549:0:19968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346492.502552:0:19968:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848996514966272, offset 224 00000400:00000200:0.0:1763346492.502556:0:19968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.502562:0:19968:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.502566:0:19968:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a70c772b00 00000400:00000200:0.0:1763346492.502571:0:19968:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12f8b9 [1] + 224 00000400:00000200:0.0:1763346492.502576:0:19968:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.502579:0:19968:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.502582:0:19968:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.502587:0:19968:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346492.502595:0:19968:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502606:0:19968:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.502611:0:19968:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:0.0:1763346492.502612:0:19968:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:0.0:1763346492.502615:0:19968:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.502617:0:19968:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.502619:0:19968:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.502622:0:19968:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346492.502625:0:19968:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.502626:0:19968:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.502628:0:19968:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.502632:0:19968:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536069850 x1848996514966272/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.502640:0:19968:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb536069850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:78f9f2f0-32b1-4637-87d3-488557aa69e7+18:3294:x1848996514966272:12345-0@lo:400:kworker.0 Request processed in 197us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.502647:0:19968:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927 00000100:00000040:0.0:1763346492.502651:0:19968:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb4010fe000 : new rpc_count 0 00000100:00000001:0.0:1763346492.502653:0:19968:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.502655:0:19968:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.502659:0:19968:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346492.502665:0:19968:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346492.502669:0:19968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402492800. 00000020:00000040:0.0:1763346492.502675:0:19968:0:(genops.c:898:class_export_put()) PUTting export ffff9fb4010fe000 : new refcount 17 02000000:00000001:0.0:1763346492.502679:0:19968:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346492.502681:0:19968:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5260b6400. 02000000:00000001:0.0:1763346492.502685:0:19968:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763346492.502688:0:19968:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763346492.502693:0:19968:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1763346492.502696:0:19968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc058. 00000400:00000010:0.0:1763346492.502700:0:19968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a600. 00000100:00000001:0.0:1763346492.502716:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.502718:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514966656 02000000:00000001:0.0:1763346492.502720:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.502722:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.502723:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.502725:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.502727:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514966656 00000020:00000001:0.0:1763346492.502729:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.502730:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463708a32 00000020:00000001:0.0:1763346492.502732:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.502734:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fa000 refcount=5 00000020:00000001:0.0:1763346492.502736:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252951040 : -105874456600576 : ffff9fb52e9fa000) 00000020:00000001:0.0:1763346492.502738:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252951040 : -105874456600576 : ffff9fb52e9fa000) 00000100:00000001:0.0:1763346492.502741:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.502743:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346492.502745:0:25650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.502747:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000020:00000010:0.0:1763346492.502750:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402492800. 00000020:00000010:0.0:1763346492.502753:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346492.502755:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346492.502760:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346492.502762:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.502763:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.502765:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.502770:0:25650:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763346492.502772:0:25650:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346492.502774:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502780:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.502787:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.502788:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514966784 02000000:00000001:0.0:1763346492.502790:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.502791:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.502793:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.502795:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.502797:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514966784 00000020:00000001:0.0:1763346492.502798:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.502800:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998dd0 00000020:00000001:0.0:1763346492.502801:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.502803:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb51de91000 refcount=5 00000020:00000001:0.0:1763346492.502805:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198972551168 : -105874737000448 : ffff9fb51de91000) 00000020:00000001:0.0:1763346492.502808:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198972551168 : -105874737000448 : ffff9fb51de91000) 00000100:00000001:0.0:1763346492.502810:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.502813:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000020:00000040:0.0:1763346492.502820:0:25650:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:0.0:1763346492.502825:0:25650:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763346492.502828:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402493400. 00000020:00000010:0.0:1763346492.502832:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.502835:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000001:0.0:1763346492.502837:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.502838:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.502840:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.502843:0:25650:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763346492.502844:0:25650:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346492.502845:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502854:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.502860:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.502861:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514966912 02000000:00000001:0.0:1763346492.502863:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.502864:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.502865:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.502867:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.502870:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514966912 00000020:00000001:0.0:1763346492.502871:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.502873:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e55 00000020:00000001:0.0:1763346492.502874:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.502876:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb517d0f000 refcount=5 00000020:00000001:0.0:1763346492.502878:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000020:00000001:0.0:1763346492.502880:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000100:00000001:0.0:1763346492.502882:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.502885:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346492.502888:0:25650:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9cdc0. 00000100:00000001:0.0:1763346492.502892:0:25650:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763346492.502893:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346492.502898:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67800. 00000020:00000010:0.0:1763346492.502901:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af600. 00000020:00000010:0.0:1763346492.502903:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109898. 00000100:00000001:0.0:1763346492.502906:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.502907:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.502908:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.502911:0:25650:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763346492.502912:0:25650:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346492.502913:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502918:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.502923:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.502924:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.502926:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895 00000100:00000040:0.0:1763346492.502929:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fa000 : new rpc_count 1 00000100:00000001:0.0:1763346492.502930:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045357568 : -105874664194048 : ffff9fb522400000) 00000100:00000040:0.0:1763346492.502934:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522400000 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:213/0 lens 224/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.502941:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.502943:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.502945:0:25650:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.502947:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346492.502951:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1848996514966656:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346492.502954:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514966656 00000020:00000001:0.0:1763346492.502956:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.502958:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.502959:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.502961:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.502962:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:0.0:1763346492.502965:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.502967:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.502969:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.502971:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.502972:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.502974:0:25650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763346492.502977:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.502979:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.502981:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b6400. 02000000:00000001:0.0:1763346492.502983:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.502985:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.502987:0:25650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.502989:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514966656 00010000:00000001:0.0:1763346492.502991:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.502994:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522400000 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.503001:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.503003:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.503005:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.503007:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.503009:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346492.503011:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346492.503013:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.503015:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503016:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.503018:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.503020:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346492.503024:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514966656, offset 224 00000400:00000200:0.0:1763346492.503027:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.503032:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.503037:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c772c80 00000400:00000200:0.0:1763346492.503041:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f8b1 [1] + 224 00000400:00000200:0.0:1763346492.503045:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.503048:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.503051:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.503055:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346492.503063:0:25650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503070:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.503074:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:0.0:1763346492.503075:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:0.0:1763346492.503077:0:25650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.503079:0:25650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.503081:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.503083:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346492.503085:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.503087:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503089:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.503092:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522400000 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.503100:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522400000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1848996514966656:12345-0@lo:400:kworker.0 Request processed in 157us (2536us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.503106:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895 00000100:00000040:0.0:1763346492.503108:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fa000 : new rpc_count 0 00000100:00000001:0.0:1763346492.503110:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.503112:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.503114:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346492.503117:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346492.503120:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402492800. 00000020:00000040:0.0:1763346492.503124:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fa000 : new refcount 4 00000100:00000001:0.0:1763346492.503126:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503132:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.503133:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.503136:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3896 00000100:00000040:0.0:1763346492.503138:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb51de91000 : new rpc_count 1 00000100:00000001:0.0:1763346492.503140:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045370112 : -105874664181504 : ffff9fb522403100) 00000100:00000040:0.0:1763346492.503144:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522403100 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:213/0 lens 224/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503150:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.503152:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.503155:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.503157:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346492.503160:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1848996514966784:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346492.503163:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514966784 00000020:00000001:0.0:1763346492.503165:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.503167:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.503168:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503170:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.503171:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:0.0:1763346492.503174:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.503176:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.503177:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.503179:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.503180:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503182:0:25650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763346492.503184:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.503185:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.503188:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b4000. 02000000:00000001:0.0:1763346492.503190:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503191:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503193:0:25650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.503196:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514966784 00010000:00000001:0.0:1763346492.503198:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.503201:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522403100 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.503208:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.503209:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.503243:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.503246:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.503248:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346492.503250:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346492.503253:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.503254:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503256:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.503258:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.503260:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346492.503263:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514966784, offset 224 00000400:00000200:0.0:1763346492.503266:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.503271:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.503275:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c772d00 00000400:00000200:0.0:1763346492.503279:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f8c1 [1] + 224 00000400:00000200:0.0:1763346492.503282:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.503285:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.503287:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.503291:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346492.503298:0:25650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503304:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.503308:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:0.0:1763346492.503309:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:0.0:1763346492.503311:0:25650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.503313:0:25650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.503315:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.503318:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346492.503320:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.503321:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503323:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.503339:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522403100 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.503347:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3294:x1848996514966784:12345-0@lo:400:kworker.0 Request processed in 195us (2366us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.503353:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3896 00000100:00000040:0.0:1763346492.503356:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb51de91000 : new rpc_count 0 00000100:00000001:0.0:1763346492.503358:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.503359:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.503362:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.503365:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346492.503367:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402493400. 00000020:00000040:0.0:1763346492.503371:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb51de91000 : new refcount 4 00000100:00000001:0.0:1763346492.503373:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503379:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.503380:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.503383:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897 00000100:00000040:0.0:1763346492.503385:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb517d0f000 : new rpc_count 1 00000100:00000001:0.0:1763346492.503387:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319570944 : -105874389980672 : ffff9fb532982a00) 00000100:00000040:0.0:1763346492.503391:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532982a00 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:213/0 lens 224/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503398:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.503400:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.503403:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.503405:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346492.503408:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1848996514966912:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346492.503411:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514966912 00000020:00000001:0.0:1763346492.503414:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.503415:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.503417:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503419:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.503420:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:0.0:1763346492.503423:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.503425:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.503426:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.503428:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.503430:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503432:0:25650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763346492.503434:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.503435:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.503438:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b5000. 02000000:00000001:0.0:1763346492.503440:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503442:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503443:0:25650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.503446:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514966912 00010000:00000001:0.0:1763346492.503448:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.503451:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532982a00 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.503458:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.503459:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.503462:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.503465:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.503467:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346492.503469:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346492.503471:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.503472:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503474:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.503476:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.503478:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346492.503481:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514966912, offset 224 00000400:00000200:0.0:1763346492.503485:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.503490:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.503495:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c772d80 00000400:00000200:0.0:1763346492.503499:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f8d9 [1] + 224 00000400:00000200:0.0:1763346492.503503:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.503506:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.503509:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.503512:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346492.503520:0:25650:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503543:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.503548:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:0.0:1763346492.503551:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:0.0:1763346492.503553:0:25650:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.503554:0:25650:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.503556:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.503559:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346492.503561:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.503562:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503564:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.503567:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982a00 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.503574:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1848996514966912:12345-0@lo:400:kworker.0 Request processed in 175us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.503580:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897 00000100:00000040:0.0:1763346492.503582:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb517d0f000 : new rpc_count 0 00000100:00000001:0.0:1763346492.503584:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.503586:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.503588:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af600. 00000020:00000010:0.0:1763346492.503591:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109898. 00000020:00000010:0.0:1763346492.503593:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67800. 00000020:00000040:0.0:1763346492.503613:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb517d0f000 : new refcount 4 00000100:00000001:0.0:1763346492.503615:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503634:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.503637:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503644:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.503646:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346492.503651:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346492.503653:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346492.503655:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084ccec8. 00000400:00000200:0.0:1763346492.503658:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:0.0:1763346492.503659:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:0.0:1763346492.503661:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.503665:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346492.503673:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503679:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346492.503680:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503682:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346492.503685:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346492.503687:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.503689:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.503691:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.503697:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb526ca9458 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346492.503701:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb526ca9410 time=154 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.503704:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346492.503706:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.503709:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346492.503712:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503716:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346492.503719:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1763346492.503721:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346492.503722:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.503725:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503731:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.503733:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346492.503735:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346492.503739:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.503747:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52226df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1848996514966912:0@lo:400:kworker.0 00000100:00000001:0.0:1763346492.503751:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503754:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.503757:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52226df80 x1848996514966912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503763:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346492.503766:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346492.503769:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346492.503773:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346492.503775:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346492.503777:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb526ca9000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1763346492.503778:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346492.503781:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb53339f800. 02000000:00000001:0.0:1763346492.503787:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346492.503789:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346492.503791:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226df80. 00000100:00000001:0.0:1763346492.503797:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346492.503798:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503800:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503802:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.503803:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346492.503805:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503806:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503821:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.503824:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514966528 02000000:00000001:0.0:1763346492.503826:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.503828:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.503830:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.503832:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.503834:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514966528 00000020:00000001:0.0:1763346492.503836:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.503837:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:0.0:1763346492.503839:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.503841:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=7 00000020:00000001:0.0:1763346492.503843:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:0.0:1763346492.503846:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:0.0:1763346492.503848:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.503852:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.503854:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.503856:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346492.503859:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67800. 00000020:00000010:0.0:1763346492.503862:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af600. 00000020:00000010:0.0:1763346492.503864:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109898. 00000100:00000040:0.0:1763346492.503870:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346492.503872:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.503873:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.503874:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503878:0:62997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763346492.503880:0:62997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346492.503882:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503887:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503892:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.503894:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514966400 02000000:00000001:0.0:1763346492.503895:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.503896:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.503898:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.503899:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.503901:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514966400 00000020:00000001:0.0:1763346492.503902:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.503903:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:0.0:1763346492.503904:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.503906:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=7 00000020:00000001:0.0:1763346492.503908:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:0.0:1763346492.503909:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:0.0:1763346492.503911:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.503913:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.503915:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.503917:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346492.503921:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346492.503922:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.503925:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000001:0.0:1763346492.503927:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.503928:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346492.503929:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503931:0:62997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763346492.503932:0:62997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346492.503933:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503938:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.503941:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.503942:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.503945:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00000040:0.0:1763346492.503947:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:0.0:1763346492.503949:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319570048 : -105874389981568 : ffff9fb532982680) 00000100:00000040:0.0:1763346492.503953:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532982680 x1848996514966528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 224/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.503960:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.503962:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.503963:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.503965:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346492.503968:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514966528:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346492.503971:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514966528 00000020:00000001:0.0:1763346492.503972:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.503974:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.503975:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503977:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.503978:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:0.0:1763346492.503980:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.503982:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.503984:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.503985:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.503986:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.503989:0:62997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763346492.503990:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.503992:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.503995:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b7c00. 02000000:00000001:0.0:1763346492.503997:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.503999:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.504000:0:62997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.504002:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911662, transno 0, xid 1848996514966528 00010000:00000001:0.0:1763346492.504004:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.504007:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532982680 x1848996514966528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.504013:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.504014:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.504016:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.504019:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.504021:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346492.504022:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346492.504024:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.504025:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504027:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.504029:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.504031:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000100:00000200:0.0:1763346492.504033:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996514966528, offset 224 00000400:00000200:0.0:1763346492.504037:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.504042:0:62997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.504046:0:62997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a70c772c00 00000400:00000200:0.0:1763346492.504050:0:62997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12f8c9 [1] + 224 00000400:00000200:0.0:1763346492.504054:0:62997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.504057:0:62997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.504059:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.504064:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346492.504072:0:62997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504089:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.504093:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:0.0:1763346492.504095:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:0.0:1763346492.504097:0:62997:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.504098:0:62997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.504100:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.504102:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346492.504104:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.504106:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.504107:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.504110:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982680 x1848996514966528/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.504118:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514966528:12345-0@lo:400:kworker.0 Request processed in 156us (2314us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.504124:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00000040:0.0:1763346492.504126:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:0.0:1763346492.504127:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.504128:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.504131:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af600. 00000020:00000010:0.0:1763346492.504133:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109898. 00000020:00000010:0.0:1763346492.504136:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67800. 00000020:00000040:0.0:1763346492.504142:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 6 00000100:00000001:0.0:1763346492.504144:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504151:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.504153:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346492.504155:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346492.504156:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346492.504158:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346492.504160:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:0.0:1763346492.504162:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:0.0:1763346492.504163:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.504166:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346492.504178:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504184:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346492.504185:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504186:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346492.504188:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346492.504189:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.504190:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.504191:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.504195:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93458 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346492.504198:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.504200:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346492.504201:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.504203:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346492.504205:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504207:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346492.504208:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911662 00000100:00000001:0.0:1763346492.504210:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346492.504239:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.504242:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504249:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.504251:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346492.504252:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346492.504255:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.504262:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52208f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514966528:0@lo:400:kworker.0 00000100:00000001:0.0:1763346492.504265:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504266:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.504268:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52208f100 x1848996514966528/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504278:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346492.504280:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346492.504282:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb517cab400. 02000000:00000001:0.0:1763346492.504286:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346492.504287:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346492.504288:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346492.504290:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346492.504292:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5421ed300. 02000000:00000001:0.0:1763346492.504294:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346492.504295:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346492.504297:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52208f100. 00000100:00000001:0.0:1763346492.504299:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346492.504301:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504302:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504304:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.504305:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346492.504307:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504308:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504316:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.504318:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.504320:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00000040:0.0:1763346492.504322:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:0.0:1763346492.504335:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319560192 : -105874389991424 : ffff9fb532980000) 00000100:00000040:0.0:1763346492.504340:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532980000 x1848996514966400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 224/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504346:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.504350:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.504352:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.504354:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346492.504357:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514966400:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346492.504360:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514966400 00000020:00000001:0.0:1763346492.504362:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.504365:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.504366:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.504368:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.504369:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:0.0:1763346492.504371:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346492.504373:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.504375:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.504376:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.504377:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.504379:0:62997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763346492.504381:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.504382:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.504385:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5055e8400. 02000000:00000001:0.0:1763346492.504386:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504388:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.504390:0:62997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346492.504392:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 0, xid 1848996514966400 00010000:00000001:0.0:1763346492.504394:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.504396:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532980000 x1848996514966400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346492.504402:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.504403:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.504405:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.504408:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.504409:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346492.504411:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346492.504413:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.504414:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504416:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.504418:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346492.504420:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000100:00000200:0.0:1763346492.504422:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996514966400, offset 224 00000400:00000200:0.0:1763346492.504425:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346492.504429:0:62997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346492.504433:0:62997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a70c772b80 00000400:00000200:0.0:1763346492.504437:0:62997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12f8d1 [1] + 224 00000400:00000200:0.0:1763346492.504441:0:62997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.504443:0:62997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346492.504445:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.504449:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346492.504456:0:62997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504465:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346492.504468:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:0.0:1763346492.504469:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:0.0:1763346492.504471:0:62997:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.504472:0:62997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.504474:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.504476:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346492.504478:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.504480:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.504481:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.504484:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532980000 x1848996514966400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:213/0 lens 224/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.504491:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514966400:12345-0@lo:400:kworker.0 Request processed in 143us (2466us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.504495:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00000040:0.0:1763346492.504498:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:0.0:1763346492.504499:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.504501:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.504503:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.504505:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346492.504508:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:0.0:1763346492.504512:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000100:00000001:0.0:1763346492.504514:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504521:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.504522:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346492.504525:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346492.504526:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346492.504527:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cce18. 00000400:00000200:0.0:1763346492.504530:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ab28 00000400:00000010:0.0:1763346492.504531:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ab28. 00000100:00000001:0.0:1763346492.504534:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.504536:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346492.504545:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504551:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346492.504552:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504554:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346492.504555:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346492.504556:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.504558:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.504560:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.504564:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346492.504567:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.504569:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346492.504570:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.504572:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346492.504574:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504576:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346492.504577:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:0.0:1763346492.504579:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346492.504581:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.504585:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504590:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346492.504592:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346492.504593:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346492.504596:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.504603:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52208f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514966400:0@lo:400:kworker.0 00000100:00000001:0.0:1763346492.504607:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504609:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.504612:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52208f800 x1848996514966400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.504617:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346492.504618:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346492.504620:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb517caa000. 02000000:00000001:0.0:1763346492.504623:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346492.504625:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346492.504626:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763346492.504628:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346492.504630:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5421edb00. 02000000:00000001:0.0:1763346492.504632:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346492.504633:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346492.504634:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52208f800. 00000100:00000001:0.0:1763346492.504636:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346492.504638:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504639:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.504644:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346492.504646:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.504648:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346492.504649:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.505100:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346492.505103:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346492.505108:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346492.505109:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346492.505112:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad9f8. 00000400:00000200:3.0:1763346492.505116:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb000 00000400:00000010:3.0:1763346492.505117:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb000. 00000100:00000001:3.0:1763346492.505120:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346492.505125:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346492.505133:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505139:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346492.505140:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505142:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346492.505143:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346492.505144:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.505145:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.505147:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.505150:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb503925458 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346492.505153:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb503925410 time=150 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.505155:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346492.505157:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.505158:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346492.505160:0:3294:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.505162:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.505164:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505169:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.505171:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346492.505172:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346492.505175:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346492.505180:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52ea5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78f9f2f0-32b1-4637-87d3-488557aa69e7:3294:1848996514966272:0@lo:400:kworker.0 00000400:00000001:3.0:1763346492.505184:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346492.505185:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346492.505187:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad580. 00000400:00000200:3.0:1763346492.505189:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbaa0 00000400:00000010:3.0:1763346492.505190:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbaa0. 00000100:00000001:3.0:1763346492.505192:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346492.505195:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346492.505201:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505207:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346492.505208:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505210:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346492.505232:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346492.505234:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.505235:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.505237:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.505241:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb517c4ec58 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346492.505244:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb517c4ec10 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.505246:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346492.505247:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.505249:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346492.505251:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.505253:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346492.505254:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1763346492.505255:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346492.505257:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.505260:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505266:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.505267:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346492.505268:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346492.505271:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346492.505277:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52226ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3294:1848996514966784:0@lo:400:kworker.0 00000400:00000001:3.0:1763346492.505281:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346492.505282:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346492.505284:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:3.0:1763346492.505286:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbb28 00000400:00000010:3.0:1763346492.505287:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbb28. 00000100:00000001:3.0:1763346492.505289:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346492.505292:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346492.505299:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505304:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346492.505305:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505307:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346492.505308:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346492.505309:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.505310:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.505311:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.505314:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509245458 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346492.505316:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509245410 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.505318:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346492.505319:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.505321:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346492.505322:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.505336:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346492.505337:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1763346492.505338:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346492.505340:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.505342:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505348:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.505350:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346492.505351:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346492.505353:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346492.505359:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52226ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1848996514966656:0@lo:400:kworker.0 00000100:00000001:3.0:1763346492.505361:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505363:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.505366:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52ea5f800 x1848996514966272/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505371:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346492.505373:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346492.505375:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.505378:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346492.505380:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346492.505381:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb503925000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1763346492.505383:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346492.505384:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5421ed500. 02000000:00000001:3.0:1763346492.505386:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346492.505387:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346492.505389:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5f800. 00000100:00000001:3.0:1763346492.505393:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346492.505394:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505395:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.505398:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52226ce00 x1848996514966784/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505403:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346492.505404:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346492.505405:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3f400. 02000000:00000001:3.0:1763346492.505408:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346492.505409:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346492.505410:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb517c4e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1763346492.505411:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346492.505413:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb50954d100. 02000000:00000001:3.0:1763346492.505417:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346492.505418:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346492.505419:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226ce00. 00000100:00000001:3.0:1763346492.505422:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346492.505423:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505425:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.505427:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52226ed80 x1848996514966656/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.505432:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346492.505432:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346492.505434:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3f600. 02000000:00000001:3.0:1763346492.505435:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346492.505436:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346492.505437:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb509245000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1763346492.505438:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346492.505439:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb50954d900. 02000000:00000001:3.0:1763346492.505441:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346492.505442:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346492.505443:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226ed80. 00000100:00000001:3.0:1763346492.505446:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346492.505447:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505448:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.505453:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346492.505454:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.505456:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346492.505457:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.505546:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346492.505549:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1763346492.505567:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763346492.505573:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000800:00000001:3.0:1763346492.521891:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.521918:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.521924:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.521927:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.521940:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346492.521963:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e011400 00000400:00000200:3.0:1763346492.521975:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 33984 00000800:00000001:3.0:1763346492.521984:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.521999:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.522004:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.522009:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.522020:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.522024:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346492.522032:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522402680. 00000100:00000040:3.0:1763346492.522038:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522402680 x1848996540781568 msgsize 4616 00000100:00100000:3.0:1763346492.522043:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346492.522081:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346492.522091:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.522095:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.522196:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.522200:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540781568 02000000:00000001:0.0:1763346492.522203:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.522206:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.522208:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.522252:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.522258:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540781568 00000020:00000001:0.0:1763346492.522261:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.522263:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346492.522266:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.522277:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:0.0:1763346492.522281:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346492.522284:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346492.522288:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.522294:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.522298:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.522301:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346492.522307:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346492.522313:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.522320:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346492.522338:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346492.522341:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.522342:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346492.522345:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346492.522347:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.522349:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.522360:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.522368:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.522383:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.522385:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.522390:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140794 00000100:00000040:0.0:1763346492.522394:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346492.522396:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045367424 : -105874664184192 : ffff9fb522402680) 00000100:00000040:0.0:1763346492.522403:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522402680 x1848996540781568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346492.522413:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.522415:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.522417:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.522419:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346492.522424:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226272:x1848996540781568:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346492.522427:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540781568 00000020:00000001:0.0:1763346492.522430:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346492.522435:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346492.522441:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.522443:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346492.522445:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346492.522448:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346492.522452:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540781568, found 0 last_xid 1848996540781567 00000020:00000001:0.0:1763346492.522455:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346492.522457:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346492.522460:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346492.522467:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.522469:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346492.522472:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346492.522474:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346492.522476:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346492.522478:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.522484:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346492.522492:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:0.0:1763346492.522495:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346492.522498:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346492.522502:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37800. 00000020:00000001:0.0:1763346492.522507:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346492.522509:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37800 with handle 0x757b854463afa004 to hash 00000020:00000001:0.0:1763346492.522512:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346492.522513:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000010:0.0:1763346492.522519:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346492.522522:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00010000:0.0:1763346492.522528:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa004 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212808 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346492.522537:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346492.522540:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:0.0:1763346492.522547:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346492.522550:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346492.522557:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346492.522560:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346492.522562:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522564:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763346492.522569:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb522402680 x1848996540781568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/0 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763346492.522579:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346492.522581:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346492.522583:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763346492.522587:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.522589:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522592:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.522594:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.522596:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522598:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.522599:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.522601:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522609:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.522610:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522613:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522615:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522618:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346492.522620:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346492.522623:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.522625:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.522663:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb527700000. 02000000:00000001:0.0:1763346492.522666:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.522669:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522675:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346492.522677:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.522678:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522679:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.522681:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.522682:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522685:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.522686:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.522688:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522691:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.522692:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.522697:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346492.522702:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346492.522705:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346492.522708:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346492.522709:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522712:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.522713:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522715:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346492.522716:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522719:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346492.522721:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522723:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346492.522726:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346492.522729:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:0.0:1763346492.522731:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200000bd2:0x4057:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763346492.522736:0:19972:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763346492.522737:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346492.522739:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346492.522742:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346492.522749:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346492.522751:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346492.522756:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346492.522760:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346492.522797:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522800:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346492.522806:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.522808:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.522814:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522818:0:19972:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522822:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522824:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346492.522825:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.522826:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.522828:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522831:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522833:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346492.522835:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346492.522838:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522841:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763346492.522844:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4057:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763346492.522846:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4057:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:0.0:1763346492.522850:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346492.522852:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522855:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346492.522858:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.522859:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522861:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.522862:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.522864:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346492.522866:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346492.522867:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346492.522869:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346492.522871:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763346492.522873:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: returning size 11776 00000001:00000001:0.0:1763346492.522875:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346492.522877:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522879:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346492.522881:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346492.522882:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.522883:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346492.522885:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522887:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522889:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.522892:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522895:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763346492.522896:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:0.0:1763346492.522900:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346492.522911:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346492.522916:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346492.522918:0:19972:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522921:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.522924:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346492.522928:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346492.522932:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb52f8af600. 00000020:00000001:0.0:1763346492.522934:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346492.522936:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb52f8af600 with handle 0x757b854463afa00b to hash 00000020:00000001:0.0:1763346492.522937:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346492.522939:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199268374016 : -105874441177600 : ffff9fb52f8af600) 00000004:00000001:0.0:1763346492.522941:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346492.522942:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346492.522944:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4057:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:0.0:1763346492.522948:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763346492.522951:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346492.522961:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055e9c00. 00080000:00000001:0.0:1763346492.522964:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560824320 : -105875148727296 : ffff9fb5055e9c00) 00080000:00000001:0.0:1763346492.522966:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346492.522972:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346492.522977:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346492.522979:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.522998:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.523000:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346492.523004:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346492.523007:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055464, last_committed = 8590055456 00000001:00000010:0.0:1763346492.523011:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038360. 00000001:00000040:0.0:1763346492.523013:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:0.0:1763346492.523016:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00000001:00000010:0.0:1763346492.523020:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755ab40. 00080000:00000001:0.0:1763346492.523027:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346492.523041:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346492.523044:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755ab40: xid 1848996540781568, transno 8590055464, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346492.523047:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346492.523056:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.523058:0:19972:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346492.523059:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.523062:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.523064:0:19972:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346492.523067:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346492.523068:0:19972:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346492.523070:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346492.523072:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346492.523074:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346492.523075:0:19972:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346492.523078:0:19972:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346492.523083:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346492.523090:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.523094:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.523096:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346492.523098:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346492.523100:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346492.523102:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346492.523103:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346492.523105:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346492.523107:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346492.523120:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.523122:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:0.0:1763346492.523123:0:19972:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346492.523125:0:19972:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346492.523128:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346492.523131:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346492.523134:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346492.523137:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346492.523142:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.523143:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.523145:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346492.523147:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346492.523150:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37800 with handle 0x757b854463afa004 from hash 00010000:00000001:0.0:1763346492.523152:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346492.523154:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.523155:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.523156:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346492.523158:0:19972:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346492.523160:0:19972:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346492.523166:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa004 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212808 expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346492.523174:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346492.523177:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346492.523180:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346492.523182:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.523184:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.523188:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346492.523189:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346492.523191:0:19972:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346492.523192:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346492.523194:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346492.523196:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346492.523199:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346492.523202:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:0.0:1763346492.523204:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763346492.523207:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.523209:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.523813:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346492.523816:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346492.523821:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa004 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212808 expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346492.523829:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346492.523833:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00010000:00000010:0.0:1763346492.523835:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346492.523844:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346492.523846:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37800, rc 0) 00000020:00000001:0.0:1763346492.523848:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346492.523853:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055464, xid 1848996540781568 00010000:00000001:0.0:1763346492.523856:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346492.523862:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522402680 x1848996540781568/t8590055464(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/608 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346492.523869:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.523873:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.523876:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.523881:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.523883:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346492.523886:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346492.523889:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.523891:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.523895:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.523897:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346492.523903:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ab28. 00000100:00000200:0.0:1763346492.523909:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540781568, offset 224 00000400:00000200:0.0:1763346492.523915:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346492.523926:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346492.523934:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198465:198465:256:4294967295] 192.168.204.16@tcp LPNI seq info [198461:198461:8:4294967295] 00000400:00000200:0.0:1763346492.523945:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346492.523950:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346492.523956:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:0.0:1763346492.523962:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346492.523969:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346492.523974:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 704 niov 1 nkiov 1 00000800:00000200:1.0:1763346492.525843:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.525853:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:1.0:1763346492.525862:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.525871:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.525878:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ab28 00000400:00000010:1.0:1763346492.525881:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ab28. 00000100:00000001:1.0:1763346492.525886:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.525888:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346492.526672:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.526682:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346492.526686:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346492.526689:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.526692:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346492.526701:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522402680 x1848996540781568/t8590055464(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/608 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346492.526714:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:226272:x1848996540781568:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4298us (4674us total) trans 8590055464 rc 301/301 00000100:00100000:0.0:1763346492.526724:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140794 00000100:00000040:0.0:1763346492.526731:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346492.526734:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.526737:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.526744:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.526752:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346492.526757:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:0.0:1763346492.526778:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:0.0:1763346492.526782:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346492.528356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000800:00000001:3.0:1763346492.538874:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.538893:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.538897:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.538899:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.538910:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346492.538929:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 464 into portal 12 MB=0x691a70e011480 00000400:00000200:3.0:1763346492.538939:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 464/464 into md 0xd4325 [64] + 38600 00000800:00000001:3.0:1763346492.538947:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.538960:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.538963:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.538968:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.538977:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.538981:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346492.538987:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522402d80. 00000100:00000040:3.0:1763346492.538991:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522402d80 x1848996540781696 msgsize 464 00000100:00100000:3.0:1763346492.538996:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346492.539015:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346492.539025:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.539029:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.539340:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.539343:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540781696 02000000:00000001:0.0:1763346492.539346:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.539349:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.539351:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.539357:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.539360:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540781696 00000020:00000001:0.0:1763346492.539364:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.539365:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346492.539368:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.539371:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:0.0:1763346492.539374:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346492.539376:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346492.539381:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.539955:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.539961:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.539964:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000020:00000010:2.0:1763346492.539972:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.539977:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.539983:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.539991:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346492.539994:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.539995:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.539998:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.540008:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.540022:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.540038:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.540040:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.540047:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140795 00000100:00000040:2.0:1763346492.540051:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346492.540065:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045369216 : -105874664182400 : ffff9fb522402d80) 00000100:00000040:2.0:1763346492.540075:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522402d80 x1848996540781696/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 464/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.540085:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.540087:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.540089:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.540091:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000100:00100000:2.0:1763346492.540096:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:226272:x1848996540781696:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:2.0:1763346492.540100:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540781696 00000020:00000001:2.0:1763346492.540104:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.540108:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346492.540113:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755ab40: xid 1848996540781568, transno 8590055464, client gen 3, slot idx 0 00000001:00000001:2.0:1763346492.540119:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975d80: xid 1848996540780672, transno 8590055463, client gen 3, slot idx 2 00000001:00000010:2.0:1763346492.540125:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975d80. 00000020:00000001:2.0:1763346492.540129:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.540132:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.540134:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026864 : -1039524752 : ffffffffc20a1c70) 00000020:00000001:2.0:1763346492.540138:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346492.540147:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540781696, found 0 last_xid 1848996540781695 00000020:00000001:2.0:1763346492.540150:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.540152:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.540155:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.540159:0:19972:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763346492.540165:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.540168:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000020:00000001:2.0:1763346492.540171:0:19972:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.540173:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.540179:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.540182:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.540189:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9fb41c38e000. 02000000:00000001:2.0:1763346492.540192:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.540194:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540199:0:19972:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763346492.540203:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346492.540205:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.540208:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540211:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.540233:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.540235:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540237:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.540238:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.540240:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540242:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.540243:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.540245:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540246:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.540248:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.540250:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540252:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.540253:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.540255:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540257:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.540258:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.540262:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346492.540267:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346492.540269:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346492.540271:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346492.540273:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540276:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.540277:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540279:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346492.540281:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540284:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763346492.540290:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2bcb0 00000004:00000002:2.0:1763346492.540292:0:19972:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_1, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763346492.540298:0:19972:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346492.540301:0:19972:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346492.540304:0:19972:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346492.540307:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.540310:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.540317:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346492.540320:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.540331:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.540336:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346492.540340:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.540343:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa012 to hash 00000020:00000001:2.0:1763346492.540346:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.540347:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000010:2.0:1763346492.540355:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e80. 00010000:00000001:2.0:1763346492.540358:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.540362:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.540365:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.540369:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540379:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.540383:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.540385:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.540388:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.540390:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540392:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.540394:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540397:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.540399:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.540401:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.540403:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.540406:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:2.0:1763346492.540409:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346492.540413:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463af9ff6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127fa expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.540421:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 494 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346492.540427:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540433:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.540439:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.540443:0:19972:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.540445:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.540446:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540449:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.540451:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.540454:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.540456:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.540459:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540465:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.540467:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.540468:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.540470:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.540471:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346492.540475:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078400. 00010000:00000010:2.0:1763346492.540478:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969c00. 00010000:00000001:2.0:1763346492.540481:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.540483:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346492.540485:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.540486:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa019 to hash 00000020:00000001:2.0:1763346492.540488:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.540489:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346492.540492:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894b00. 00010000:00000001:2.0:1763346492.540494:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.540496:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.540497:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.540500:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540504:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.540506:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.540507:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.540508:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.540509:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540511:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.540512:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540514:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.540515:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.540516:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.540517:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.540519:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x67dc7ff9 (ffff9fb503078400) refcount = 1 00010000:00010000:2.0:1763346492.540522:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540527:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.540528:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.540530:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.540531:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.540533:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540534:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.540536:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.540538:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.540539:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.540542:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540545:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.540547:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.540548:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.540549:0:19972:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540555:0:19972:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346492.540596:0:19972:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346492.540600:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346492.540603:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346492.540609:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.540614:0:19972:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346492.540640:0:19972:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.540643:0:19972:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346492.540644:0:19972:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346492.540647:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.540650:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.540652:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.540654:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.540656:0:19972:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346492.540658:0:19972:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.540660:0:19972:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346492.540662:0:19972:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346492.540664:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346492.540665:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.540667:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.540669:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.540670:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.540672:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.540695:0:19972:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.540697:0:19972:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.540700:0:19972:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540702:0:19972:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540704:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.540706:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4058:0x0] 00000020:00000001:2.0:1763346492.540708:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.540713:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566975800 : -105879142575816 : ffff9fb417515138) 00000004:00000001:2.0:1763346492.540715:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566975712 : -105879142575904 : ffff9fb4175150e0) 00000004:00000001:2.0:1763346492.540719:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346492.540721:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.540723:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.540726:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078b00 count: 2 00010000:00000001:2.0:1763346492.540728:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.540730:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.540732:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d200. 00000020:00000001:2.0:1763346492.540735:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.540737:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d200 with handle 0x757b854463afa020 to hash 00000020:00000001:2.0:1763346492.540739:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.540740:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000010:2.0:1763346492.540743:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.540745:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.540747:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.540749:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.540752:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540757:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.540759:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.540760:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.540761:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.540763:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540765:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.540766:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540768:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.540770:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.540771:0:19972:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.540772:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.540774:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) refcount = 2 00010000:00000040:2.0:1763346492.540776:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346492.540780:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ec expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346492.540786:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540790:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.540792:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.540793:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.540795:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.540796:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.540798:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.540800:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.540802:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.540804:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.540806:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.540810:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.540811:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.540812:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.540814:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.540816:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.540817:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=3 00000020:00000001:2.0:1763346492.540819:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.540822:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.540823:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.540825:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.540826:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540829:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346492.540834:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346492.540837:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346492.540842:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540845:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.540850:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.540853:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.540859:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.540861:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.540865:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346492.540868:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346492.540870:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.540872:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4058:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:2.0:1763346492.540875:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.540876:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.540877:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.540879:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.540880:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.540882:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.540884:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.540885:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.540886:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.540888:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.540890:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.540892:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346492.540895:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346492.540897:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346492.540900:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb41c38e2f8 00000004:00000001:2.0:1763346492.540902:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540905:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.540906:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540908:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.540909:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.540911:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.540913:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.540914:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.540916:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.540918:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763346492.540921:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: returning size 1024 00000004:00000040:2.0:1763346492.540924:0:19972:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4058:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763346492.540927:0:19972:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763346492.540929:0:19972:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9737 00000004:00200000:2.0:1763346492.540931:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:2.0:1763346492.540938:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346492.540944:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540946:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.540949:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.540950:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.540951:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=3 00000020:00000001:2.0:1763346492.540953:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.540956:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00000004:00010000:2.0:1763346492.540959:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000004:00000001:2.0:1763346492.540964:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346492.540967:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417515138/ffff9fb4175150e0 to site lru. bkt: ffff9fb51dc9e258 00000004:00000001:2.0:1763346492.540969:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.540971:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346492.540972:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346492.540974:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.540976:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346492.540978:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.540979:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.540981:0:19972:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.540983:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346492.540985:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346492.540987:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.540988:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.540989:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346492.540991:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.540993:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.540996:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.540999:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541004:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541005:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.541007:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541012:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.541013:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541016:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.541018:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346492.541024:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.541026:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.541028:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.541030:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541035:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.541037:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.541038:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.541039:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:2.0:1763346492.541041:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.541043:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.541046:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.541048:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541054:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.541055:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.541057:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541060:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.541062:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.541064:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.541065:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.541067:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa012 from hash 00010000:00000001:2.0:1763346492.541069:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.541070:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541071:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541072:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.541074:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.541075:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541077:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.541079:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.541081:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.541084:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346492.541086:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346492.541089:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.541091:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541093:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.541095:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.541097:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541098:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541099:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541101:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.541103:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.541106:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541110:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541111:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541112:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.541114:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.541115:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.541117:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa012 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346492.541123:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e80. 00010000:00000001:2.0:1763346492.541130:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.541132:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.541133:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346492.541134:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.541135:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.541137:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346492.541139:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.541141:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.541143:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.541145:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541149:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541150:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.541152:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541156:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.541158:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541159:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.541161:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346492.541166:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80de00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.541167:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.541168:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.541170:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541175:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.541176:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.541177:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.541178:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=4 00000020:00000001:2.0:1763346492.541180:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.541181:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.541184:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.541186:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541191:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.541192:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.541193:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541195:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.541196:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.541197:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.541198:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.541200:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa019 from hash 00010000:00000001:2.0:1763346492.541202:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.541203:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541204:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541205:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.541206:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.541207:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541209:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.541210:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.541211:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.541268:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x67dc7ff9 (ffff9fb503078400) 00010000:00010000:2.0:1763346492.541270:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346492.541272:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.541274:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541275:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.541276:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.541279:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541280:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541281:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541283:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.541284:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.541287:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541291:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541293:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541294:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.541295:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.541297:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.541299:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa019 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346492.541304:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894b00. 00010000:00000040:2.0:1763346492.541306:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00010000:00000010:2.0:1763346492.541312:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969c00. 00010000:00000001:2.0:1763346492.541317:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.541318:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.541319:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346492.541321:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346492.541322:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763346492.541333:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.541334:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.541336:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=3 00000020:00000001:2.0:1763346492.541338:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.541340:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.541342:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.541344:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541349:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541350:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.541352:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541357:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.541358:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541360:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.541362:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346492.541366:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.541369:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.541370:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.541372:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541377:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.541378:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.541379:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.541380:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=4 00000020:00000001:2.0:1763346492.541382:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.541384:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346492.541385:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.541387:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541392:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.541393:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.541394:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541396:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.541397:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.541398:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.541399:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.541401:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d200 with handle 0x757b854463afa020 from hash 00010000:00000001:2.0:1763346492.541403:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.541404:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541405:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541406:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.541407:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.541409:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541410:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.541411:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.541412:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.541414:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) 00010000:00010000:2.0:1763346492.541416:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346492.541418:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.541421:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541422:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.541423:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.541425:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541427:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541428:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.541429:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.541431:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.541433:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.541438:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.541439:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.541440:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.541441:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.541442:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.541444:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa020 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346492.541448:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.541451:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763346492.541454:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346492.541456:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346492.541457:0:19972:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763346492.541458:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346492.541459:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346492.541461:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346492.541464:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346492.541469:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.541471:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346492.541473:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763346492.541476:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540781696 00010000:00000001:2.0:1763346492.541479:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.541485:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522402d80 x1848996540781696/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 464/520 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.541495:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.541497:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.541502:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.541507:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.541510:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.541513:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.541517:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.541520:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.541524:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.541526:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.541533:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b6e8. 00000100:00000200:2.0:1763346492.541540:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848996540781696, offset 224 00000400:00000200:2.0:1763346492.541547:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.541559:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.541566:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198466:198466:256:4294967295] 192.168.204.16@tcp LPNI seq info [198462:198462:8:4294967295] 00000400:00000200:2.0:1763346492.541579:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.541584:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.541591:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.541597:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.541605:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.541610:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.541621:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.541624:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.541626:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.541629:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.541631:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.541637:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522402d80 x1848996540781696/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 464/520 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.541648:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:226272:x1848996540781696:12345-192.168.204.16@tcp:34:lfs.0 Request processed in 1561us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346492.541657:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140795 00000100:00000040:2.0:1763346492.541660:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346492.541664:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.541665:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.541670:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.541674:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.541679:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.541683:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:2.0:1763346492.541687:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346492.543070:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.543078:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346492.543084:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.543091:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.543097:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b6e8 00000400:00000010:3.0:1763346492.543099:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b6e8. 00000100:00000001:3.0:1763346492.543106:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.543108:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.546804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000001:1.0:1763346492.547687:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.547703:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.547707:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.547709:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.547720:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.547739:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e011580 00000400:00000200:1.0:1763346492.547748:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124c51 [2] + 1176 00000800:00000001:1.0:1763346492.547756:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.547764:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.547767:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.547771:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.547778:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.547781:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763346492.547787:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226fb80. 00000100:00000040:1.0:1763346492.547791:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226fb80 x1848996540781952 msgsize 392 00000100:00100000:1.0:1763346492.547795:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.547809:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.547820:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.547822:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.548320:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.548334:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540781952 02000000:00000001:3.0:1763346492.548338:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.548340:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.548343:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.548349:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.548353:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540781952 00000020:00000001:3.0:1763346492.548358:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.548360:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346492.548362:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.548366:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:3.0:1763346492.548369:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346492.548371:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346492.548376:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.548384:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.548388:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.548390:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.548397:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f600. 00000020:00000010:3.0:1763346492.548403:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.548408:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.548421:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763346492.548424:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.548425:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346492.548428:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.548437:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.548455:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.548466:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.548469:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.548474:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20990 00000100:00000040:3.0:1763346492.548478:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346492.548480:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043718016 : -105874665833600 : ffff9fb52226fb80) 00000100:00000040:3.0:1763346492.548487:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226fb80 x1848996540781952/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346492.548497:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.548500:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.548502:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.548504:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.548508:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+494:226272:x1848996540781952:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:3.0:1763346492.548511:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540781952 00000020:00000001:3.0:1763346492.548515:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.548519:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.548524:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.548527:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.548529:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:3.0:1763346492.548532:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346492.548536:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540781952, found 0 last_xid 1848996540781951 00000020:00000001:3.0:1763346492.548538:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.548541:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.548544:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.548547:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548553:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763346492.548556:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763346492.548559:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763346492.548563:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548566:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763346492.548570:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.548572:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548575:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.548576:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.548578:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548580:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.548581:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.548583:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548584:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.548585:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.548587:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548588:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.548590:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.548591:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548594:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548596:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763346492.548597:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548600:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346492.548601:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.548603:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548604:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.548606:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.548607:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548609:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.548610:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.548611:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548614:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.548615:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.548619:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346492.548625:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346492.548628:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346492.548631:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346492.548633:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.548636:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.548638:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548640:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346492.548642:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548643:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.548648:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.548651:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.548657:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb52af35400. 02000000:00000001:3.0:1763346492.548659:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.548661:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548664:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346492.548665:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548668:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763346492.548670:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763346492.548671:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.548674:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb52f8af600 refcount=2 00000020:00000001:3.0:1763346492.548675:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199268374016 : -105874441177600 : ffff9fb52f8af600) 00000004:00000001:3.0:1763346492.548678:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199268374016 : -105874441177600 : ffff9fb52f8af600) 00000020:00000040:3.0:1763346492.548680:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb52f8af600 with handle 0x757b854463afa00b from hash 00000004:00000001:3.0:1763346492.548685:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763346492.548687:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4057:0x0] with intent: 0 00000004:00000001:3.0:1763346492.548691:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763346492.548695:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.548702:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.548704:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.548711:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763346492.548714:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763346492.548717:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763346492.548719:0:36359:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548722:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763346492.548762:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763346492.548766:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346492.548771:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4057:0x0], previous was 0x7 00000004:00000001:3.0:1763346492.548774:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548777:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763346492.548780:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548784:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763346492.548793:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346492.548797:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763346492.548800:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb52f8af600. 00000004:00000001:3.0:1763346492.548811:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346492.548815:0:36359:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:3.0:1763346492.548818:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346492.548819:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548821:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548823:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763346492.548827:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346492.548835:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af36000. 00080000:00000001:3.0:1763346492.548837:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191330816 : -105874518220800 : ffff9fb52af36000) 00080000:00000001:3.0:1763346492.548840:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346492.548846:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346492.548851:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346492.548852:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.548870:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.548873:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346492.548876:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346492.548879:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055465, last_committed = 8590055456 00000001:00000010:3.0:1763346492.548882:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44ae0. 00000001:00000040:3.0:1763346492.548885:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:3.0:1763346492.548887:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00000001:00000010:3.0:1763346492.548892:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb50847bd80. 00080000:00000001:3.0:1763346492.548899:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346492.548912:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346492.548915:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb50847bd80: xid 1848996540781952, transno 8590055465, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763346492.548918:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.548928:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548929:0:36359:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346492.548931:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346492.548933:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346492.548935:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346492.548937:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346492.548941:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.548944:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346492.548946:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763346492.548952:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346492.548957:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.548959:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346492.548963:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055465, xid 1848996540781952 00010000:00000001:3.0:1763346492.548966:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.548972:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52226fb80 x1848996540781952/t8590055465(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346492.548980:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.548983:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.548987:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.548991:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.548994:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.548996:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.549000:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.549002:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.549005:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.549008:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.549013:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbb28. 00000100:00000200:3.0:1763346492.549019:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540781952, offset 224 00000400:00000200:3.0:1763346492.549026:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.549036:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.549042:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198467:198467:256:4294967295] 192.168.204.16@tcp LPNI seq info [198463:198463:8:4294967295] 00000400:00000200:3.0:1763346492.549054:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.549059:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.549064:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b700. 00000800:00000200:3.0:1763346492.549070:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.549078:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.549082:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b700 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:1.0:1763346492.551153:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.551163:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b700. 00000400:00000200:1.0:1763346492.551172:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.551180:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.551187:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbb28 00000400:00000010:1.0:1763346492.551190:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbb28. 00000100:00000001:1.0:1763346492.551195:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.551197:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346492.557520:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.557537:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.557542:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.557545:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.557549:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.557561:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226fb80 x1848996540781952/t8590055465(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346492.557574:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+495:226272:x1848996540781952:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 9075us (9780us total) trans 8590055465 rc 0/0 00000100:00100000:3.0:1763346492.557587:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20990 00000100:00000040:3.0:1763346492.557591:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346492.557593:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.557596:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.557604:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.557610:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.557615:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f600. 00000020:00000040:3.0:1763346492.557623:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:3.0:1763346492.557626:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346492.566554:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300729415, at 4300729416 00000100:00000010:3.0:1763346492.566570:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0aba0. 00010000:00000010:2.1:1763346492.566876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346492.566887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346492.566890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000100:00000040:2.0:1763346492.566901:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300729415, at 4300729416 00000100:00000010:2.0:1763346492.566907:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a600. 00000100:00000040:0.0:1763346492.567262:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300729415, at 4300729417 00000100:00000010:0.0:1763346492.567268:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0ad20. 00000100:00000040:1.0:1763346492.573580:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300729415, at 4300729423 00000100:00000010:1.0:1763346492.573596:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a7e0. 00000800:00000001:3.0:1763346492.595721:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.595740:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346492.595744:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.595746:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.595757:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346492.595774:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e011680 00000400:00000200:3.0:1763346492.595782:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 39064 00000800:00000001:3.0:1763346492.595789:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.595818:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346492.595821:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.595825:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346492.595832:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346492.595835:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346492.595841:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522400a80. 00000100:00000040:3.0:1763346492.595845:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522400a80 x1848996540782208 msgsize 4616 00000100:00100000:3.0:1763346492.595849:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346492.595869:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346492.595876:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346492.595891:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.595930:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346492.595934:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540782208 02000000:00000001:1.0:1763346492.595938:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346492.595941:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346492.595943:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.595949:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346492.595954:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540782208 00000020:00000001:1.0:1763346492.595957:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346492.595959:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346492.595962:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.595967:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:1.0:1763346492.595969:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346492.595971:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346492.595976:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.595981:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30ac0. 00000100:00000001:1.0:1763346492.595985:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.595988:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30ac0. 00000020:00000010:1.0:1763346492.595995:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346492.596001:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.596007:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346492.596015:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346492.596018:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346492.596019:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346492.596022:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346492.596024:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.596026:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.596035:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.596053:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346492.596068:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346492.596070:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346492.596075:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140796 00000100:00000040:1.0:1763346492.596079:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346492.596082:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045360256 : -105874664191360 : ffff9fb522400a80) 00000100:00000040:1.0:1763346492.596089:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522400a80 x1848996540782208/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346492.596099:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346492.596102:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30ac0. 00000100:00000001:1.0:1763346492.596103:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346492.596105:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30ac0. 00000100:00100000:1.0:1763346492.596110:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:226274:x1848996540782208:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346492.596114:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540782208 00000020:00000001:1.0:1763346492.596118:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346492.596122:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346492.596128:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb50847bd80: xid 1848996540781952, transno 8590055465, client gen 3, slot idx 1 00000001:00000001:1.0:1763346492.596135:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755ab40: xid 1848996540781568, transno 8590055464, client gen 3, slot idx 0 00000001:00000010:1.0:1763346492.596139:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755ab40. 00000020:00000001:1.0:1763346492.596145:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.596147:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346492.596150:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346492.596153:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346492.596157:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540782208, found 0 last_xid 1848996540782207 00000020:00000001:1.0:1763346492.596159:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346492.596161:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346492.596164:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346492.596170:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.596173:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346492.596176:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346492.596179:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346492.596181:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346492.596183:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.596188:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346492.596196:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:1.0:1763346492.596199:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346492.596202:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346492.596207:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0c00. 00000020:00000001:1.0:1763346492.596259:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346492.596261:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0c00 with handle 0x757b854463afa027 to hash 00000020:00000001:1.0:1763346492.596264:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346492.596266:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000010:1.0:1763346492.596273:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346492.596276:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00010000:1.0:1763346492.596282:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa027 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921280f expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346492.596306:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346492.596308:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:1.0:1763346492.596316:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346492.596318:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346492.596334:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346492.596337:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346492.596339:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596341:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346492.596346:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb522400a80 x1848996540782208/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/0 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346492.596354:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346492.596357:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346492.596359:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346492.596362:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.596365:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596368:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.596370:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.596372:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596373:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.596374:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.596376:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596382:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.596388:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596391:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596392:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596396:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346492.596397:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346492.596401:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346492.596402:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346492.596439:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb530f00000. 02000000:00000001:1.0:1763346492.596443:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.596445:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596450:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346492.596451:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.596453:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596454:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.596455:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.596457:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596458:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.596459:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.596461:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596463:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.596464:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346492.596469:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346492.596474:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346492.596476:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346492.596479:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346492.596480:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596483:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.596484:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596486:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346492.596488:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596490:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346492.596492:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596495:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346492.596497:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346492.596501:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:1.0:1763346492.596503:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x4058:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346492.596508:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763346492.596510:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346492.596511:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346492.596515:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.596521:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346492.596523:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346492.596525:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346492.596526:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4058:0x0] 00000020:00000001:1.0:1763346492.596527:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346492.596529:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566975800 : -105879142575816 : ffff9fb417515138) 00000004:00000001:1.0:1763346492.596532:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566975712 : -105879142575904 : ffff9fb4175150e0) 00000004:00000001:1.0:1763346492.596534:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346492.596536:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596541:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346492.596545:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346492.596555:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596558:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.596564:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596567:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596573:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346492.596576:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346492.596579:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346492.596581:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346492.596583:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346492.596585:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4058:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763346492.596588:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.596589:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596590:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596591:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.596593:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.596595:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763346492.596597:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb530f00378 00000004:00000001:1.0:1763346492.596600:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596603:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763346492.596605:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346492.596606:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346492.596608:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4058:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763346492.596611:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763346492.596614:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346492.596616:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346492.596620:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078b00 count: 2 00010000:00000001:1.0:1763346492.596622:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346492.596624:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346492.596627:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1600. 00000020:00000001:1.0:1763346492.596630:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346492.596631:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1600 with handle 0x757b854463afa02e to hash 00000020:00000001:1.0:1763346492.596633:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346492.596634:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000010:1.0:1763346492.596637:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4080. 00010000:00000001:1.0:1763346492.596639:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346492.596642:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346492.596644:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346492.596648:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa02e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.596654:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346492.596658:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346492.596660:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346492.596662:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346492.596664:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.596667:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346492.596668:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.596670:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346492.596673:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346492.596674:0:19997:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346492.596675:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346492.596678:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) refcount = 2 00010000:00000040:1.0:1763346492.596681:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346492.596685:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ec expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346492.596692:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa02e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.596696:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346492.596701:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.596703:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.596705:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346492.596706:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.596708:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.596710:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346492.596712:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346492.596717:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346492.596720:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa02e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346492.596725:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346492.596726:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.596728:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.596730:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.596731:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.596732:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346492.596734:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346492.596736:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346492.596738:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.596739:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346492.596740:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346492.596742:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4058:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763346492.596745:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.596747:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596750:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763346492.596753:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.596754:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596755:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.596757:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.596758:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346492.596759:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346492.596760:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346492.596762:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346492.596764:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763346492.596767:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4058:0x0]: returning size 1024 00000001:00000001:1.0:1763346492.596769:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346492.596770:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596772:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346492.596773:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.596775:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596776:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596779:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.596781:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.596783:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346492.596785:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596787:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763346492.596789:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1763346492.596791:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763346492.596792:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596795:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763346492.596799:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763346492.596803:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763346492.596805:0:19997:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596807:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596809:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.596813:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763346492.596815:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb52b388800. 00000020:00000001:1.0:1763346492.596817:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346492.596818:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb52b388800 with handle 0x757b854463afa035 to hash 00000020:00000001:1.0:1763346492.596820:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763346492.596821:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199195863040 : -105874513688576 : ffff9fb52b388800) 00000004:00000001:1.0:1763346492.596823:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346492.596824:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763346492.596826:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4058:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:1.0:1763346492.596829:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346492.596832:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346492.596841:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50f92cc00. 00080000:00000001:1.0:1763346492.596843:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198732016640 : -105874977534976 : ffff9fb50f92cc00) 00080000:00000001:1.0:1763346492.596845:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346492.596851:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346492.596856:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346492.596857:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.596876:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.596878:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346492.596882:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346492.596884:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055466, last_committed = 8590055456 00000001:00000010:1.0:1763346492.596887:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54f00. 00000001:00000040:1.0:1763346492.596889:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:1.0:1763346492.596892:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:1.0:1763346492.596898:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222e8780. 00080000:00000001:1.0:1763346492.596904:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346492.596920:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346492.596924:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222e8780: xid 1848996540782208, transno 8590055466, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346492.596927:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346492.596939:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596940:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346492.596942:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596944:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596947:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346492.596948:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596950:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346492.596952:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.596953:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.596955:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346492.596957:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346492.596959:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763346492.596961:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763346492.596963:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346492.596964:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.596966:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346492.596967:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346492.596968:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596970:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346492.596972:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346492.596976:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:1.0:1763346492.596977:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346492.596979:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763346492.596985:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346492.596990:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596993:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.596995:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346492.596997:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346492.596999:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346492.597000:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346492.597002:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346492.597004:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346492.597006:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763346492.597020:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346492.597022:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763346492.597024:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763346492.597026:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.597028:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346492.597029:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346492.597031:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346492.597033:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346492.597035:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00000004:00000040:1.0:1763346492.597038:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346492.597040:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:1.0:1763346492.597043:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.597044:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346492.597045:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346492.597047:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346492.597050:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346492.597053:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346492.597055:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346492.597057:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346492.597059:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.597061:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.597063:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346492.597064:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346492.597066:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0c00 with handle 0x757b854463afa027 from hash 00010000:00000001:1.0:1763346492.597068:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346492.597069:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.597070:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.597071:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346492.597072:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346492.597076:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa027 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921280f expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346492.597082:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346492.597085:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:1.0:1763346492.597087:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346492.597094:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346492.597096:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.597100:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346492.597103:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa02e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921280f expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346492.597110:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346492.597113:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346492.597115:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) 00010000:00010000:1.0:1763346492.597118:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763346492.597120:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346492.597122:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.597124:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346492.597125:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346492.597126:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346492.597127:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1600, rc 0) 00000020:00000001:1.0:1763346492.597130:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346492.597133:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055466, xid 1848996540782208 00010000:00000001:1.0:1763346492.597136:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346492.597141:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522400a80 x1848996540782208/t8590055466(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/664 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346492.597148:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346492.597150:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346492.597153:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346492.597158:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346492.597160:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346492.597163:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346492.597166:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346492.597168:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.597172:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346492.597174:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346492.597179:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9be58. 00000100:00000200:1.0:1763346492.597186:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540782208, offset 224 00000400:00000200:1.0:1763346492.597191:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346492.597202:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346492.597208:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198468:198468:256:4294967295] 192.168.204.16@tcp LPNI seq info [198464:198464:8:4294967295] 00000400:00000200:1.0:1763346492.597263:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346492.597268:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346492.597273:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53339f800. 00000800:00000200:1.0:1763346492.597278:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346492.597286:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346492.597290:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53339f800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763346492.597301:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346492.597303:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346492.597306:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346492.597308:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346492.597310:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346492.597314:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522400a80 x1848996540782208/t8590055466(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/664 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346492.597336:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522400a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+497:226274:x1848996540782208:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1222us (1476us total) trans 8590055466 rc 0/0 00000100:00100000:1.0:1763346492.597344:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140796 00000100:00000040:1.0:1763346492.597348:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346492.597350:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346492.597352:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346492.597356:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388c80. 00000020:00000010:1.0:1763346492.597361:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346492.597366:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:1.0:1763346492.597369:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:1.0:1763346492.597372:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.597729:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.597735:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53339f800. 00000400:00000200:0.0:1763346492.597741:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.597746:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.597752:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9be58 00000400:00000010:0.0:1763346492.597754:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9be58. 00000100:00000001:0.0:1763346492.597759:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.597760:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346492.602951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00000800:00000001:1.0:1763346492.611542:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.611563:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.611567:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.611569:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.611580:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.611598:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e011700 00000400:00000200:1.0:1763346492.611607:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x1276f1 [2] + 1968 00000400:00000010:1.0:1763346492.611612:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb52b239bb0. 00000400:00000200:1.0:1763346492.611619:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb41783df00 00000800:00000001:1.0:1763346492.611624:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.611634:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.611636:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.611641:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.611645:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41783df00 00000400:00000010:1.0:1763346492.611648:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41783df00. 00000100:00000001:1.0:1763346492.611654:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.611656:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1763346492.611659:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509528050 x1848996540782336 msgsize 328 00000100:00100000:1.0:1763346492.611663:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:1.0:1763346492.611665:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763346492.611687:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.611693:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.611696:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.611773:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346492.611776:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540782336 02000000:00000001:0.0:1763346492.611780:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346492.611782:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346492.611784:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346492.611789:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346492.611794:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540782336 00000020:00000001:0.0:1763346492.611797:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346492.611799:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346492.611801:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.611805:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:0.0:1763346492.611807:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346492.611810:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346492.611814:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.611819:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.611823:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.611826:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346492.611832:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346492.611837:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.611842:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346492.611851:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346492.611853:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346492.611855:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346492.611858:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346492.611861:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.611864:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346492.611869:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346492.611871:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.611873:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:0.0:1763346492.611874:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:0.0:1763346492.611877:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:0.0:1763346492.611880:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.611882:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.611883:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.611886:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.611894:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.611911:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346492.611932:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346492.611934:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346492.611939:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1002 00000100:00000040:0.0:1763346492.611944:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346492.611946:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198627139664 : -105875082411952 : ffff9fb509528050) 00000100:00000040:0.0:1763346492.611954:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb509528050 x1848996540782336/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346492.611964:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346492.611967:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346492.611969:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346492.611971:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346492.611976:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb509528050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+497:2356:x1848996540782336:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346492.611980:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540782336 00010000:00000001:0.0:1763346492.611983:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346492.611985:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346492.611987:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346492.611993:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346492.611995:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346492.612000:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5055ea800. 02000000:00000001:0.0:1763346492.612002:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.612004:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.612007:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346492.612010:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346492.612011:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346492.612013:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346492.612015:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:0.0:1763346492.612017:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:0.0:1763346492.612019:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000040:0.0:1763346492.612022:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078b00 count: 3 00000004:00000001:0.0:1763346492.612027:0:5737:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763346492.612029:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346492.612033:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346492.612036:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346492.612038:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346492.612040:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.612045:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346492.612047:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346492.612187:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.612189:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.612192:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346492.612193:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346492.612196:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1600 with handle 0x757b854463afa02e from hash 00010000:00000001:0.0:1763346492.612199:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346492.612200:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346492.612201:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.612203:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346492.612209:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346492.612211:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.612259:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346492.612260:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346492.612265:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa02e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921280f expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346492.612275:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346492.612278:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00010000:00000010:0.0:1763346492.612281:0:5737:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4080. 00010000:00000001:0.0:1763346492.612289:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346492.612291:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346492.612295:0:5737:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346492.612298:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) 00010000:00000001:0.0:1763346492.612301:0:5737:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.612304:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.612306:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763346492.612308:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346492.612309:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346492.612314:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346492.612317:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346492.612320:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=105 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346492.612335:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346492.612338:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346492.612340:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346492.612344:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346492.612346:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.612349:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346492.612352:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346492.612357:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000100:00000200:0.0:1763346492.612363:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540782336, offset 224 00000400:00000200:0.0:1763346492.612369:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346492.612378:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346492.612385:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198469:198469:256:4294967295] 192.168.204.16@tcp LPNI seq info [198465:198465:8:4294967295] 00000400:00000200:0.0:1763346492.612396:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346492.612401:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346492.612406:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4aa00. 00000800:00000200:0.0:1763346492.612411:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346492.612418:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346492.612423:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346492.612434:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.612437:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346492.612439:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346492.612441:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346492.612446:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509528050 x1848996540782336/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346492.612456:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb509528050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+496:2356:x1848996540782336:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 490us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346492.612464:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1002 00000100:00000040:0.0:1763346492.612467:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346492.612470:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346492.612472:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346492.612476:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346492.612482:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346492.612486:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:0.0:1763346492.612504:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 02000000:00000001:0.0:1763346492.612510:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346492.612513:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5402df000. 02000000:00000001:0.0:1763346492.612516:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346492.612518:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522403800. 02000000:00000001:0.0:1763346492.612523:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346492.612524:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb401a54800. 02000000:00000001:0.0:1763346492.612527:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346492.612528:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a8000. 02000000:00000001:0.0:1763346492.612532:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346492.612533:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055ea400. 02000000:00000001:0.0:1763346492.612535:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346492.612536:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ce00. 02000000:00000001:0.0:1763346492.612539:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346492.612540:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb54019a800. 02000000:00000001:0.0:1763346492.612543:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346492.612544:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506101180. 02000000:00000001:0.0:1763346492.612548:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346492.612549:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb535645400. 02000000:00000001:0.0:1763346492.612552:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346492.612553:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53546fb80. 02000000:00000001:0.0:1763346492.612556:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346492.612557:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb535645000. 02000000:00000001:0.0:1763346492.612558:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763346492.612560:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52208f480. 00000100:00000001:0.0:1763346492.612563:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763346492.612569:0:5737:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1763346492.612574:0:5737:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cce18. 00000400:00000010:0.0:1763346492.612578:0:5737:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a840. 00000800:00000200:1.0:1763346492.612728:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.612732:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4aa00. 00000400:00000200:1.0:1763346492.612737:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.612742:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.612745:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:1.0:1763346492.612747:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:1.0:1763346492.612751:0:3287:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763346492.612753:0:3287:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346492.612755:0:3287:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055ea800. 02000000:00000001:1.0:1763346492.612756:0:3287:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763346492.612758:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.615264:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.615286:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.615290:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.615293:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.615305:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.615334:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 552 into portal 12 MB=0x691a70e011800 00000400:00000200:0.0:1763346492.615342:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 552/552 into md 0xd4325 [64] + 43680 00000800:00000001:0.0:1763346492.615350:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.615361:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.615364:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.615369:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.615376:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.615379:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346492.615385:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532983b80. 00000100:00000040:0.0:1763346492.615389:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532983b80 x1848996540782592 msgsize 552 00000100:00100000:0.0:1763346492.615394:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.618517:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.618542:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.618553:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.618983:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.618987:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540782592 02000000:00000001:2.0:1763346492.618991:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.618994:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.618998:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.619004:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.619009:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540782592 00000020:00000001:2.0:1763346492.619012:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.619014:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346492.619017:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.619021:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=496 00000020:00000001:2.0:1763346492.619024:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346492.619027:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346492.619032:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.619071:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.619075:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.619078:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000020:00000010:2.0:1763346492.619086:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.619091:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.619097:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.619105:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346492.619109:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.619110:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346492.619112:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346492.619114:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.619117:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.619126:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.619144:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.619159:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.619161:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.619169:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140797 00000100:00000040:2.0:1763346492.619173:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346492.619175:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319575424 : -105874389976192 : ffff9fb532983b80) 00000100:00000040:2.0:1763346492.619182:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532983b80 x1848996540782592/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 552/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.619191:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.619193:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346492.619195:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.619197:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000100:00100000:2.0:1763346492.619202:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+496:226274:x1848996540782592:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346492.619205:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540782592 00000020:00000001:2.0:1763346492.619209:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.619229:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346492.619235:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222e8780: xid 1848996540782208, transno 8590055466, client gen 3, slot idx 0 00000001:00000001:2.0:1763346492.619240:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb50847bd80: xid 1848996540781952, transno 8590055465, client gen 3, slot idx 1 00000001:00000010:2.0:1763346492.619245:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb50847bd80. 00000020:00000001:2.0:1763346492.619249:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.619252:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.619254:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.619256:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346492.619260:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540782592, found 0 last_xid 1848996540782335 00000020:00000001:2.0:1763346492.619263:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.619265:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.619267:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.619274:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.619276:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.619279:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.619281:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.619284:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346492.619286:0:19972:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:2.0:1763346492.619289:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.619291:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.619293:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:2.0:1763346492.619296:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:2.0:1763346492.619299:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000040:2.0:1763346492.619303:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00000004:00000001:2.0:1763346492.619308:0:19972:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763346492.619310:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346492.619313:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.619315:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.619317:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.619319:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.619335:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.619337:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.619343:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.619346:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.619349:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.619351:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.619353:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b800 with handle 0x757b854463af9ff6 from hash 00010000:00000001:2.0:1763346492.619355:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.619357:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.619358:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.619359:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.619365:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.619367:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.619369:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.619371:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.619376:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463af9ff6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127fa expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.619386:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:2.0:1763346492.619389:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:2.0:1763346492.619392:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001a00. 00010000:00000001:2.0:1763346492.619400:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.619402:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.619406:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.619408:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00000001:2.0:1763346492.619413:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.619415:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.619417:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346492.619419:0:19972:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346492.619420:0:19972:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.619426:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.619431:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:2.0:1763346492.619433:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.619437:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.619442:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d200. 00000020:00000001:2.0:1763346492.619445:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.619447:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d200 with handle 0x757b854463afa03c to hash 00000020:00000001:2.0:1763346492.619450:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.619451:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000010:2.0:1763346492.619458:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.619461:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00010000:2.0:1763346492.619465:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa03c lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212816 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.619472:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346492.619475:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:2.0:1763346492.619480:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346492.619483:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346492.619490:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346492.619493:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346492.619495:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.619497:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346492.619502:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb532983b80 x1848996540782592/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 552/0 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346492.619510:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346492.619512:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346492.619515:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346492.619518:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.619521:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.619524:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.619526:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.619527:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.619535:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.619536:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.619538:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.619540:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.619543:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346492.619544:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346492.619547:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.619549:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1763346492.623038:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.623045:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.623050:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.623051:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.623053:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.623054:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.623058:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.623060:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346492.623065:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346492.623066:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.623299:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346492.623303:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.623306:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1763346492.628620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 02000000:00000010:2.0:1763346492.629125:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb52aaf0000. 02000000:00000001:2.0:1763346492.629132:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.629138:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629153:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346492.629157:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.629159:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.629163:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.629165:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.629167:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.629169:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.629170:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.629172:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.629174:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.629175:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.629180:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346492.629187:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346492.629190:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346492.629194:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346492.629196:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.629200:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.629201:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629203:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346492.629205:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629207:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346492.629209:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629238:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346492.629241:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346492.629246:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:2.0:1763346492.629249:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(. :VOLATILE:0000:7B41DB0E:fd=03->[0x200000bd2:0x405e:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763346492.629256:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.629258:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346492.629261:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.629268:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346492.629270:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346492.629273:0:19972:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346492.629275:0:19972:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629280:0:19972:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763346492.629281:0:19972:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x405e:0x0] 00000020:00000001:2.0:1763346492.629283:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763346492.629284:0:19972:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763346492.629293:0:19972:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346492.629296:0:19972:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346492.629301:0:19972:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763346492.629303:0:19972:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x405e:0x0] 00000004:00000010:2.0:1763346492.629309:0:19972:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346492.629312:0:19972:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629315:0:19972:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763346492.629319:0:19972:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763346492.629332:0:19972:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb406fd5cb0. 00000004:00000001:2.0:1763346492.629336:0:19972:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638194293038256 : -105879416513360 : ffff9fb406fd5cb0) 00000004:00000001:2.0:1763346492.629338:0:19972:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629341:0:19972:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763346492.629343:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346492.629347:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346492.629349:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.629352:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.629354:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.629356:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.629358:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346492.629360:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763346492.629362:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763346492.629368:0:19972:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346492.629371:0:19972:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.629374:0:19972:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763346492.629376:0:19972:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.629378:0:19972:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.629382:0:19972:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346492.629384:0:19972:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00080000:00000001:2.0:1763346492.629392:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.629399:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763346492.629402:0:19972:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4057:0x0] version is 0x20001d7fa 00000004:00000002:2.0:1763346492.629405:0:19972:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x405e:0x0] version is 0x1 00000004:00000001:2.0:1763346492.629410:0:19972:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763346492.629448:0:19972:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763346492.629451:0:19972:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763346492.629454:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346492.629457:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346492.629462:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629464:0:19972:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629467:0:19972:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346492.629471:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346492.629479:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb416c0a600. 00080000:00000001:2.0:1763346492.629483:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346492.629494:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa5a000. 00080000:00000001:2.0:1763346492.629497:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00000004:00000001:2.0:1763346492.629500:0:19972:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763346492.629505:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.629507:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.629510:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.629514:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.629518:0:19972:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346492.629523:0:19972:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405e:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763346492.629527:0:19972:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763346492.629532:0:19972:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4057:0x0] not in the id map cache 00000004:00000001:2.0:1763346492.629537:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346492.629539:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346492.629541:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.629543:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.629545:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629547:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629549:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346492.629550:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346492.629552:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.629555:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.629557:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629558:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346492.629563:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346492.629566:0:19972:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763346492.629581:0:19972:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763346492.629586:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2b8c8 00000001:00000002:2.0:1763346492.629588:0:19972:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4057:0x0]:. :VOLATILE:0000:7B41DB0E:fd=03' is added 00000004:00000001:2.0:1763346492.629591:0:19972:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629595:0:19972:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763346492.629598:0:19972:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763346492.629601:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.629603:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.629606:0:19972:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346492.629627:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346492.629630:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.629631:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.629633:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.629635:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.629636:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346492.629644:0:19972:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405e:0x0] not in the id map cache 00000001:00000001:2.0:1763346492.629647:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.629649:0:19972:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629652:0:19972:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629653:0:19972:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629655:0:19972:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763346492.629657:0:19972:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629663:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.629665:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.629669:0:19972:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763346492.629676:0:19972:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629679:0:19972:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763346492.629681:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.629682:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.629686:0:19972:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346492.629687:0:19972:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346492.629690:0:19972:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629692:0:19972:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.629696:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346492.629698:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346492.629704:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346492.629705:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.629707:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.629710:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.629714:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.629715:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629718:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629722:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.629726:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.629727:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.629728:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.629731:0:19972:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346492.629734:0:19972:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629736:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629738:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.629761:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.629764:0:19972:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629769:0:19972:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763346492.629771:0:19972:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763346492.629773:0:19972:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763346492.629774:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.629776:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.629779:0:19972:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763346492.629837:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346492.629839:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.629841:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.629842:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.629844:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.629846:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.629967:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346492.629970:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.629973:0:19972:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629975:0:19972:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629978:0:19972:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629980:0:19972:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629983:0:19972:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763346492.629985:0:19972:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.629990:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.629994:0:19972:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346492.629997:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.629998:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.630000:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.630004:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346492.630006:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:2.0:1763346492.630013:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346492.630014:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.630017:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630019:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630021:0:19972:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630024:0:19972:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630028:0:19972:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630032:0:19972:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763346492.630036:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.630038:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.630042:0:19972:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763346492.630059:0:19972:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630062:0:19972:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763346492.630063:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.630064:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.630067:0:19972:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763346492.630092:0:19972:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630094:0:19972:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630097:0:19972:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.630100:0:19972:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630102:0:19972:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.630105:0:19972:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346492.630106:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.630108:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.630111:0:19972:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346492.630115:0:19972:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630117:0:19972:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.630121:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346492.630124:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346492.630128:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763346492.630132:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.630133:0:19972:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346492.630135:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.630136:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.630137:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.630140:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346492.630141:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346492.630147:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346492.630148:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.630150:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630152:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630154:0:19972:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630155:0:19972:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346492.630157:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055467, last_committed = 8590055456 00000001:00000010:2.0:1763346492.630161:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417875e40. 00000001:00000040:2.0:1763346492.630165:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:2.0:1763346492.630168:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:2.0:1763346492.630175:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975cc0. 00000004:00000001:2.0:1763346492.630183:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346492.630185:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.630186:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186235392 : -105874523316224 : ffff9fb52aa5a000) 00080000:00000001:2.0:1763346492.630190:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.630202:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346492.630205:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346492.630209:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975cc0: xid 1848996540782592, transno 8590055467, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346492.630242:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.630286:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.630290:0:19972:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb416c0a600. 00000020:00000001:2.0:1763346492.630292:0:19972:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630300:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346492.630302:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346492.630306:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630309:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.630314:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.630315:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.630318:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630321:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630336:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630338:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346492.630340:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630343:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.630344:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.630346:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.630347:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630349:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630351:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346492.630355:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb52aaf0378 00000004:00000001:2.0:1763346492.630358:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.630364:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346492.630373:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630382:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763346492.630385:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405e:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763346492.630388:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346492.630392:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.630396:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346492.630405:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078400. 00010000:00000010:2.0:1763346492.630410:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969980. 00010000:00000001:2.0:1763346492.630415:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.630419:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346492.630422:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.630425:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa043 to hash 00000020:00000001:2.0:1763346492.630428:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.630429:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346492.630435:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894b00. 00010000:00000001:2.0:1763346492.630438:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.630442:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.630444:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.630449:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.630459:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.630464:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.630466:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.630469:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.630472:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.630474:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.630475:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.630478:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.630481:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.630483:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.630484:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.630487:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) refcount = 1 00010000:00010000:2.0:1763346492.630492:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.630499:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.630504:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.630506:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.630508:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.630509:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.630512:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.630514:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.630517:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346492.630520:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.630523:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.630528:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.630530:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.630531:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.630533:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.630535:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.630537:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346492.630539:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.630542:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.630544:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.630545:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.630546:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.630548:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405e:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763346492.630553:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.630555:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630556:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763346492.630560:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.630562:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.630564:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.630565:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.630567:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.630568:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.630570:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.630571:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.630574:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:2.0:1763346492.630577:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: returning size 0 00000001:00000001:2.0:1763346492.630579:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.630581:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630583:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346492.630585:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.630588:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.630589:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.630591:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630594:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630596:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630599:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630601:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763346492.630604:0:19972:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763346492.630605:0:19972:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.630607:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763346492.630609:0:19972:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763346492.630611:0:19972:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630615:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346492.630618:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346492.630622:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630624:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.630627:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346492.630630:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb417969d00. 00000020:00000001:2.0:1763346492.630632:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.630634:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb417969d00 with handle 0x757b854463afa04a to hash 00000020:00000001:2.0:1763346492.630635:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346492.630637:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194571517184 : -105879138034432 : ffff9fb417969d00) 00000004:00000001:2.0:1763346492.630639:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346492.630640:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346492.630642:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405e:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763346492.630646:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346492.630648:0:19972:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346492.630649:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630652:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630654:0:19972:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.630657:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346492.630659:0:19972:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346492.630660:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346492.630662:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.630664:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346492.630666:0:19972:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.630668:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346492.630671:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:2.0:1763346492.630674:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346492.630677:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346492.630679:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630683:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630685:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346492.630689:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346492.630690:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346492.630692:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346492.630694:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346492.630695:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346492.630698:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346492.630702:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.630704:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763346492.630707:0:19972:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763346492.630709:0:19972:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.630712:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.630714:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.630715:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346492.630717:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346492.630719:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00000004:00000040:2.0:1763346492.630722:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346492.630725:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:2.0:1763346492.630730:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.630732:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.630733:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346492.630735:0:19972:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346492.630738:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346492.630742:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346492.630744:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346492.630746:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.630749:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.630750:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.630753:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.630755:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.630757:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d200 with handle 0x757b854463afa03c from hash 00010000:00000001:2.0:1763346492.630760:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.630761:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.630762:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.630763:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346492.630764:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.630772:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa03c lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.630780:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346492.630782:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:2.0:1763346492.630785:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.630792:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.630793:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.630798:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346492.630802:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 497 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346492.630810:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.630813:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.630815:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00010000:2.0:1763346492.630818:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763346492.630820:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.630823:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.630825:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.630826:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.630827:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.630829:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80de00, rc 0) 00000020:00000001:2.0:1763346492.630833:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.630837:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055467, xid 1848996540782592 00010000:00000001:2.0:1763346492.630840:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.630847:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532983b80 x1848996540782592/t8590055467(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 552/608 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.630855:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.630858:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.630861:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.630866:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.630869:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.630872:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.630875:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.630878:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.630882:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.630885:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.630890:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bf68. 00000100:00000200:2.0:1763346492.630897:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540782592, offset 224 00000400:00000200:2.0:1763346492.630905:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.630919:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.630926:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198470:198470:256:4294967295] 192.168.204.16@tcp LPNI seq info [198466:198466:8:4294967295] 00000400:00000200:2.0:1763346492.630939:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.630945:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.630950:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.630956:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.630964:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.630968:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.630979:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.630983:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.630985:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.630987:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.630991:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.630996:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532983b80 x1848996540782592/t8590055467(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 552/608 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.631006:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:226274:x1848996540782592:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 11813us (15614us total) trans 8590055467 rc 0/0 00000100:00100000:2.0:1763346492.631014:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140797 00000100:00000040:2.0:1763346492.631019:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346492.631022:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.631023:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.631028:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.631032:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.631037:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.631041:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:2.0:1763346492.631043:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.631378:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.631384:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.631389:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.631395:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.631400:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:1.0:1763346492.631402:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:1.0:1763346492.631408:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.631410:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.635396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:2.1:1763346492.639394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000800:00000001:1.0:1763346492.649813:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.649833:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.649837:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.649839:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.649851:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.649869:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e011900 00000400:00000200:1.0:1763346492.649878:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 44232 00000800:00000001:1.0:1763346492.649887:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.649900:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.649905:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.649909:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.649916:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.649918:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346492.649926:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226ed80. 00000100:00000040:1.0:1763346492.649930:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226ed80 x1848996540782848 msgsize 4616 00000100:00100000:1.0:1763346492.649934:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.649952:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.649961:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.649965:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.650046:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.650049:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540782848 02000000:00000001:2.0:1763346492.650053:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.650055:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.650058:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.650063:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.650067:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540782848 00000020:00000001:2.0:1763346492.650070:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.650072:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346492.650074:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.650078:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:2.0:1763346492.650081:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346492.650084:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346492.650089:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.650096:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.650099:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.650102:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000020:00000010:2.0:1763346492.650108:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.650115:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.650120:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.650131:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346492.650134:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.650135:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346492.650138:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346492.650140:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.650143:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.650152:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.650169:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.650184:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.650186:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.650191:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140798 00000100:00000040:2.0:1763346492.650195:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346492.650197:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043714432 : -105874665837184 : ffff9fb52226ed80) 00000100:00000040:2.0:1763346492.650205:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226ed80 x1848996540782848/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.650257:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.650261:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.650263:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.650265:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000100:00100000:2.0:1763346492.650269:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:226274:x1848996540782848:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346492.650273:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540782848 00000020:00000001:2.0:1763346492.650277:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.650282:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346492.650288:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975cc0: xid 1848996540782592, transno 8590055467, client gen 3, slot idx 1 00000001:00000001:2.0:1763346492.650292:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222e8780: xid 1848996540782208, transno 8590055466, client gen 3, slot idx 0 00000001:00000010:2.0:1763346492.650296:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222e8780. 00000020:00000001:2.0:1763346492.650301:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.650304:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.650306:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.650310:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346492.650314:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540782848, found 0 last_xid 1848996540782847 00000020:00000001:2.0:1763346492.650316:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.650318:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.650332:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.650340:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.650342:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.650345:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.650347:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.650348:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.650351:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.650357:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.650364:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:2.0:1763346492.650368:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.650371:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.650376:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d200. 00000020:00000001:2.0:1763346492.650380:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.650382:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d200 with handle 0x757b854463afa051 to hash 00000020:00000001:2.0:1763346492.650384:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.650386:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000010:2.0:1763346492.650391:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.650394:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00010000:2.0:1763346492.650399:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa051 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921281d expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.650407:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346492.650410:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:2.0:1763346492.650417:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346492.650420:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346492.650427:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346492.650430:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346492.650431:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650434:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346492.650439:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb52226ed80 x1848996540782848/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/0 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346492.650447:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346492.650449:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346492.650452:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346492.650454:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.650456:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.650459:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.650461:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.650463:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.650464:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.650465:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.650467:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.650472:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.650473:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650475:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650477:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650480:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346492.650481:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346492.650484:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.650487:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.650527:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5272c0000. 02000000:00000001:2.0:1763346492.650530:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.650533:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650538:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346492.650540:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.650541:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.650543:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.650544:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.650545:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.650547:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.650548:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.650549:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.650551:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.650552:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.650556:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346492.650561:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346492.650564:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346492.650567:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346492.650637:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.650642:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.650643:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650645:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346492.650647:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650650:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346492.650652:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650654:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346492.650657:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346492.650661:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:2.0:1763346492.650663:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x405e:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763346492.650668:0:19972:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763346492.650670:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.650672:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346492.650675:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.650681:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346492.650684:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346492.650686:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.650687:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405e:0x0] 00000020:00000001:2.0:1763346492.650688:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.650690:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346492.650692:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346492.650694:0:19972:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346492.650695:0:19972:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650700:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346492.650703:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346492.650710:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650713:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.650719:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.650722:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.650727:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.650730:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.650733:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.650736:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346492.650738:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.650741:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.650742:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.650743:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.650745:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.650747:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.650749:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346492.650751:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb5272c0378 00000004:00000001:2.0:1763346492.650753:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.650757:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763346492.650760:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405e:0x0] lease count: 0, lm: 4 00000004:00000002:2.0:1763346492.650764:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405e:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:2.0:1763346492.650767:0:19972:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x405e:0x0], open_flags = 040010040000002 00000004:00000001:2.0:1763346492.650769:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346492.650773:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346492.650775:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.650778:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:2.0:1763346492.650781:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.650783:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.650787:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346492.650790:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.650792:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa058 to hash 00000020:00000001:2.0:1763346492.650793:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.650795:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000010:2.0:1763346492.650797:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e80. 00010000:00000001:2.0:1763346492.650799:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.650803:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.650805:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.650808:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.650815:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.650820:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.650822:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.650825:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.650828:0:19972:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346492.650832:0:19972:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346492.650839:0:19972:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763346492.650840:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.650842:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.650844:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.650846:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.650849:0:19972:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763346492.650852:0:19972:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000040:2.0:1763346492.650860:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00000040:2.0:1763346492.650863:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346492.650866:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.650872:0:19972:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763346492.650874:0:19972:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346492.650881:0:19972:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.650886:0:19972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346492.650892:0:19972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346492.650894:0:19972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346492.650897:0:19972:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346492.650899:0:19972:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346492.650901:0:19972:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346492.650904:0:19972:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.650906:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.650908:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346492.650911:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.650913:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.650915:0:19972:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763346492.650917:0:19972:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763346492.650921:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f100. 00000020:00000040:2.0:1763346492.650924:0:19972:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763346492.650927:0:19972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346492.650929:0:19972:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346492.650935:0:19972:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346492.650941:0:19972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a200. 00000100:00000001:2.0:1763346492.650947:0:19972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.650952:0:19972:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346492.650966:0:19972:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 498 pid: 19972 timeout: 6162 lvb_type: 0 00010000:00000001:2.0:1763346492.650973:0:19972:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346492.650976:0:19972:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346492.650980:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.650986:0:19972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346492.650989:0:19972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.650993:0:19972:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19972:1848996514967040:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346492.650996:0:19972:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346492.651001:0:19972:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346492.651004:0:19972:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.651007:0:19972:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346492.651011:0:19972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.651012:0:19972:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346492.651018:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346492.651024:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b770. 00000100:00000200:2.0:1763346492.651030:0:19972:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514967040, portal 16 00000100:00000001:2.0:1763346492.651033:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346492.651035:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183175936 : -105874526375680 : ffff9fb52a76f100) 00000100:00000040:2.0:1763346492.651040:0:19972:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.651047:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.651050:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.651052:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b440. 00000100:00000200:2.0:1763346492.651055:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514967040, offset 0 00000400:00000200:2.0:1763346492.651061:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.651071:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.651076:0:19972:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346492.651080:0:19972:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346492.651083:0:19972:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346492.651086:0:19972:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346492.651090:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198471:198471:256:4294967295] 192.168.204.16@tcp LPNI seq info [198467:198467:8:4294967295] 00000400:00000200:2.0:1763346492.651101:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.651106:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.651112:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.651117:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.651124:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.651128:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.651139:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.651142:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300729565 00000100:00000010:2.0:1763346492.651147:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875600. 00000100:00000001:2.0:1763346492.651153:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346492.651164:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300729565 00000100:00000010:2.0:1763346492.651167:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875c60. 00000100:00000001:2.0:1763346492.651171:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346492.651173:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300729565 00000100:00000010:2.0:1763346492.651176:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875a20. 00000100:00000001:2.0:1763346492.651179:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346492.651182:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300729565 00000100:00000010:2.0:1763346492.651184:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875cc0. 00000100:00000001:2.0:1763346492.651187:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346492.651190:0:19972:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.651192:0:19972:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.651194:0:19972:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.651196:0:19972:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.651198:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.651200:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.651201:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.651202:0:19972:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.651204:0:19972:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.651205:0:19972:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346492.651207:0:19972:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.651209:0:19972:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346492.651245:0:19972:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346492.651248:0:19972:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975d80 going to sleep for 11 seconds 00000100:00000001:2.0:1763346492.651251:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346492.651254:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346492.651431:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.651437:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:0.0:1763346492.651441:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.651445:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.651450:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:0.0:1763346492.651452:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00000001:0.0:1763346492.651457:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346492.651461:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.651471:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346492.651474:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.651481:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346492.651482:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346492.655866:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.655888:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.655892:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.655894:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.655904:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.655921:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c772e00 00000400:00000200:1.0:1763346492.655931:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f919 [1] + 224 00000800:00000001:1.0:1763346492.655938:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.655946:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.655953:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.655957:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.655964:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.655974:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346492.655985:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.656005:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.656013:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.656017:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.657925:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346492.657938:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346492.657941:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346492.657946:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346492.657954:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b770 00000400:00000010:2.0:1763346492.657957:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b770. 00000100:00000001:2.0:1763346492.657963:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346492.657975:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346492.657986:0:19972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.657995:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346492.657997:0:19972:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.657999:0:19972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346492.658003:0:19972:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346492.658005:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.658009:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.658012:0:19972:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.658020:0:19972:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1763346492.658024:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.658026:0:19972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346492.658028:0:19972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.658031:0:19972:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346492.658035:0:19972:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.658038:0:19972:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.658043:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.658051:0:19972:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.658054:0:19972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346492.658056:0:19972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.658059:0:19972:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763346492.658063:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.658065:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.658067:0:19972:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.658070:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346492.658077:0:19972:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19972:1848996514967040:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346492.658082:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.658084:0:19972:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.658087:0:19972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346492.658089:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346492.658152:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76f100 x1848996514967040/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.658161:0:19972:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346492.658164:0:19972:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346492.658168:0:19972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.658172:0:19972:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346492.658174:0:19972:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346492.658176:0:19972:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763346492.658177:0:19972:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346492.658181:0:19972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346492.658184:0:19972:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346492.658186:0:19972:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346492.658188:0:19972:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76f100. 00000100:00000001:2.0:1763346492.658192:0:19972:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346492.658193:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346492.658196:0:19972:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346492.658199:0:19972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346492.658200:0:19972:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346492.658204:0:19972:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7bbc0. 00010000:00000001:2.0:1763346492.658207:0:19972:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.658210:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.658303:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.658307:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763346492.658313:0:19972:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000800:00000001:1.0:1763346492.663717:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.663741:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.663746:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.663748:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.663760:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.663777:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e011980 00000400:00000200:1.0:1763346492.663785:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127825 [2] + 0 00000800:00000001:1.0:1763346492.663793:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.663863:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.663867:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.663871:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.663878:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.663882:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346492.663888:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226ce00. 00000100:00000040:1.0:1763346492.663892:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226ce00 x1848996540782976 msgsize 328 00000100:00100000:1.0:1763346492.663896:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.663911:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.663920:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.663923:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.664353:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.664357:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540782976 02000000:00000001:3.0:1763346492.664361:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.664364:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.664367:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.664373:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.664378:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540782976 00000020:00000001:3.0:1763346492.664381:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.664383:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346492.664386:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.664389:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:3.0:1763346492.664392:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346492.664394:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346492.664400:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.664407:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.664411:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.664414:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.664420:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346492.664427:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.664432:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.664443:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346492.664447:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.664448:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346492.664451:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346492.664455:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.664457:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346492.664465:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.664466:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.664469:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=4 00000020:00000001:3.0:1763346492.664471:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:3.0:1763346492.664474:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00010000:3.0:1763346492.664484:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 499 pid: 19972 timeout: 6162 lvb_type: 0 00010000:00000001:3.0:1763346492.664493:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.664494:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.664495:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.664498:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.664506:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346492.664514:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb52226ce00 x1848996540782976/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.664521:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346492.664523:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.665784:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.665810:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.665812:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.665820:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4022 00000100:00000040:3.0:1763346492.665826:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:3.0:1763346492.665829:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043706368 : -105874665845248 : ffff9fb52226ce00) 00000100:00000040:3.0:1763346492.665836:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226ce00 x1848996540782976/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.665847:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.665854:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.665858:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.665860:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.665865:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:2356:x1848996540782976:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346492.665870:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540782976 00010000:00000001:3.0:1763346492.665873:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346492.665876:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346492.665878:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346492.665886:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.665889:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.665895:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af36800. 02000000:00000001:3.0:1763346492.665897:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.665900:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.665902:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346492.665904:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346492.665907:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.665909:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.665911:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=4 00000020:00000001:3.0:1763346492.665914:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:3.0:1763346492.665916:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000040:3.0:1763346492.665920:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 3 00000004:00000001:3.0:1763346492.665924:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763346492.665928:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 499 pid: 19972 timeout: 6162 lvb_type: 0 00000100:00001000:3.0:1763346492.665936:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=139 v=5 (1 0 0 0) 00010000:00000001:3.0:1763346492.665938:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346492.665945:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.665947:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346492.665950:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 499 pid: 19972 timeout: 6162 lvb_type: 0 00000020:00000001:3.0:1763346492.665958:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.665961:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.665963:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.665966:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.665971:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346492.665973:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.665979:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.665980:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.665982:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.665984:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.665986:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa043 from hash 00010000:00000001:3.0:1763346492.665988:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.665990:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.665991:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.665992:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346492.665997:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.666000:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.666001:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346492.666002:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.666005:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa043 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212816 expref: 499 pid: 19972 timeout: 6162 lvb_type: 0 00010000:00000040:3.0:1763346492.666013:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346492.666016:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:3.0:1763346492.666019:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894b00. 00010000:00000001:3.0:1763346492.666027:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.666030:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.666033:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346492.666035:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00010000:3.0:1763346492.666041:0:5736:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346492.666046:0:5736:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346492.666049:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.666052:0:5736:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.666054:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.666055:0:5736:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.666058:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346492.666061:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346492.666063:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346492.666072:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346492.666074:0:5736:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346492.666076:0:5736:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346492.666077:0:5736:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346492.666080:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00010000:3.0:1763346492.666084:0:5736:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346492.666090:0:5736:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346492.666092:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.666093:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.666095:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346492.666096:0:5736:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.666099:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346492.666103:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.666106:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346492.666114:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.666116:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.666118:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.666120:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346492.666122:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346492.666124:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.666127:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346492.666147:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.666150:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.666151:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.666152:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.666154:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.666155:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346492.666158:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.666159:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.666161:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763346492.666163:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.666166:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346492.666168:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346492.666171:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9ccc0. 00010000:00000001:3.0:1763346492.666173:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346492.666174:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346492.666176:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.666181:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.666185:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.666187:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.666192:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.666195:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.666198:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.666201:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.666203:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.666206:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.666209:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.666251:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbaa0. 00000100:00000200:3.0:1763346492.666259:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540782976, offset 224 00000400:00000200:3.0:1763346492.666265:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.666277:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00010000:00010000:2.0:1763346492.666282:0:19972:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000400:00000200:3.0:1763346492.666284:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198472:198472:256:4294967295] 192.168.204.16@tcp LPNI seq info [198468:198468:8:4294967295] 00010000:00000001:2.0:1763346492.666290:0:19972:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.666293:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000400:00000200:3.0:1763346492.666297:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00010000:00000001:2.0:1763346492.666299:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346492.666300:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:3.0:1763346492.666302:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00010000:00000001:2.0:1763346492.666302:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.666304:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000010:3.0:1763346492.666306:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b900. 00000020:00000001:2.0:1763346492.666306:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.666307:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346492.666309:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.666311:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00000800:00000200:3.0:1763346492.666312:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00010000:00000001:2.0:1763346492.666313:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.666314:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.666316:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346492.666320:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000004:00000001:2.0:1763346492.666320:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.666333:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346492.666334:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b900 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1763346492.666341:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000100:00000001:3.0:1763346492.666348:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.666348:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.666351:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.666352:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00000001:00000001:2.0:1763346492.666353:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:3.0:1763346492.666354:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.666354:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346492.666356:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.666357:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346492.666358:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346492.666359:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763346492.666361:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226ce00 x1848996540782976/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1763346492.666361:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.666364:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1763346492.666367:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: returning size 0 00000001:00000001:2.0:1763346492.666370:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346492.666371:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666374:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00100000:3.0:1763346492.666377:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:2356:x1848996540782976:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 529us (2482us total) trans 0 rc 0/0 00000004:00000001:2.0:1763346492.666378:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00100000:3.0:1763346492.666384:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4022 00000004:00000001:2.0:1763346492.666385:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000040:3.0:1763346492.666388:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00080000:00000001:2.0:1763346492.666388:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:3.0:1763346492.666390:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.666392:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1763346492.666396:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1763346492.666399:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000004:00000001:2.0:1763346492.666399:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1763346492.666403:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000004:00000001:2.0:1763346492.666403:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.666405:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346492.666407:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000004:00000001:2.0:1763346492.666408:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763346492.666410:0:19972:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000020:00000040:3.0:1763346492.666412:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:3.0:1763346492.666415:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346492.666415:0:19972:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:2.0:1763346492.666416:0:19972:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763346492.666418:0:19972:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346492.666428:0:19972:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405e:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763346492.666432:0:19972:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:2.0:1763346492.666437:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346492.666443:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346492.666445:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346492.666447:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.666450:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.666452:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666454:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666457:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346492.666458:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346492.666460:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.666463:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.666464:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666466:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346492.666470:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346492.666474:0:19972:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:2.0:1763346492.666478:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346492.666484:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb4178753c0. 00080000:00000001:2.0:1763346492.666487:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346492.666497:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51fd75000. 00080000:00000001:2.0:1763346492.666500:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00000004:00001000:2.0:1763346492.666503:0:19972:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52da4aed0/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:2.0:1763346492.666507:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.666512:0:19972:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763346492.666515:0:19972:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763346492.666517:0:19972:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763346492.666519:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346492.666522:0:19972:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763346492.666525:0:19972:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763346492.666528:0:19972:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666530:0:19972:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.666532:0:19972:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:2.0:1763346492.666535:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346492.666539:0:19972:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:2.0:1763346492.666542:0:19972:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9fb4175f82a0. 00000004:00000001:2.0:1763346492.666544:0:19972:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346492.666549:0:19972:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763346492.666552:0:19972:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763346492.666554:0:19972:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763346492.666557:0:19972:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763346492.666559:0:19972:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763346492.666561:0:19972:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763346492.666564:0:19972:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1763346492.666567:0:19972:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9fb4175f8530. 00020000:00000010:2.0:1763346492.666570:0:19972:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fb4175f8708. 00020000:00001000:2.0:1763346492.666573:0:19972:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:2.0:1763346492.666575:0:19972:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:2.0:1763346492.666579:0:19972:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763346492.666583:0:19972:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763346492.666585:0:19972:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117885, ffree=117088, state=0 00000004:00000001:2.0:1763346492.666589:0:19972:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346492.666591:0:19972:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346492.666593:0:19972:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763346492.666598:0:19972:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb41c311cd8. 00000004:00000001:2.0:1763346492.666603:0:19972:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763346492.666605:0:19972:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666610:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.666613:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00000004:00000001:2.0:1763346492.666616:0:19972:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763346492.666620:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346492.666622:0:19972:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00000004:00000001:2.0:1763346492.666625:0:19972:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763346492.666628:0:19972:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.666631:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1763346492.666682:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346492.666686:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b900. 00000400:00000200:3.0:1763346492.666692:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346492.666697:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346492.666702:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbaa0 00000400:00000010:3.0:1763346492.666704:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbaa0. 00000100:00000001:3.0:1763346492.666708:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346492.666710:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1763346492.666739:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.666741:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666743:0:19972:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346492.666745:0:19972:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194648751408 : -105879060800208 : ffff9fb41c311d30) 00020000:00000001:2.0:1763346492.666748:0:19972:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346492.666752:0:19972:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346492.666754:0:19972:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346492.666757:0:19972:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763346492.666758:0:19972:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346492.666761:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.666762:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.666764:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00080000:00000001:2.0:1763346492.666767:0:19972:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346492.666782:0:19972:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666784:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666787:0:19972:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763346492.666791:0:19972:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666793:0:19972:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666796:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.666800:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346492.666803:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346492.666810:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346492.666812:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.666813:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00080000:00000001:2.0:1763346492.666816:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346492.666819:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346492.666820:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666822:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.666843:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.666846:0:19972:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666850:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.666854:0:19972:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763346492.666857:0:19972:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346492.666860:0:19972:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763346492.666861:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.666863:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00000004:00000001:2.0:1763346492.666867:0:19972:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763346492.666872:0:19972:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb41c311cd8 is [0x280000401:0x2533:0x0] 00000020:00000001:2.0:1763346492.666875:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346492.666876:0:19972:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00080000:00000001:2.0:1763346492.666880:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.666940:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:2.0:1763346492.666944:0:19972:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x2533:0x0], index 1: 0 00000004:00000001:2.0:1763346492.666947:0:19972:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666950:0:19972:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666953:0:19972:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763346492.666954:0:19972:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666957:0:19972:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763346492.666959:0:19972:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763346492.666962:0:19972:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763346492.666965:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346492.666969:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346492.666971:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346492.666974:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346492.666977:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.666979:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346492.666981:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346492.666983:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763346492.666986:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666988:0:19972:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666989:0:19972:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.666992:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346492.666994:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.666997:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00080000:00000001:2.0:1763346492.667001:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346492.667004:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763346492.667019:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346492.667022:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.667025:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667028:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667030:0:19972:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667033:0:19972:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667035:0:19972:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667039:0:19972:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.667043:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346492.667045:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346492.667051:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346492.667055:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055468, last_committed = 8590055456 00000001:00000010:2.0:1763346492.667059:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb416c0a7e0. 00000001:00000040:2.0:1763346492.667061:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:2.0:1763346492.667064:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:2.0:1763346492.667071:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975540. 00000004:00000001:2.0:1763346492.667078:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346492.667080:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346492.667081:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004942336 : -105874704609280 : ffff9fb51fd75000) 00080000:00000001:2.0:1763346492.667085:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346492.667096:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346492.667099:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346492.667102:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975540: xid 1848996540782848, transno 8590055468, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346492.667105:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346492.667165:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346492.667168:0:19972:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb4178753c0. 00000020:00000001:2.0:1763346492.667171:0:19972:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667175:0:19972:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667177:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346492.667180:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346492.667183:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667186:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.667189:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.667191:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.667193:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.667196:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.667199:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.667201:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346492.667203:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346492.667205:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.667207:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.667208:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.667210:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.667237:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.667241:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763346492.667244:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb5272c0378 00000004:00000001:2.0:1763346492.667245:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667247:0:19972:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346492.667250:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:2.0:1763346492.667252:0:19972:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763346492.667253:0:19972:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667257:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346492.667261:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346492.667264:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346492.667268:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x405e:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763346492.667271:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667274:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667276:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.667280:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346492.667283:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb417969900. 00000020:00000001:2.0:1763346492.667285:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.667287:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb417969900 with handle 0x757b854463afa05f to hash 00000020:00000001:2.0:1763346492.667288:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346492.667290:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194571516160 : -105879138035456 : ffff9fb417969900) 00000004:00000001:2.0:1763346492.667292:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346492.667294:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346492.667295:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405e:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763346492.667299:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346492.667300:0:19972:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346492.667302:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667304:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667307:0:19972:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.667309:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346492.667312:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346492.667314:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763346492.667315:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.667316:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346492.667318:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.667320:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.667331:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346492.667333:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.667336:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.667338:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346492.667343:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.667349:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.667350:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.667352:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.667358:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.667360:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.667363:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346492.667366:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346492.667372:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346492.667374:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.667377:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346492.667379:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.667384:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346492.667385:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346492.667387:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.667388:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:2.0:1763346492.667390:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.667392:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.667394:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346492.667396:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.667401:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346492.667403:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346492.667404:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.667408:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.667409:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.667411:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.667412:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.667414:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa058 from hash 00010000:00000001:2.0:1763346492.667416:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.667417:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.667418:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.667419:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.667422:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.667423:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.667425:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.667427:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.667429:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.667431:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00010000:2.0:1763346492.667434:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763346492.667436:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.667438:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.667440:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.667442:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346492.667445:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.667446:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.667448:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.667450:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667452:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.667455:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346492.667459:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.667460:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.667462:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346492.667463:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346492.667465:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.667467:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa058 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346492.667472:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e80. 00010000:00000040:2.0:1763346492.667477:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00010000:00000010:2.0:1763346492.667484:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969980. 00010000:00000001:2.0:1763346492.667492:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346492.667493:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346492.667495:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346492.667496:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346492.667498:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346492.667500:0:19972:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346492.667502:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346492.667504:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.667506:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346492.667507:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346492.667509:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667511:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346492.667513:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346492.667517:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:2.0:1763346492.667519:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.667521:0:19972:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346492.667527:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346492.667534:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667540:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667542:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346492.667547:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346492.667550:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346492.667552:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346492.667553:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346492.667555:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346492.667558:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346492.667580:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667582:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763346492.667585:0:19972:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763346492.667587:0:19972:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.667590:0:19972:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346492.667592:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346492.667596:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.667598:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346492.667600:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.667605:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.667606:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.667607:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.667609:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.667611:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d200 with handle 0x757b854463afa051 from hash 00010000:00000001:2.0:1763346492.667613:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.667614:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.667615:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.667616:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346492.667618:0:19972:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.667620:0:19972:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346492.667627:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa051 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921281d expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346492.667634:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346492.667636:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.667639:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.667640:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.667642:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.667644:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.667646:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.667647:0:19972:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.667648:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.667649:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.667650:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.667652:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.667654:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346492.667656:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763346492.667658:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.667660:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.667661:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.667662:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.667665:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa051 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921281d expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.667671:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:2.0:1763346492.667673:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:2.0:1763346492.667676:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.667679:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.667681:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d200, rc 0) 00000020:00000001:2.0:1763346492.667684:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346492.667688:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055468, xid 1848996540782848 00010000:00000001:2.0:1763346492.667691:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.667697:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52226ed80 x1848996540782848/t8590055468(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/664 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.667704:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.667706:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.667709:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.667713:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.667716:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.667718:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.667720:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.667723:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.667726:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.667728:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.667733:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b770. 00000100:00000200:2.0:1763346492.667738:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540782848, offset 224 00000400:00000200:2.0:1763346492.667744:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.667753:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.667759:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198473:198473:256:4294967295] 192.168.204.16@tcp LPNI seq info [198469:198469:8:4294967295] 00000400:00000200:2.0:1763346492.667768:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.667772:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.667777:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.667782:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.667787:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.667791:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.667813:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.667816:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.667819:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.667820:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.667824:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.667829:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226ed80 x1848996540782848/t8590055468(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 4616/664 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.667838:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:226274:x1848996540782848:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 17579us (17906us total) trans 8590055468 rc 301/301 00000100:00100000:2.0:1763346492.667847:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140798 00000100:00000040:2.0:1763346492.667851:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346492.667853:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.667855:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.667859:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.667862:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.667866:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.667870:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:2.0:1763346492.667872:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.667914:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.667918:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.667923:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.667927:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.667931:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b770 00000400:00000010:1.0:1763346492.667933:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b770. 00000100:00000001:1.0:1763346492.667939:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.667940:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346492.671282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000001:1.0:1763346492.678296:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.678334:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.678338:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.678342:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.678353:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.678376:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e011a80 00000400:00000200:1.0:1763346492.678384:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124c51 [2] + 1568 00000800:00000001:1.0:1763346492.678394:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.678412:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.678416:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.678421:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.678431:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.678434:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763346492.678442:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226df80. 00000100:00000040:1.0:1763346492.678446:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226df80 x1848996540783232 msgsize 392 00000100:00100000:1.0:1763346492.678450:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.678459:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.678469:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.678472:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.687012:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.687019:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540783232 02000000:00000001:3.0:1763346492.687024:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.687026:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.687029:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.687036:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.687040:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540783232 00000020:00000001:3.0:1763346492.687043:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.687045:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346492.687047:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.687052:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:3.0:1763346492.687055:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346492.687057:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346492.687063:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.687072:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.687076:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.687078:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.687087:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346492.687092:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.687097:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.687109:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763346492.687112:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.687113:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346492.687115:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.687124:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.687146:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.687158:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.687160:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.687169:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20991 00000100:00000001:2.0:1763346492.687172:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1763346492.687173:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346492.687175:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763346492.687176:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043710848 : -105874665840768 : ffff9fb52226df80) 00000100:00000001:2.0:1763346492.687176:0:19976:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.687178:0:19976:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.687183:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226df80 x1848996540783232/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346492.687193:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.687195:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.687197:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.687199:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.687203:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+497:226274:x1848996540783232:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:3.0:1763346492.687208:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540783232 00000020:00000001:3.0:1763346492.687250:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.687255:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346492.687261:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975540: xid 1848996540782848, transno 8590055468, client gen 3, slot idx 0 00000001:00000001:3.0:1763346492.687266:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975cc0: xid 1848996540782592, transno 8590055467, client gen 3, slot idx 1 00000001:00000010:3.0:1763346492.687270:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975cc0. 00000020:00000001:3.0:1763346492.687276:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.687279:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.687281:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:3.0:1763346492.687284:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346492.687288:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540783232, found 0 last_xid 1848996540783231 00000020:00000001:3.0:1763346492.687290:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.687293:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.687295:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.687298:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687303:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763346492.687305:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763346492.687307:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763346492.687312:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687316:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763346492.687319:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.687332:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687335:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.687336:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.687338:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687340:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.687341:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.687342:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687344:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.687345:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.687354:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687356:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.687357:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.687358:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687361:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687362:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763346492.687364:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687367:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346492.687368:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.687369:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687371:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.687372:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.687374:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687376:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.687377:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.687378:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687380:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.687381:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.687385:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346492.687390:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346492.687392:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346492.687395:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346492.687396:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.687398:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.687400:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687401:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346492.687403:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687404:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.687411:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.687413:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.687418:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb52af34400. 02000000:00000001:3.0:1763346492.687421:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.687423:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687425:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346492.687426:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687429:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763346492.687431:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763346492.687433:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.687435:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb417969900 refcount=2 00000020:00000001:3.0:1763346492.687437:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194571516160 : -105879138035456 : ffff9fb417969900) 00000004:00000001:3.0:1763346492.687440:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194571516160 : -105879138035456 : ffff9fb417969900) 00000020:00000040:3.0:1763346492.687442:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb417969900 with handle 0x757b854463afa05f from hash 00000004:00000001:3.0:1763346492.687446:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763346492.687448:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405e:0x0] with intent: 0 00000004:00000001:3.0:1763346492.687452:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763346492.687454:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1763346492.687457:0:36359:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346492.687461:0:36359:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346492.687470:0:36359:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687474:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.687480:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687483:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687489:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.687492:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.687496:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.687497:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346492.687499:0:36359:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.687501:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.687502:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687503:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687504:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.687506:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.687508:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.687509:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346492.687511:0:36359:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346492.687513:0:36359:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346492.687515:0:36359:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687517:0:36359:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.687519:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.687520:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687522:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687524:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.687526:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.687528:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.687530:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.687531:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687532:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.687534:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.687536:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.687537:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.687539:0:36359:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.687541:0:36359:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346492.687543:0:36359:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687545:0:36359:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763346492.687547:0:36359:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405e:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1763346492.687551:0:36359:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.687554:0:36359:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763346492.687556:0:36359:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346492.687560:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346492.687566:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44f60. 00080000:00000001:3.0:1763346492.687570:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346492.687578:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af34000. 00080000:00000001:3.0:1763346492.687581:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191322624 : -105874518228992 : ffff9fb52af34000) 00000004:00000001:3.0:1763346492.687585:0:36359:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.687590:0:36359:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.687593:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.687596:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191322624 : -105874518228992 : ffff9fb52af34000) 00080000:00000001:3.0:1763346492.687598:0:36359:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346492.687618:0:36359:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687620:0:36359:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687623:0:36359:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.687629:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346492.687631:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346492.687637:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346492.687639:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.687640:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191322624 : -105874518228992 : ffff9fb52af34000) 00080000:00000001:3.0:1763346492.687643:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346492.687648:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346492.687649:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687651:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.687672:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.687674:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687681:0:36359:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.687684:0:36359:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346492.687687:0:36359:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346492.687688:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.687689:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191322624 : -105874518228992 : ffff9fb52af34000) 00080000:00000001:3.0:1763346492.687692:0:36359:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346492.687694:0:36359:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763346492.687707:0:36359:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346492.687710:0:36359:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.687712:0:36359:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687714:0:36359:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687716:0:36359:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687718:0:36359:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.687723:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346492.687725:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346492.687730:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346492.687733:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055469, last_committed = 8590055456 00000001:00000010:3.0:1763346492.687736:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44f00. 00000001:00000040:3.0:1763346492.687738:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 13 00000020:00000040:3.0:1763346492.687741:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:3.0:1763346492.687747:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb50847b480. 00000004:00000001:3.0:1763346492.687753:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346492.687754:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346492.687755:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191322624 : -105874518228992 : ffff9fb52af34000) 00080000:00000001:3.0:1763346492.687758:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346492.687773:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346492.687776:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346492.687779:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb50847b480: xid 1848996540783232, transno 8590055469, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763346492.687782:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346492.687853:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346492.687857:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44f60. 00000020:00000001:3.0:1763346492.687859:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687864:0:36359:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687866:0:36359:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687868:0:36359:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687870:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763346492.687872:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763346492.687874:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763346492.687876:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.687877:0:36359:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346492.687880:0:36359:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346492.687883:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763346492.687887:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763346492.687892:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346492.687895:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405e:0x0], previous was 0x7 00000004:00000001:3.0:1763346492.687898:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687901:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763346492.687904:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687907:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763346492.687911:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346492.687913:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763346492.687916:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb417969900. 00000004:00000001:3.0:1763346492.687929:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346492.687931:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346492.687933:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687934:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687937:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763346492.687939:0:36359:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346492.687941:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346492.687942:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346492.687944:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346492.687946:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346492.687950:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.687953:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346492.687955:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763346492.687961:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346492.687967:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.687969:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346492.687972:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 8590055469, xid 1848996540783232 00010000:00000001:3.0:1763346492.687975:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.687981:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52226df80 x1848996540783232/t8590055469(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346492.687990:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.687992:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.688004:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.688009:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.688012:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.688014:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.688017:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.688020:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.688024:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.688026:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.688032:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbaa0. 00000100:00000200:3.0:1763346492.688039:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540783232, offset 224 00000400:00000200:3.0:1763346492.688046:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.688059:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.688066:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198474:198474:256:4294967295] 192.168.204.16@tcp LPNI seq info [198470:198470:8:4294967295] 00000400:00000200:3.0:1763346492.688077:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.688082:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.688087:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b900. 00000800:00000200:3.0:1763346492.688093:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.688101:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.688105:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.688119:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.688122:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.688124:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.688126:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.688128:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.688132:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226df80 x1848996540783232/t8590055469(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 392/456 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346492.688141:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+498:226274:x1848996540783232:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 947us (9693us total) trans 8590055469 rc 0/0 00000100:00100000:3.0:1763346492.688150:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20991 00000100:00000040:3.0:1763346492.688154:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346492.688156:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.688158:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.688162:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.688166:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.688169:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346492.688174:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:3.0:1763346492.688177:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.688878:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.688883:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b900. 00000400:00000200:1.0:1763346492.688890:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.688897:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.688903:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbaa0 00000400:00000010:1.0:1763346492.688905:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbaa0. 00000100:00000001:1.0:1763346492.688909:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.688911:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.699054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346492.699071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346492.699076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00000800:00000001:1.0:1763346492.706243:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.706268:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.706271:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.706274:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.706287:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.706307:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 376 into portal 12 MB=0x691a70e011b00 00000400:00000200:1.0:1763346492.706316:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 376/376 into md 0xd4325 [64] + 48848 00000800:00000001:1.0:1763346492.706333:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.706348:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.706352:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.706356:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.706363:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.706366:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346492.706375:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f5880. 00000100:00000040:1.0:1763346492.706379:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f5880 x1848996540783360 msgsize 376 00000100:00100000:1.0:1763346492.706383:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.706408:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.706417:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.706421:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.706519:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.706523:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540783360 02000000:00000001:2.0:1763346492.706527:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.706529:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.706531:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.706537:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.706541:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540783360 00000020:00000001:2.0:1763346492.706544:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.706546:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346492.706549:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.706552:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:2.0:1763346492.706554:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346492.706557:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346492.706563:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.706569:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.706572:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.706575:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000020:00000010:2.0:1763346492.706583:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.706589:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.706596:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.706604:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346492.706607:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.706610:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346492.706613:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346492.706614:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.706617:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.706626:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.706642:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.706655:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.706657:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.706662:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140799 00000100:00000040:2.0:1763346492.706667:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346492.706669:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558775424 : -105875150776192 : ffff9fb5053f5880) 00000100:00000040:2.0:1763346492.706676:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f5880 x1848996540783360/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 376/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.706686:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.706688:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.706690:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.706693:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000100:00100000:2.0:1763346492.706698:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:226274:x1848996540783360:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346492.706702:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540783360 00000020:00000001:2.0:1763346492.706705:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.706710:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346492.706715:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb50847b480: xid 1848996540783232, transno 8590055469, client gen 3, slot idx 1 00000001:00000001:2.0:1763346492.706720:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975540: xid 1848996540782848, transno 8590055468, client gen 3, slot idx 0 00000001:00000010:2.0:1763346492.706724:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975540. 00000020:00000001:2.0:1763346492.706729:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.706731:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.706733:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.706736:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346492.706740:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540783360, found 0 last_xid 1848996540783359 00000020:00000001:2.0:1763346492.706743:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.706746:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.706748:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.706755:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.706757:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.706760:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.706762:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.706764:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.706766:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.706773:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346492.706783:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078400. 00010000:00000010:2.0:1763346492.706787:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969980. 00010000:00000001:2.0:1763346492.706793:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.706797:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d200. 00000020:00000001:2.0:1763346492.706800:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.706803:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d200 with handle 0x757b854463afa066 to hash 00000020:00000001:2.0:1763346492.706805:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.706807:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000010:2.0:1763346492.706813:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894480. 00010000:00000001:2.0:1763346492.706816:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00010000:2.0:1763346492.706823:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa066 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212824 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.706833:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346492.706836:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000001:2.0:1763346492.706843:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346492.706846:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346492.706853:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346492.706855:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346492.706857:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.706859:0:19972:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763346492.706862:0:19972:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x405e:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763346492.706865:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.706866:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405e:0x0] 00000020:00000001:2.0:1763346492.706870:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.706875:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346492.706877:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346492.706882:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.706890:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.706893:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.706899:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.706902:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.706906:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:2.0:1763346492.706908:0:19972:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:2.0:1763346492.706912:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.706915:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.706920:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb51fd74c00. 02000000:00000001:2.0:1763346492.706923:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.706925:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.706928:0:19972:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346492.706931:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346492.706933:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.706935:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346492.706937:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.706943:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.706946:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346492.706949:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.706951:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.706953:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.706954:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.706957:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346492.706959:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346492.706960:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346492.706962:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346492.706964:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) refcount = 1 00010000:00010000:2.0:1763346492.706969:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa066 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212824 expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346492.706976:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346492.706981:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.706983:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.706986:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.706987:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.706990:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.706992:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.706997:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346492.707000:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa066 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212824 expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763346492.707009:0:19972:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1763346492.707013:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346492.707015:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405e:0x0] 00000020:00000001:2.0:1763346492.707017:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.707018:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346492.707020:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346492.707022:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.707025:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.707026:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.707029:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.707031:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.707033:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.707034:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346492.707035:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.707037:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346492.707038:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.707040:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.707042:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346492.707044:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346492.707046:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346492.707047:0:19972:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1763346492.707053:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.707056:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346492.707059:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00010000:2.0:1763346492.707062:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763346492.707064:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.707068:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.707069:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.707071:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.707073:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.707075:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d200, rc 0) 00000020:00000001:2.0:1763346492.707077:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.707081:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540783360 00010000:00000001:2.0:1763346492.707084:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.707090:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f5880 x1848996540783360/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 376/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.707099:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.707101:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.707105:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.707110:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.707112:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.707115:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.707118:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.707120:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.707124:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.707127:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.707132:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bcc0. 00000100:00000200:2.0:1763346492.707139:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848996540783360, offset 224 00000400:00000200:2.0:1763346492.707145:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.707155:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.707162:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198475:198475:256:4294967295] 192.168.204.16@tcp LPNI seq info [198471:198471:8:4294967295] 00000400:00000200:2.0:1763346492.707173:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.707178:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.707184:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.707190:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.707198:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.707202:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.707256:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.707261:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.707264:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.707266:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.707268:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.707272:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f5880 x1848996540783360/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 376/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.707282:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:226274:x1848996540783360:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 594us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346492.707290:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140799 00000100:00000040:2.0:1763346492.707294:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346492.707296:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.707298:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.707303:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.707308:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.707313:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.707316:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:2.0:1763346492.707319:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.708298:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.708304:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.708310:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.708316:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.708330:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bcc0 00000400:00000010:1.0:1763346492.708333:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bcc0. 00000100:00000001:1.0:1763346492.708339:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.708342:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763346492.718363:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300729565, at 4300729568 00000100:00000010:0.0:1763346492.718381:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875600. 00000100:00000040:3.0:1763346492.718418:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300729565, at 4300729568 00000100:00000010:3.0:1763346492.718428:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875cc0. 00000100:00000040:1.0:1763346492.719116:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300729565, at 4300729568 00000100:00000010:1.0:1763346492.719125:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875c60. 00000100:00000040:2.0:1763346492.720256:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300729565, at 4300729570 00000100:00000010:2.0:1763346492.720266:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875a20. 00000800:00000001:1.0:1763346492.730807:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.730827:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.730831:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.730834:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.730845:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.730864:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011b80 00000400:00000200:1.0:1763346492.730871:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 12280 00000800:00000001:1.0:1763346492.730879:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.730888:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.730891:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.730895:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.730903:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.730905:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346492.730912:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4e00. 00000100:00000040:1.0:1763346492.730916:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4e00 x1848996540783488 msgsize 328 00000100:00100000:1.0:1763346492.730920:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.730937:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.730946:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.730949:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.735505:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.735514:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540783488 02000000:00000001:2.0:1763346492.735519:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.735522:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.735525:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.735531:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.735535:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540783488 00000020:00000001:2.0:1763346492.735538:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.735540:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346492.735543:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.735547:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:2.0:1763346492.735551:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346492.735554:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346492.735558:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.735582:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.735587:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.735589:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000020:00000010:2.0:1763346492.735598:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.735605:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.735612:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.735624:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346492.735627:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.735629:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.735631:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.735642:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.735671:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.735688:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.735690:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.735702:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20086 00000100:00000040:2.0:1763346492.735707:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346492.735709:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558772736 : -105875150778880 : ffff9fb5053f4e00) 00000100:00000040:2.0:1763346492.735719:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4e00 x1848996540783488/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.735730:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.735734:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.735737:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.735739:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000100:00100000:2.0:1763346492.735745:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540783488:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346492.735750:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540783488 00000020:00000001:2.0:1763346492.735754:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.735760:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.735763:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.735766:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.735769:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.735772:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346492.735776:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.735779:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.735781:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.735788:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.735790:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.735794:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.735796:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.735798:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.735800:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.735806:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.735815:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:2.0:1763346492.735818:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.735821:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.735825:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346492.735829:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.735832:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa06d to hash 00000020:00000001:2.0:1763346492.735834:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.735835:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.735838:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346492.735843:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa06d lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921282b expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.735854:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346492.735858:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:2.0:1763346492.735867:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346492.735871:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346492.735874:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.735877:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.735884:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb51fd75800. 02000000:00000001:2.0:1763346492.735887:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.735889:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.735893:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346492.735895:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.735899:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.735901:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346492.735907:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346492.735910:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346492.735913:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346492.735916:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.735920:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346492.735927:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346492.735929:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346492.735931:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346492.735934:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346492.735936:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346492.735938:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.735940:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346492.735945:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f100. 00000020:00000040:2.0:1763346492.735949:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346492.735952:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346492.735955:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346492.735961:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346492.735968:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a200. 00000100:00000001:2.0:1763346492.735973:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.735980:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346492.735983:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346492.735988:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.735997:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346492.735999:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.736004:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514967168:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.736008:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346492.736013:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346492.736016:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.736019:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346492.736023:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.736024:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346492.736031:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346492.736038:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bcc0. 00000100:00000200:2.0:1763346492.736046:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514967168, portal 16 00000100:00000001:2.0:1763346492.736048:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346492.736050:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183175936 : -105874526375680 : ffff9fb52a76f100) 00000100:00000040:2.0:1763346492.736056:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.736062:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.736064:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.736067:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b770. 00000100:00000200:2.0:1763346492.736069:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514967168, offset 0 00000400:00000200:2.0:1763346492.736076:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.736089:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.736093:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346492.736097:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346492.736101:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346492.736103:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346492.736107:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198476:198476:256:4294967295] 192.168.204.16@tcp LPNI seq info [198472:198472:8:4294967295] 00000400:00000200:2.0:1763346492.736118:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.736124:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.736129:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.736135:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.736143:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.736147:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.736167:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.736172:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729650 00000100:00000010:2.0:1763346492.736177:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0ad20. 00000100:00000001:2.0:1763346492.736183:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346492.736202:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729650 00000100:00000010:2.0:1763346492.736205:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0aba0. 00000100:00000001:2.0:1763346492.736208:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346492.736246:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729650 00000100:00000010:2.0:1763346492.736250:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a600. 00000100:00000001:2.0:1763346492.736254:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346492.736257:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729651 00000100:00000010:2.0:1763346492.736260:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0af60. 00000100:00000001:2.0:1763346492.736263:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346492.736266:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.736269:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.736271:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.736273:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.736275:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.736277:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346492.736279:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346492.736283:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.736285:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.736287:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346492.736289:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.736291:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346492.736293:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346492.736295:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346492.736297:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346492.736300:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346492.740017:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.740026:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.740034:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.740042:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.740049:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b770 00000400:00000010:1.0:1763346492.740051:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b770. 00000100:00000001:1.0:1763346492.740059:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346492.740067:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.740079:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.740082:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.740089:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.740091:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346492.745951:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.745971:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.745975:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.745977:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.745990:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.746008:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772e80 00000400:00000200:1.0:1763346492.746018:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f931 [1] + 224 00000800:00000001:1.0:1763346492.746026:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.746035:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.746037:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.746042:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.746050:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.746059:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346492.746070:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.746095:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.746108:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.746111:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.749593:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346492.749608:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346492.749610:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346492.749614:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346492.749622:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bcc0 00000400:00000010:2.0:1763346492.749625:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bcc0. 00000100:00000001:2.0:1763346492.749632:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346492.749643:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346492.749654:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.749661:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346492.749663:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.749666:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346492.749670:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346492.749672:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.749674:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.749677:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.749684:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346492.749687:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346492.749690:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346492.749691:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.749695:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346492.749698:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.749701:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.749705:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.749712:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.749715:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346492.749717:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.749720:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346492.749726:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346492.749737:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346492.749741:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.749748:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:2.0:1763346492.749751:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:2.0:1763346492.749754:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346492.749761:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346492.749764:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:2.0:1763346492.749768:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.749770:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.749771:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.749775:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346492.749782:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514967168:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.749787:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.749790:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.749793:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346492.749796:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346492.749799:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76f100 x1848996514967168/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.749805:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346492.749808:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346492.749812:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.749815:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346492.749818:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346492.749820:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346492.749822:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346492.749825:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346492.749827:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346492.749829:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346492.749831:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76f100. 00000100:00000001:2.0:1763346492.749835:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346492.749836:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346492.749838:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346492.749842:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346492.749844:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346492.749847:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7bbc0. 00010000:00000001:2.0:1763346492.749850:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346492.749854:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.749858:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346492.749860:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.749867:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.749868:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.749871:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.749873:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.749876:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa06d from hash 00010000:00000001:2.0:1763346492.749878:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.749880:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.749881:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.749882:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346492.749883:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.749886:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346492.749892:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa06d lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921282b expref: 24 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346492.749910:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346492.749914:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.749916:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.749918:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.749920:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.749924:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.749925:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.749926:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.749928:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.749930:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.749931:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.749934:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346492.749936:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.749939:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.749940:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.749941:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.749944:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa06d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921282b expref: 24 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346492.749951:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346492.749954:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:2.0:1763346492.749959:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.749961:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346492.749964:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346492.749968:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540783488 00010000:00000001:2.0:1763346492.749971:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.749976:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4e00 x1848996540783488/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.749984:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.749987:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.749990:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.749995:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.749997:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.749999:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.750002:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.750005:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.750009:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.750012:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.750019:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bcc0. 00000100:00000200:2.0:1763346492.750023:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540783488, offset 224 00000400:00000200:2.0:1763346492.750029:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.750040:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.750047:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198477:198477:256:4294967295] 192.168.204.16@tcp LPNI seq info [198473:198473:8:4294967295] 00000400:00000200:2.0:1763346492.750058:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.750063:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.750070:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.750076:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.750084:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.750087:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.750115:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.750118:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.750121:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.750122:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.750125:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.750131:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4e00 x1848996540783488/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.750141:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540783488:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 14408us (19222us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346492.750150:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20086 00000100:00000040:2.0:1763346492.750154:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346492.750157:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.750159:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.750165:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.750169:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.750174:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.750178:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:2.0:1763346492.750181:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.752810:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.752822:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.752831:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.752839:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.752847:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bcc0 00000400:00000010:1.0:1763346492.752850:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bcc0. 00000100:00000001:1.0:1763346492.752858:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.752860:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346492.761103:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.761124:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.761128:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.761132:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.761143:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.761161:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e011c00 00000400:00000200:1.0:1763346492.761168:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 49224 00000800:00000001:1.0:1763346492.761176:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.761186:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.761189:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.761192:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.761200:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.761202:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346492.761209:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7800. 00000100:00000040:1.0:1763346492.761526:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f7800 x1848996540783616 msgsize 576 00000100:00100000:1.0:1763346492.761533:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.761548:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.761559:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.761564:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.761623:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.761626:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540783616 02000000:00000001:3.0:1763346492.761630:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.761632:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.761635:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.761641:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.761647:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540783616 00000020:00000001:3.0:1763346492.761650:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.761652:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346492.761656:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.761660:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:3.0:1763346492.761662:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346492.761665:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346492.761670:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.761676:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.761679:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.761682:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.761689:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346492.761694:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.761700:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.761709:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346492.761712:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.761713:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346492.761716:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346492.761717:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.761719:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.761728:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.762528:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.762546:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.762548:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.762555:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140800 00000100:00000040:3.0:1763346492.762560:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346492.762563:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558783488 : -105875150768128 : ffff9fb5053f7800) 00000100:00000040:3.0:1763346492.762571:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f7800 x1848996540783616/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 576/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346492.762581:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.762585:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.762587:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.762590:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.762594:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+499:226274:x1848996540783616:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346492.762599:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540783616 00000020:00000001:3.0:1763346492.762603:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.762608:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.762613:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.762616:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.762618:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346492.762621:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346492.762625:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540783616, found 0 last_xid 1848996540783615 00000020:00000001:3.0:1763346492.762628:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.762630:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.762633:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.762641:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.762643:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346492.762646:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346492.762648:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346492.762650:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346492.762653:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.762658:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346492.762666:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:3.0:1763346492.762669:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.762672:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.762677:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346492.762682:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.762684:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa074 to hash 00000020:00000001:3.0:1763346492.762686:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.762688:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000010:3.0:1763346492.762694:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346492.762697:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00010000:3.0:1763346492.762702:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa074 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212832 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.762712:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346492.762715:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:3.0:1763346492.762722:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346492.762725:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346492.762731:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346492.762734:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346492.762736:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763346492.762738:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346492.762740:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405e:0x0] 00000020:00000001:3.0:1763346492.762744:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.762747:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:3.0:1763346492.762750:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:3.0:1763346492.762753:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.762756:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346492.762758:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346492.762761:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.762764:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.762804:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb51fbb0000. 02000000:00000001:3.0:1763346492.762808:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.762810:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.762813:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.762815:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763346492.762820:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346492.762824:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.762826:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.762829:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.762831:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.762834:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.762835:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.762836:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.762838:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.762839:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.762840:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.762841:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.762843:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.762844:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.762846:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.762848:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.762849:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.762850:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.762853:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.762854:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.762858:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346492.762864:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346492.762866:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346492.762869:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346492.762871:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.762874:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.762875:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.762877:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346492.763137:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.763144:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763346492.763149:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763346492.763151:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763346492.763152:0:19997:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1763346492.763160:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb502ab2000. 00000004:00000001:3.0:1763346492.763164:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.763167:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346492.763170:0:19997:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:3.0:1763346492.763172:0:19997:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x405e:0x0]/[0x200000bd2:0x405e:0x0], ldlm_rep = ffff9fb51fbb0228 00000004:00000001:3.0:1763346492.763178:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763346492.763182:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346492.763184:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346492.763187:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 3 00010000:00000001:3.0:1763346492.763189:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.763190:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.763194:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3ae00. 00000020:00000001:3.0:1763346492.763196:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.763198:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3ae00 with handle 0x757b854463afa07b to hash 00000020:00000001:3.0:1763346492.763200:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.763201:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000010:3.0:1763346492.763204:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346492.763206:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346492.763210:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.763327:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.763332:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa07b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.763339:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346492.763344:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346492.763347:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346492.763349:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.763352:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.763354:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.763356:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.763358:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346492.763361:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346492.763363:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346492.763364:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346492.763367:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) refcount = 3 00010000:00000040:3.0:1763346492.763370:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346492.763375:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa066 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212824 expref: 500 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346492.763382:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa07b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.763388:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346492.763393:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.763395:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.763397:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346492.763399:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.763401:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.763403:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.763406:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346492.763409:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.763412:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa07b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.763417:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346492.763419:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.763420:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.763422:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.763424:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.763426:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ae00 refcount=3 00000020:00000001:3.0:1763346492.763428:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346492.763431:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346492.763432:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.763433:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.763435:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.763438:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763346492.763442:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346492.763445:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346492.763454:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.763456:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.763463:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763466:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763472:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346492.763475:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346492.763478:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346492.763480:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346492.763482:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346492.763485:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405e:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:3.0:1763346492.763488:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.763489:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763490:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763492:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.763494:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.763496:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346492.763498:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.763499:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763500:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763502:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.763504:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.763506:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763346492.763508:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763346492.763510:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346492.763512:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb51fbb0370 00000004:00000001:3.0:1763346492.763515:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.763518:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.763519:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.763521:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.763522:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.763524:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.763525:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.763527:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.763528:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346492.763530:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1763346492.763533:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: returning size 0 00000004:00000040:3.0:1763346492.763537:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405e:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763346492.763539:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:3.0:1763346492.763541:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9523 00000004:00200000:3.0:1763346492.763544:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:3.0:1763346492.763546:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763346492.763547:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.763548:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.763550:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763346492.763553:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346492.763555:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763557:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.763558:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.763560:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.763562:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346492.763564:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.763570:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346492.763576:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.763578:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.763585:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.763586:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.763588:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ae00 refcount=3 00000020:00000001:3.0:1763346492.763590:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346492.763592:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00000004:00010000:3.0:1763346492.763595:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa07b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346492.763600:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.763601:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.763603:0:19997:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763346492.763605:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346492.763607:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763346492.763609:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.763611:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.763612:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ae00 refcount=3 00000020:00000001:3.0:1763346492.763614:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346492.763616:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00000004:00000040:3.0:1763346492.763619:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:3.0:1763346492.763621:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=501 00010000:00000001:3.0:1763346492.763629:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.763631:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346492.763632:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346492.763634:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763346492.763637:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346492.763640:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346492.763641:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346492.763643:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346492.763644:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346492.763646:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763346492.763651:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346492.763654:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346492.763656:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346492.763658:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:3.0:1763346492.763659:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb502ab2000. 00000004:00000001:3.0:1763346492.763664:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763346492.763666:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346492.763668:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.763671:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.763673:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.763674:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.763676:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.763678:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa074 from hash 00010000:00000001:3.0:1763346492.763681:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.763682:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.763683:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.763684:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346492.763685:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.763689:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa074 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212832 expref: 501 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.763695:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346492.763697:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00010000:00000010:3.0:1763346492.763700:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346492.763708:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.763710:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.763715:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346492.763718:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa07b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212832 expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346492.763725:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.763728:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346492.763730:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00010000:3.0:1763346492.763733:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:3.0:1763346492.763735:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.763737:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.763739:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346492.763740:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.763741:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346492.763743:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3ae00, rc 0) 00000020:00000001:3.0:1763346492.763746:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346492.763749:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055456, transno 0, xid 1848996540783616 00010000:00000001:3.0:1763346492.763752:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.763756:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f7800 x1848996540783616/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 576/640 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346492.763764:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.763767:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.763771:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.763776:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.763778:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.763780:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.763782:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.763785:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.763788:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.763791:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.763796:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb000. 00000100:00000200:3.0:1763346492.763803:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540783616, offset 224 00000400:00000200:3.0:1763346492.763810:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.763824:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.763830:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198478:198478:256:4294967295] 192.168.204.16@tcp LPNI seq info [198474:198474:8:4294967295] 00000400:00000200:3.0:1763346492.763841:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.763847:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.763852:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b900. 00000800:00000200:3.0:1763346492.763858:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.763866:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.763871:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.767184:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.767201:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.767206:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.767209:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.767234:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.767245:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7800 x1848996540783616/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 576/640 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346492.767258:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226274:x1848996540783616:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4675us (5730us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346492.767268:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140800 00000100:00000040:3.0:1763346492.767273:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346492.767276:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.767279:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.767286:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.767294:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.767299:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346492.767305:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:3.0:1763346492.767309:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.770454:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.770465:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b900. 00000400:00000200:1.0:1763346492.770476:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.770486:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.770493:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb000 00000400:00000010:1.0:1763346492.770497:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb000. 00000100:00000001:1.0:1763346492.770504:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.770506:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.771357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:3.1:1763346492.776279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00000800:00000001:1.0:1763346492.784268:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.784290:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.784294:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.784296:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.784307:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.784334:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011c80 00000400:00000200:1.0:1763346492.784341:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 12608 00000800:00000001:1.0:1763346492.784349:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.784359:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.784363:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.784367:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.784375:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.784377:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346492.784385:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f5c00. 00000100:00000040:1.0:1763346492.784388:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f5c00 x1848996540783744 msgsize 328 00000100:00100000:1.0:1763346492.784392:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.784408:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.784418:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.784421:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.784493:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.784497:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540783744 02000000:00000001:2.0:1763346492.784501:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.784503:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.784506:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.784511:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.784515:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540783744 00000020:00000001:2.0:1763346492.784519:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.784521:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346492.784524:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.784527:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=19 00000020:00000001:2.0:1763346492.784530:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346492.784532:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346492.784537:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.784543:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.784547:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.784550:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000020:00000010:2.0:1763346492.784557:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.784564:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.784569:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.784577:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346492.784580:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.784582:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.784584:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.784593:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.784608:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.784621:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.784623:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.784628:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20087 00000100:00000040:2.0:1763346492.784632:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346492.784634:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558776320 : -105875150775296 : ffff9fb5053f5c00) 00000100:00000040:2.0:1763346492.784642:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f5c00 x1848996540783744/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.784651:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.784654:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bbc0. 00000100:00000001:2.0:1763346492.784656:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.784658:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bbc0. 00000100:00100000:2.0:1763346492.784662:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+19:2357:x1848996540783744:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346492.784666:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540783744 00000020:00000001:2.0:1763346492.784670:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.784674:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.784677:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.784679:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.784682:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.784685:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346492.784688:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.784691:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.784694:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.784701:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.784703:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.784706:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.784708:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.784710:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.784712:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.784718:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346492.784728:0:57808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078800. 00010000:00000010:2.0:1763346492.784731:0:57808:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb503078c00. 00010000:00000001:2.0:1763346492.784735:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.784739:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346492.784742:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.784745:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa082 to hash 00000020:00000001:2.0:1763346492.784747:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.784749:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346492.784751:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346492.784756:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212839 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763346492.784766:0:57808:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763346492.784770:0:57808:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb538d7bbc0. 00002000:00000001:2.0:1763346492.784772:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346492.784775:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.784781:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:2.0:1763346492.784784:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00002000:00000001:2.0:1763346492.784787:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346492.784794:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763346492.784797:0:57808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2533:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1763346492.784800:0:57808:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763346492.784804:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00010000:00000040:2.0:1763346492.784807:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 13 00000020:00000040:2.0:1763346492.784810:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=20 00010000:00000001:2.0:1763346492.784819:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346492.784821:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346492.784824:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.784827:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.784833:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb51fd75c00. 02000000:00000001:2.0:1763346492.784836:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.784839:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.784842:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346492.784845:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346492.784849:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346492.784851:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.784853:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346492.784855:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346492.784856:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.784862:0:57808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763346492.784869:0:57808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 20 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346492.784878:0:57808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2533:0x0].0x0 (ffff9fb503078800) refcount = 1 00010000:00000040:2.0:1763346492.784880:0:57808:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346492.784883:0:57808:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 20 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346492.784893:0:57808:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346492.784895:0:57808:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.784896:0:57808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346492.784898:0:57808:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763346492.784900:0:57808:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346492.784902:0:57808:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.784907:0:57808:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346492.784910:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 20 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346492.784921:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.784923:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346492.784926:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.784928:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.784930:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.784932:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.784934:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.784935:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346492.784938:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.784941:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911661, transno 0, xid 1848996540783744 00010000:00000001:2.0:1763346492.784945:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.784949:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f5c00 x1848996540783744/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.784957:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.784960:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.784964:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.784968:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.784971:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.784973:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.784976:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.784979:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.784983:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.784986:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.784990:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b440. 00000100:00000200:2.0:1763346492.784997:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540783744, offset 224 00000400:00000200:2.0:1763346492.785002:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.785012:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.785018:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198479:198479:256:4294967295] 192.168.204.16@tcp LPNI seq info [198475:198475:8:4294967295] 00000400:00000200:2.0:1763346492.785029:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.785033:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.785039:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.785045:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.785053:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.785057:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.785077:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.785081:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.785084:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.785086:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.785088:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.785092:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f5c00 x1848996540783744/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.785100:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540783744:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 448us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346492.785107:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20087 00000100:00000040:2.0:1763346492.785110:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:2.0:1763346492.785113:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.785114:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.785120:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.785124:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.785129:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.785133:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:2.0:1763346492.785136:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346492.786408:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.786416:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.786424:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.786431:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.786437:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:1.0:1763346492.786440:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00000001:1.0:1763346492.786446:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346492.786448:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346492.796877:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.796899:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.796902:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.796905:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.796917:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.796935:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011d00 00000400:00000200:1.0:1763346492.796944:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 12936 00000800:00000001:1.0:1763346492.796951:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.796959:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.796962:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.796967:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.796974:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.796977:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346492.796983:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7100. 00000100:00000040:1.0:1763346492.796987:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f7100 x1848996540783872 msgsize 328 00000100:00100000:1.0:1763346492.796992:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346492.799223:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763346492.799842:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1763346492.800861:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540783872 02000000:00000001:3.0:1763346492.800869:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.800871:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.800874:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.800881:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.800885:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540783872 00000020:00000001:3.0:1763346492.800889:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.800892:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346492.800895:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.800899:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:3.0:1763346492.800903:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346492.800906:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346492.800911:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1763346492.803367:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.803385:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763346492.804484:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346492.804495:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.804499:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7be00. 00000020:00000010:2.0:1763346492.804511:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.804517:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.804523:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.804536:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346492.804540:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.804541:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.804545:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.804556:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.804587:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.804611:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.804614:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.804623:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20088 00000100:00000040:2.0:1763346492.804628:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346492.804630:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558781696 : -105875150769920 : ffff9fb5053f7100) 00000100:00000040:2.0:1763346492.804639:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f7100 x1848996540783872/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.804650:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.804653:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346492.804655:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.804657:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7be00. 00000100:00100000:2.0:1763346492.804662:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540783872:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346492.804666:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540783872 00000020:00000001:2.0:1763346492.804671:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.804677:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.804679:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.804682:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.804684:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.804688:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346492.804691:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.804694:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.804696:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.804703:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.804706:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.804709:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.804711:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.804714:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.804716:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.804722:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.804730:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:2.0:1763346492.804734:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.804737:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.804741:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346492.804745:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.804748:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa089 to hash 00000020:00000001:2.0:1763346492.804749:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.804751:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346492.804754:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346492.804760:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa089 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212840 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.804769:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346492.804772:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:2.0:1763346492.804781:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346492.804785:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346492.804788:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.804791:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.804798:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb51fd75400. 02000000:00000001:2.0:1763346492.804801:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.804804:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.804808:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346492.804811:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.804814:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.804816:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346492.804822:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346492.804825:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346492.804829:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346492.804832:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346492.804836:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346492.804843:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346492.804846:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346492.804848:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346492.804864:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346492.804865:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346492.804867:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.804870:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346492.804878:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f100. 00000020:00000040:2.0:1763346492.804881:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346492.804885:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346492.804888:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346492.804894:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346492.804901:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a200. 00000100:00000001:2.0:1763346492.804906:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.804913:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346492.804916:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346492.804922:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.804930:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346492.804933:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.804937:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967296:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.804941:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346492.804947:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346492.804950:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.804953:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346492.804958:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.804960:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346492.804966:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346492.804973:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bf68. 00000100:00000200:2.0:1763346492.804979:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514967296, portal 16 00000100:00000001:2.0:1763346492.804981:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346492.804983:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183175936 : -105874526375680 : ffff9fb52a76f100) 00000100:00000040:2.0:1763346492.804988:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.804996:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.804999:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.805001:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b6e8. 00000100:00000200:2.0:1763346492.805004:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514967296, offset 0 00000400:00000200:2.0:1763346492.805010:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.805022:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.805027:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346492.805031:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346492.805035:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346492.805038:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346492.805041:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198480:198480:256:4294967295] 192.168.204.16@tcp LPNI seq info [198476:198476:8:4294967295] 00000400:00000200:2.0:1763346492.805052:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.805058:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.805064:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.805071:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.805079:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.805084:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.805094:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.805098:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729719 00000100:00000001:2.0:1763346492.805105:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729650 00000100:00000001:2.0:1763346492.805110:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729719 00000100:00000001:2.0:1763346492.805114:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729650 00000100:00000001:2.0:1763346492.805117:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729719 00000100:00000001:2.0:1763346492.805120:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729650 00000100:00000001:2.0:1763346492.805123:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729719 00000100:00000001:2.0:1763346492.805126:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729651 00000100:00000001:2.0:1763346492.805129:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.805132:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.805135:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.805137:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.805139:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.805141:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346492.805143:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346492.805147:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.805150:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.805151:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346492.805154:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.805156:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346492.805158:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346492.805160:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346492.805163:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346492.805166:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346492.806031:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.806037:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.806044:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.806050:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.806056:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b6e8 00000400:00000010:1.0:1763346492.806059:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b6e8. 00000100:00000001:1.0:1763346492.806065:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346492.806070:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.806082:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.806086:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.806093:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.806095:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346492.812753:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.812775:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.812778:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.812781:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.812793:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.812811:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c772f00 00000400:00000200:1.0:1763346492.812821:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f945 [1] + 224 00000800:00000001:1.0:1763346492.812830:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.812839:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.812842:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.812847:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.812854:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346492.812863:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346492.812873:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.812898:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.812909:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.812912:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.816250:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346492.816265:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346492.816268:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346492.816274:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346492.816283:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:2.0:1763346492.816287:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:2.0:1763346492.816293:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346492.816306:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346492.816317:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.816341:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346492.816343:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.816346:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346492.816349:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346492.816352:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.816355:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.816358:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.816365:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346492.816370:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346492.816372:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346492.816374:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.816377:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346492.816382:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.816384:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.816390:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.816397:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.816400:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346492.816402:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.816405:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346492.816412:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346492.816422:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346492.816426:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346492.816433:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:2.0:1763346492.816436:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:2.0:1763346492.816439:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346492.816446:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346492.816450:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:2.0:1763346492.816454:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.816456:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.816458:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.816462:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346492.816470:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967296:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346492.816477:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.816480:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.816483:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346492.816485:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346492.816489:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76f100 x1848996514967296/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.816496:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346492.816499:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346492.816503:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.816507:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346492.816509:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346492.816511:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346492.816513:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346492.816516:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346492.816519:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346492.816521:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346492.816524:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76f100. 00000100:00000001:2.0:1763346492.816527:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346492.816529:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346492.816531:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346492.816534:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346492.816537:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346492.816540:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7be00. 00010000:00000001:2.0:1763346492.816543:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346492.816548:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.816551:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346492.816554:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.816561:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.816563:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.816566:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346492.816567:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346492.816570:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa089 from hash 00010000:00000001:2.0:1763346492.816573:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.816575:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.816576:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.816578:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346492.816580:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346492.816583:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346492.816590:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa089 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212840 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346492.816606:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346492.816610:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.816613:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.816615:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.816617:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.816621:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346492.816622:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346492.816624:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346492.816625:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346492.816627:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346492.816629:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.816631:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346492.816633:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.816635:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.816637:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.816638:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.816641:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa089 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212840 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346492.816650:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346492.816653:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:2.0:1763346492.816661:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.816663:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346492.816665:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346492.816670:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540783872 00010000:00000001:2.0:1763346492.816673:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.816679:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f7100 x1848996540783872/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.816688:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.816691:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.816694:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.816699:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.816702:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.816705:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.816708:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.816711:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.816715:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.816717:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.816726:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bf68. 00000100:00000200:2.0:1763346492.816730:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540783872, offset 224 00000400:00000200:2.0:1763346492.816736:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.816750:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.816758:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198481:198481:256:4294967295] 192.168.204.16@tcp LPNI seq info [198477:198477:8:4294967295] 00000400:00000200:2.0:1763346492.816776:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.816782:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.816790:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.816797:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.816805:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.816809:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.816819:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.816822:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346492.816825:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346492.816826:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.816830:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346492.816835:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7100 x1848996540783872/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346492.816844:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540783872:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 12193us (19854us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346492.816853:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20088 00000100:00000040:2.0:1763346492.816858:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346492.816860:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346492.816862:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346492.816868:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.816873:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346492.816877:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:2.0:1763346492.816881:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:2.0:1763346492.816884:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.817792:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.817798:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:0.0:1763346492.817804:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.817812:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.817817:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:0.0:1763346492.817820:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:0.0:1763346492.817825:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.817827:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346492.823291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000800:00000001:1.0:1763346492.832904:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.832929:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.832933:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.832936:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.832947:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.832967:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011d80 00000400:00000200:1.0:1763346492.832976:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 13264 00000800:00000001:1.0:1763346492.832985:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.833013:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.833016:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.833021:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.833028:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.833030:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346492.833036:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4000. 00000100:00000040:1.0:1763346492.833040:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4000 x1848996540784000 msgsize 328 00000100:00100000:1.0:1763346492.833044:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.833067:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.833076:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.833081:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.834197:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346492.834202:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784000 02000000:00000001:2.0:1763346492.834206:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346492.834209:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.834253:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.834259:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.834264:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784000 00000020:00000001:2.0:1763346492.834267:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346492.834269:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346492.834272:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346492.834276:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:2.0:1763346492.834279:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346492.834281:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346492.834286:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.834293:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346492.834297:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.834300:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7be00. 00000020:00000010:2.0:1763346492.834308:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569ae00. 00000020:00000010:2.0:1763346492.834313:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969000. 00000020:00000010:2.0:1763346492.834328:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346492.834338:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346492.834342:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346492.834343:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346492.834346:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.834355:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.834363:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.834376:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346492.834378:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346492.834394:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20089 00000100:00000040:2.0:1763346492.834399:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346492.834401:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558769152 : -105875150782464 : ffff9fb5053f4000) 00000100:00000040:2.0:1763346492.834409:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4000 x1848996540784000/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346492.834418:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346492.834421:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346492.834423:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346492.834425:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7be00. 00000100:00100000:2.0:1763346492.834429:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:226274:x1848996540784000:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346492.834433:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784000 00000020:00000001:2.0:1763346492.834437:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346492.834441:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346492.834444:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.834446:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346492.834448:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346492.834452:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346492.834455:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346492.834457:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346492.834459:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346492.834466:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.834468:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346492.834471:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346492.834474:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346492.834476:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346492.834478:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.834485:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346492.834492:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:2.0:1763346492.834496:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.834499:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346492.834503:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346492.834507:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346492.834510:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa090 to hash 00000020:00000001:2.0:1763346492.834512:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346492.834514:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346492.834517:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346492.834522:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212847 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.834531:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346492.834533:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00000100:00000001:2.0:1763346492.834544:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346492.834547:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346492.834556:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532675800. 02000000:00000001:2.0:1763346492.834559:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.834561:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.834564:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346492.834568:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346492.834571:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346492.834574:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346492.834578:0:62999:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763346492.834580:0:62999:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346492.834585:0:62999:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 24 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346492.834592:0:62999:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763346492.834594:0:62999:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.834597:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763346492.834599:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.834601:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346492.834602:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763346492.834604:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.834606:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.834609:0:62999:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763346492.834613:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 24 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.834623:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2609:0x0].0x0 (ffff9fb503078500) refcount = 2 00010000:00000040:2.0:1763346492.834626:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346492.834629:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 24 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346492.834636:0:62999:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763346492.834639:0:62999:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 24 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763346492.834646:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346492.834650:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346492.834657:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346492.834660:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346492.834662:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346492.834665:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346492.834666:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346492.834668:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.834674:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.834675:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346492.834678:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.834681:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346492.834683:0:62999:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763346492.834685:0:62999:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763346492.834691:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f100. 00000020:00000040:2.0:1763346492.834694:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346492.834697:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346492.834699:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346492.834706:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346492.834711:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a200. 00000100:00000001:2.0:1763346492.834718:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346492.834723:0:62999:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 24 pid: 62988 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346492.834740:0:62999:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 24 pid: 62988 timeout: 6162 lvb_type: 0 00010000:00000001:2.0:1763346492.834748:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346492.834751:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346492.834755:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.834763:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346492.834766:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346492.834771:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967424:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346492.834776:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346492.834781:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346492.834784:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.834787:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346492.834791:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.834794:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346492.834800:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346492.834806:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346492.834813:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514967424, portal 16 00000100:00000001:2.0:1763346492.834816:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346492.834818:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183175936 : -105874526375680 : ffff9fb52a76f100) 00000100:00000040:2.0:1763346492.834823:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.834830:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.834833:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346492.834835:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035baa0. 00000100:00000200:2.0:1763346492.834838:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514967424, offset 0 00000400:00000200:2.0:1763346492.834843:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346492.834854:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346492.834860:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346492.834865:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346492.834868:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346492.834871:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346492.834874:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198482:198482:256:4294967295] 192.168.204.16@tcp LPNI seq info [198478:198478:8:4294967295] 00000400:00000200:2.0:1763346492.834884:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346492.834889:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346492.834895:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346492.834900:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346492.834907:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346492.834911:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346492.834933:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.834938:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729749 00000100:00000001:2.0:1763346492.834945:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729719 00000100:00000001:2.0:1763346492.834949:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729749 00000100:00000001:2.0:1763346492.834952:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729719 00000100:00000001:2.0:1763346492.834955:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729749 00000100:00000001:2.0:1763346492.834959:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729719 00000100:00000001:2.0:1763346492.834961:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729749 00000100:00000001:2.0:1763346492.834965:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729719 00000100:00000001:2.0:1763346492.834968:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.834971:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.834973:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.834975:0:62999:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346492.834977:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.834979:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.834980:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.834982:0:62999:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.834984:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346492.834985:0:62999:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346492.834989:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.834991:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346492.834992:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346492.834995:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346492.834998:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346492.835001:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346492.835560:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.835565:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346492.835572:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.835579:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.835584:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000400:00000010:1.0:1763346492.835587:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000100:00000001:1.0:1763346492.835594:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346492.835600:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.835610:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.835614:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.835622:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.835625:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.850184:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.850204:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.850208:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.850258:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.850272:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.850291:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c772f80 00000400:00000200:0.0:1763346492.850301:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f951 [1] + 224 00000800:00000001:0.0:1763346492.850308:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.850315:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.850329:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.850334:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.850342:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.850350:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346492.850362:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.851483:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.851499:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.851507:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.851510:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.851512:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.851519:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.851529:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e011e00 00000400:00000200:0.0:1763346492.851536:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127825 [2] + 328 00000800:00000001:0.0:1763346492.851542:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.851550:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.851552:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.851555:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.851560:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.851563:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763346492.851568:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532981c00. 00000100:00000040:0.0:1763346492.851572:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532981c00 x1848996540784128 msgsize 328 00000100:00100000:0.0:1763346492.851576:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.851594:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.851597:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.851600:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.851681:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.851685:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784128 02000000:00000001:3.0:1763346492.851688:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.851690:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.851693:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.851698:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.851702:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784128 00000020:00000001:3.0:1763346492.851705:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.851707:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346492.851709:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.851712:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=25 00000020:00000001:3.0:1763346492.851715:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346492.851717:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346492.851721:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.851727:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.851730:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.851733:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.851740:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346492.851746:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.851751:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.851762:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346492.851765:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.851766:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346492.851769:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346492.851773:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.851775:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346492.851781:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.851782:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.851785:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=5 00000020:00000001:3.0:1763346492.851787:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:3.0:1763346492.851790:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00010000:3.0:1763346492.851798:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 5/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 25 pid: 62988 timeout: 6162 lvb_type: 0 00010000:00000001:3.0:1763346492.851808:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.851810:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.851811:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.851813:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.851823:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346492.851829:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb532981c00 x1848996540784128/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.851837:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346492.851839:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.851856:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.851869:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.851871:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.851876:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4023 00000100:00000040:3.0:1763346492.851880:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:3.0:1763346492.851882:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319567360 : -105874389984256 : ffff9fb532981c00) 00000100:00000040:3.0:1763346492.851887:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532981c00 x1848996540784128/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.851896:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.851899:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.851901:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.851903:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.851907:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+25:2355:x1848996540784128:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346492.851911:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784128 00010000:00000001:3.0:1763346492.851914:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346492.851917:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346492.851919:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346492.851925:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.851928:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.851933:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af35800. 02000000:00000001:3.0:1763346492.851936:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.851938:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.851941:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346492.851943:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346492.851945:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346492.851946:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.851948:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=5 00000020:00000001:3.0:1763346492.851949:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:3.0:1763346492.851952:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000040:3.0:1763346492.851956:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 3 00002000:00000001:3.0:1763346492.851960:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346492.851965:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346492.851968:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.851976:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:3.0:1763346492.851979:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:3.0:1763346492.851982:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346492.851991:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346492.851995:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00010000:3.0:1763346492.852000:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 5/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 25 pid: 62988 timeout: 6162 lvb_type: 0 00000100:00001000:3.0:1763346492.852008:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=134 v=5 (1 1 0 0) 00010000:00000001:3.0:1763346492.852012:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346492.852018:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.852020:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346492.852023:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 25 pid: 62988 timeout: 6162 lvb_type: 0 00000020:00000001:3.0:1763346492.852032:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.852035:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.852036:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.852039:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.852045:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346492.852048:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.852055:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.852056:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.852059:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.852061:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.852063:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463af9d5d from hash 00010000:00000001:3.0:1763346492.852065:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.852067:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.852068:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.852069:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346492.852074:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.852076:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.852078:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346492.852080:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.852081:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.852083:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.852085:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346492.852087:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb51e80c200 00010000:00000001:3.0:1763346492.852090:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346492.852092:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346492.852096:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346492.852099:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.852101:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346492.852102:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346492.852103:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.852107:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346492.852108:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346492.852113:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x50080000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 25 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346492.852120:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763346492.852125:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 4/0,0 mode: GROUP/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x50080000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 25 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.852133:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2609:0x0].0x0 (ffff9fb503078500) refcount = 3 00010000:00000040:3.0:1763346492.852136:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346492.852139:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 4/0,0 mode: GROUP/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x50080000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 25 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346492.852147:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346492.852148:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.852149:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346492.852151:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.852153:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346492.852157:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.852161:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346492.852166:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.852169:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.852171:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.852173:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346492.852175:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346492.852177:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.852179:0:5736:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763346492.852183:0:5736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522400380. 00000020:00000040:3.0:1763346492.852186:0:5736:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=3 obd=lustre-OST0000 00000100:00000001:3.0:1763346492.852191:0:5736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346492.852193:0:5736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346492.852198:0:5736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346492.852204:0:5736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3f000. 00000100:00000001:3.0:1763346492.852209:0:5736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346492.852250:0:5736:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 4/0,0 mode: GROUP/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 25 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346492.852260:0:5736:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346492.852262:0:5736:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346492.852267:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.852275:0:5736:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346492.852277:0:5736:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.852281:0:5736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514967552:192.168.204.16@tcp:105: 00000100:00000001:3.0:1763346492.852285:0:5736:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346492.852290:0:5736:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346492.852293:0:5736:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.852296:0:5736:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346492.852301:0:5736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.852302:0:5736:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346492.852307:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346492.852313:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb440. 00000100:00000200:3.0:1763346492.852332:0:5736:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514967552, portal 16 00000100:00000001:3.0:1763346492.852334:0:5736:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.852336:0:5736:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045358464 : -105874664193152 : ffff9fb522400380) 00000100:00000040:3.0:1763346492.852340:0:5736:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.852347:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.852349:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.852352:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb088. 00000100:00000200:3.0:1763346492.852354:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514967552, offset 0 00000400:00000200:3.0:1763346492.852360:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.852370:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.852376:0:5736:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346492.853378:0:5736:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346492.853388:0:5736:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346492.853392:0:5736:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346492.853396:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198483:198483:256:4294967295] 192.168.204.16@tcp LPNI seq info [198479:198479:8:4294967295] 00000400:00000200:3.0:1763346492.853408:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.853415:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.853423:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b700. 00000800:00000200:3.0:1763346492.853429:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.853437:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.853441:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.853453:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.853457:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729768 00000100:00000001:3.0:1763346492.853465:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729749 00000100:00000001:3.0:1763346492.853470:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729768 00000100:00000001:3.0:1763346492.853474:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729749 00000100:00000001:3.0:1763346492.853476:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729768 00000100:00000001:3.0:1763346492.853480:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729749 00000100:00000001:3.0:1763346492.853483:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729768 00000100:00000001:3.0:1763346492.853486:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729749 00000100:00000001:3.0:1763346492.853488:0:5736:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.853492:0:5736:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.853495:0:5736:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.853497:0:5736:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.853499:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.853501:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.853503:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.853505:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.853507:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346492.853509:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.853512:0:5736:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346492.853514:0:5736:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346492.853516:0:5736:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb50847b3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346492.853519:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346492.853522:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346492.853728:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.853734:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b700. 00000400:00000200:1.0:1763346492.853740:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.853745:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.853750:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb088 00000400:00000010:1.0:1763346492.853752:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb088. 00000100:00000001:1.0:1763346492.853757:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346492.853763:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.853773:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.853776:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.853783:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.853784:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346492.853956:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346492.853964:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346492.853966:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346492.853970:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346492.853974:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:2.0:1763346492.853976:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:2.0:1763346492.853980:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346492.853986:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346492.853994:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.854000:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346492.854002:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.854004:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346492.854007:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346492.854009:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346492.854011:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346492.854014:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.854020:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346492.854024:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346492.854026:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346492.854028:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.854031:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346492.854035:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.854038:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.854043:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.854050:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346492.854052:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346492.854054:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.854057:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763346492.854059:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346492.854064:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463af9d5d lrc: 0/0,0 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792126b8 expref: 25 pid: 62988 timeout: 6162 lvb_type: 0 00010000:00000040:2.0:1763346492.854074:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346492.854076:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:2.0:1763346492.854082:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346492.854083:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346492.854087:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346492.854093:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967424:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346492.854097:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346492.854100:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.854102:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346492.854103:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346492.854106:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76f100 x1848996514967424/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346492.854112:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346492.854114:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346492.854117:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346492.854120:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346492.854122:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346492.854124:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1763346492.854126:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346492.854129:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346492.854132:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346492.854134:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346492.854136:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76f100. 00000100:00000001:2.0:1763346492.854139:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346492.854141:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346492.854143:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346492.854146:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346492.854148:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346492.854152:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7be00. 00010000:00000001:2.0:1763346492.854157:0:62999:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.854159:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.854162:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346492.854170:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346492.854175:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 4/0,0 mode: GROUP/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 24 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346492.854187:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346492.854189:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346492.854191:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346492.854193:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346492.854195:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346492.854196:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346492.854197:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346492.854199:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346492.854203:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346492.854207:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540784000 00010000:00000001:2.0:1763346492.854210:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346492.854665:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4000 x1848996540784000/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346492.854674:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346492.854676:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346492.854679:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346492.854684:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346492.854686:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346492.854689:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346492.854692:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346492.854694:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346492.854697:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346492.854700:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.855349:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb2a8. 00000100:00000200:3.0:1763346492.855358:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540784000, offset 224 00000400:00000200:3.0:1763346492.855365:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.855376:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.855390:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198484:198484:256:4294967295] 192.168.204.16@tcp LPNI seq info [198480:198480:8:4294967295] 00000400:00000200:3.0:1763346492.855401:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.855406:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.855412:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b000. 00000800:00000200:3.0:1763346492.855417:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.855424:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.855428:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.859064:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.859081:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.859086:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.859089:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.859092:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.859103:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4000 x1848996540784000/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346492.859114:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:226274:x1848996540784000:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 24694us (26072us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346492.859124:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20089 00000100:00000040:3.0:1763346492.859128:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346492.859130:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.859132:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.859140:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969000. 00000020:00000010:3.0:1763346492.859148:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:3.0:1763346492.859154:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569ae00. 00000020:00000040:3.0:1763346492.859160:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:3.0:1763346492.859163:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.859434:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.859440:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b000. 00000400:00000200:0.0:1763346492.859447:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.859453:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.859460:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb2a8 00000400:00000010:0.0:1763346492.859463:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb2a8. 00000100:00000001:0.0:1763346492.859468:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.859469:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.861124:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.861142:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.861146:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.861148:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.861158:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.861174:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c773000 00000400:00000200:0.0:1763346492.861184:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f959 [1] + 224 00000800:00000001:0.0:1763346492.861192:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.861200:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.861203:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.861207:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.861338:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.861348:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346492.861366:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.861423:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.861431:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.861435:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.861480:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346492.861488:0:5736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346492.861490:0:5736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346492.861494:0:5736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:3.0:1763346492.861499:0:5736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb440 00000400:00000010:3.0:1763346492.861502:0:5736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb440. 00000100:00000001:3.0:1763346492.861505:0:5736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346492.861510:0:5736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346492.861518:0:5736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.861525:0:5736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346492.861527:0:5736:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.861529:0:5736:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346492.861533:0:5736:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346492.861536:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.861538:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.861542:0:5736:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.861550:0:5736:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346492.861554:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346492.861556:0:5736:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346492.861558:0:5736:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.861562:0:5736:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346492.861565:0:5736:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.861568:0:5736:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.861572:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.861578:0:5736:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.861581:0:5736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346492.861583:0:5736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.861587:0:5736:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346492.861590:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.861593:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.861594:0:5736:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.861597:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346492.861605:0:5736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514967552:192.168.204.16@tcp:105: 00000100:00000001:3.0:1763346492.861610:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.861612:0:5736:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.861615:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346492.861617:0:5736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.861620:0:5736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb522400380 x1848996514967552/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.861627:0:5736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346492.861630:0:5736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346492.861634:0:5736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.861638:0:5736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346492.861640:0:5736:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346492.861642:0:5736:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763346492.861644:0:5736:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346492.861647:0:5736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3f000. 02000000:00000001:3.0:1763346492.861652:0:5736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346492.861654:0:5736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346492.861656:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522400380. 00000100:00000001:3.0:1763346492.861659:0:5736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346492.861661:0:5736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346492.861664:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.861666:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346492.861668:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346492.861671:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9ccc0. 00010000:00000001:3.0:1763346492.861674:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346492.861678:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346492.861679:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.861685:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.861687:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.861690:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.861695:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.861697:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.861700:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.861703:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.861706:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.861709:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.861712:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.861716:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb440. 00000100:00000200:3.0:1763346492.861721:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540784128, offset 224 00000400:00000200:3.0:1763346492.861727:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.861736:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.861742:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198485:198485:256:4294967295] 192.168.204.16@tcp LPNI seq info [198481:198481:8:4294967295] 00000400:00000200:3.0:1763346492.861753:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.861758:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.861763:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4be00. 00000800:00000200:3.0:1763346492.861769:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.861777:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.861780:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.863017:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.863028:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.863032:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.863035:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.863043:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981c00 x1848996540784128/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/224 e 0 to 0 dl 1763346503 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346492.863054:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+23:2355:x1848996540784128:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 11156us (11479us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346492.863065:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4023 00000100:00000040:3.0:1763346492.863070:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346492.863072:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.863073:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.863080:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.863086:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.863090:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346492.863097:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:3.0:1763346492.863100:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346492.863251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00000800:00000200:0.0:1763346492.863405:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.863410:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4be00. 00000400:00000200:0.0:1763346492.863416:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.863422:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.863428:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb440 00000400:00000010:0.0:1763346492.863430:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb440. 00000100:00000001:0.0:1763346492.863477:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.863479:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.875290:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.875311:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.875315:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.875329:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.875340:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.875358:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011e80 00000400:00000200:0.0:1763346492.875367:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 13592 00000800:00000001:0.0:1763346492.875376:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.875385:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.875389:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.875393:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.875402:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.875404:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346492.875413:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546fb80. 00000100:00000040:0.0:1763346492.875418:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546fb80 x1848996540784256 msgsize 328 00000100:00100000:0.0:1763346492.875423:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.875440:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.875449:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.875452:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.876289:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.876294:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784256 02000000:00000001:3.0:1763346492.876297:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.876300:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.876303:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.876307:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.876312:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784256 00000020:00000001:3.0:1763346492.876314:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.876316:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346492.876331:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.876334:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:3.0:1763346492.876337:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346492.876339:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346492.876345:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.876351:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.876354:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.876357:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.876364:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346492.876369:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.876373:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.876507:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346492.876511:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.876512:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346492.876515:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.876524:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.876540:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.876552:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.876553:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.876560:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20090 00000100:00000040:3.0:1763346492.876564:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346492.876566:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364582272 : -105874344969344 : ffff9fb53546fb80) 00000100:00000040:3.0:1763346492.876574:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546fb80 x1848996540784256/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346492.876583:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.876586:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.876588:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.876589:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.876594:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540784256:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346492.876597:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784256 00000020:00000001:3.0:1763346492.876600:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.876605:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.876607:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.876610:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.876612:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346492.876615:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346492.876618:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.876621:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.876623:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.876629:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.876632:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346492.876635:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346492.876637:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346492.876639:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346492.876641:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.876646:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346492.876654:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:3.0:1763346492.876658:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.876661:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.876665:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346492.876668:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.876671:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa097 to hash 00000020:00000001:3.0:1763346492.876673:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.876675:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346492.876677:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00010000:3.0:1763346492.876682:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa097 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921284e expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.876692:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:3.0:1763346492.876695:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:3.0:1763346492.876702:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346492.876705:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346492.876708:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.876711:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.876717:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52af35c00. 02000000:00000001:3.0:1763346492.876719:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.876721:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.876725:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346492.876727:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.876729:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.876731:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763346492.876737:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb528fa1bd0. 00002000:00000001:3.0:1763346492.876739:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763346492.876742:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763346492.876745:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.876748:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346492.876756:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.876758:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.876760:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.876763:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346492.876765:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346492.876767:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.876769:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763346492.876774:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522400380. 00000020:00000040:3.0:1763346492.876777:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346492.876780:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346492.876783:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346492.876789:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346492.876795:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3f000. 00000100:00000001:3.0:1763346492.876800:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.876806:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346492.876809:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346492.876814:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.876822:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346492.876824:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.876829:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967680:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346492.876833:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346492.876838:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346492.876840:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.876843:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346492.876847:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.876849:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346492.876854:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346492.876860:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb660. 00000100:00000200:3.0:1763346492.876866:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514967680, portal 16 00000100:00000001:3.0:1763346492.876868:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.876870:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045358464 : -105874664193152 : ffff9fb522400380) 00000100:00000040:3.0:1763346492.876874:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.876881:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.876884:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.876886:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbbb0. 00000100:00000200:3.0:1763346492.876888:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514967680, offset 0 00000400:00000200:3.0:1763346492.876894:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.876904:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.876908:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346492.876913:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346492.876916:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346492.876919:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346492.876922:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198486:198486:256:4294967295] 192.168.204.16@tcp LPNI seq info [198482:198482:8:4294967295] 00000400:00000200:3.0:1763346492.876932:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.876936:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.876941:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b500. 00000800:00000200:3.0:1763346492.876947:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.876954:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.876958:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.876982:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.876987:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729791 00000100:00000001:3.0:1763346492.876993:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729768 00000100:00000001:3.0:1763346492.876997:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729791 00000100:00000001:3.0:1763346492.877000:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729768 00000100:00000001:3.0:1763346492.877003:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729791 00000100:00000001:3.0:1763346492.877006:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729768 00000100:00000001:3.0:1763346492.877008:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729791 00000100:00000001:3.0:1763346492.877011:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729768 00000100:00000001:3.0:1763346492.877014:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.877016:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.877018:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.877019:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.877021:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.877023:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763346492.877025:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb528fa1bd0. 00010000:00000001:3.0:1763346492.877028:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.877029:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.877030:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346492.877032:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.877034:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346492.877036:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346492.877038:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb50847b3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346492.877040:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346492.877043:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346492.877940:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.877947:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b500. 00000400:00000200:1.0:1763346492.877954:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.877960:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.877965:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbbb0 00000400:00000010:1.0:1763346492.877967:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbbb0. 00000100:00000001:1.0:1763346492.877971:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346492.877976:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.877986:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.877989:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.877995:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.877996:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.879615:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.879631:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.879635:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.879638:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.879646:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.879661:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773080 00000400:00000200:0.0:1763346492.879670:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f969 [1] + 224 00000800:00000001:0.0:1763346492.879677:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.879685:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.879688:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.879692:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.879697:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.879703:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346492.879713:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.879734:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.879741:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.879745:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.879804:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346492.879812:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346492.879814:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346492.879817:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:3.0:1763346492.879822:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb660 00000400:00000010:3.0:1763346492.879825:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb660. 00000100:00000001:3.0:1763346492.879828:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346492.879832:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346492.879840:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.879846:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346492.879848:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.879852:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346492.879855:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346492.879857:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.879859:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.879863:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.879869:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346492.879873:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346492.879876:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346492.879877:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.879880:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346492.879884:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.879887:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.879891:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.879899:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.879902:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346492.879903:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.879906:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763346492.879912:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346492.879922:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346492.879925:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.879931:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:3.0:1763346492.879934:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:3.0:1763346492.879937:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346492.879944:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346492.879947:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:3.0:1763346492.879951:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.879952:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.879953:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.879958:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346492.879965:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967680:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346492.879970:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.879972:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.879975:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346492.879977:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.879981:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb522400380 x1848996514967680/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.879988:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346492.879991:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346492.879994:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.879998:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346492.880000:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346492.880002:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763346492.880004:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346492.880007:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3f000. 02000000:00000001:3.0:1763346492.880012:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346492.880013:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346492.880015:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522400380. 00000100:00000001:3.0:1763346492.880019:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346492.880020:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346492.880022:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.880025:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346492.880027:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346492.880029:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9ccc0. 00010000:00000001:3.0:1763346492.880032:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346492.880036:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346492.880040:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346492.880042:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.880049:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.880050:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.880052:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.880054:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.880057:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa097 from hash 00010000:00000001:3.0:1763346492.880060:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.880061:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.880062:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.880063:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346492.880064:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346492.880067:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346492.880073:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa097 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921284e expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346492.880089:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346492.880093:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.880095:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.880097:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.880099:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.880102:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346492.880104:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.880105:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.880106:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346492.880107:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346492.880109:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.880111:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346492.880114:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.880116:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.880118:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346492.880120:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.880123:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa097 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921284e expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346492.880131:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:3.0:1763346492.880134:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:3.0:1763346492.880141:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346492.880143:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3be00, rc 0) 00000020:00000001:3.0:1763346492.880146:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346492.880150:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540784256 00010000:00000001:3.0:1763346492.880153:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.880158:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546fb80 x1848996540784256/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346492.880166:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.880168:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.880171:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.880176:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.880179:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.880182:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.880185:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.880188:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.880192:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.880195:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.880199:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb660. 00000100:00000200:3.0:1763346492.880204:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540784256, offset 224 00000400:00000200:3.0:1763346492.880270:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.880281:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.880287:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198487:198487:256:4294967295] 192.168.204.16@tcp LPNI seq info [198483:198483:8:4294967295] 00000400:00000200:3.0:1763346492.880298:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.880304:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.880310:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b600. 00000800:00000200:3.0:1763346492.880316:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.880335:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.880339:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.880346:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.880349:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.880352:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.880354:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.880356:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.880362:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546fb80 x1848996540784256/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346492.880372:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540784256:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 3787us (4952us total) trans 0 rc 301/301 00000100:00100000:3.0:1763346492.883588:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20090 00000100:00000040:3.0:1763346492.883601:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346492.883605:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.883610:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.883618:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.883625:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.883630:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346492.883638:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:3.0:1763346492.883642:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.883841:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.883847:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b600. 00000400:00000200:0.0:1763346492.883854:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.883860:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.883867:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb660 00000400:00000010:0.0:1763346492.883870:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb660. 00000100:00000001:0.0:1763346492.883875:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.883877:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346492.887397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00000800:00000001:1.0:1763346492.887909:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.887927:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346492.887930:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.887932:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.887944:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346492.887963:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e011f00 00000400:00000200:1.0:1763346492.887971:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x1190ed [8] + 13920 00000800:00000001:1.0:1763346492.887979:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.887988:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346492.887990:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.887995:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346492.888002:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346492.888005:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346492.888011:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4700. 00000100:00000040:1.0:1763346492.888014:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4700 x1848996540784384 msgsize 440 00000100:00100000:1.0:1763346492.888019:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346492.888035:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346492.888044:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346492.888048:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.888108:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.888112:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784384 02000000:00000001:3.0:1763346492.888116:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.888118:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.888121:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.888126:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.888130:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784384 00000020:00000001:3.0:1763346492.888133:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.888135:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346492.888137:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.888140:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:3.0:1763346492.888142:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346492.888144:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346492.888149:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.888155:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.888159:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.888161:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.888167:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346492.888172:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.888177:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.888184:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346492.888187:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.888188:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346492.888191:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.888200:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.888244:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.888257:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.888259:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.888265:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20091 00000100:00000040:3.0:1763346492.888269:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346492.888271:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558770944 : -105875150780672 : ffff9fb5053f4700) 00000100:00000040:3.0:1763346492.888279:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4700 x1848996540784384/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/0 e 0 to 0 dl 1763346503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346492.888288:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.888291:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.888293:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.888296:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.888301:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2354:x1848996540784384:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:3.0:1763346492.888305:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784384 00000020:00000001:3.0:1763346492.888308:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.888313:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.888316:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.888330:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.888332:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:3.0:1763346492.888336:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346492.888340:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.888342:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.888345:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.888349:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346492.888353:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346492.888356:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.888358:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346492.888360:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.888363:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.888364:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.888366:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.888367:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.888368:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.888370:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346492.888371:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346492.888372:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346492.888373:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.888377:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.888379:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.888596:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.888599:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.888606:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5402df000. 02000000:00000001:3.0:1763346492.888609:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.888612:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346492.888615:0:62999:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763346492.888618:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346492.888622:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.888628:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:3.0:1763346492.888631:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:3.0:1763346492.888633:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346492.888641:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346492.888643:0:62999:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763346492.888645:0:62999:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:3.0:1763346492.888649:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346492.888655:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1763346492.888659:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00000020:00000001:3.0:1763346492.888663:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346492.888669:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346492.888673:0:62999:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346492.888676:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540784384 00010000:00000001:3.0:1763346492.888679:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.888685:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4700 x1848996540784384/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/432 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346492.888693:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.888695:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.888700:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.888704:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.888707:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.888709:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.888712:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.888714:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.888718:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.888721:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.888725:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb198. 00000100:00000200:3.0:1763346492.888731:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540784384, offset 224 00000400:00000200:3.0:1763346492.888738:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.888747:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.888754:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198488:198488:256:4294967295] 192.168.204.16@tcp LPNI seq info [198484:198484:8:4294967295] 00000400:00000200:3.0:1763346492.888765:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.888770:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.888775:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b200. 00000800:00000200:3.0:1763346492.888781:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.888789:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.888793:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.889664:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.889672:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.889675:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.889677:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.889679:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.889685:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4700 x1848996540784384/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 440/432 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346492.889695:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2354:x1848996540784384:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 1405us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346492.889703:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20091 00000100:00000040:3.0:1763346492.889707:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346492.889709:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.889711:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.889717:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.889722:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.889725:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346492.889732:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:3.0:1763346492.889735:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.889877:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.889883:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b200. 00000400:00000200:0.0:1763346492.889889:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.889895:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.889900:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb198 00000400:00000010:0.0:1763346492.889903:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb198. 00000100:00000001:0.0:1763346492.889907:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.889909:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.898449:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.898474:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.898478:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.898481:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.898494:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.898516:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e011f80 00000400:00000200:0.0:1763346492.898525:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 14360 00000800:00000001:0.0:1763346492.898535:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.898548:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.898551:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.898556:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.898564:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346492.898567:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346492.898576:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506101180. 00000100:00000040:0.0:1763346492.898580:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506101180 x1848996540784512 msgsize 328 00000100:00100000:0.0:1763346492.898584:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346492.899128:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.899139:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.899144:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.899190:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346492.899194:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784512 02000000:00000001:3.0:1763346492.899197:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346492.899199:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.899202:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.899208:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.899230:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784512 00000020:00000001:3.0:1763346492.899234:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346492.899236:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346492.899238:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346492.899241:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:3.0:1763346492.899244:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346492.899246:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346492.899251:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.899257:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.899260:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.899263:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346492.899269:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346492.899274:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.899280:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346492.899287:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346492.899289:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346492.899291:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346492.899293:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.899302:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.899315:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.899334:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346492.899336:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346492.899341:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20092 00000100:00000040:3.0:1763346492.899345:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346492.899347:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572454272 : -105875137097344 : ffff9fb506101180) 00000100:00000040:3.0:1763346492.899354:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506101180 x1848996540784512/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/0 e 0 to 0 dl 1763346503 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346492.899369:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346492.899372:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.899373:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346492.899375:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346492.899380:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2354:x1848996540784512:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346492.899383:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784512 00000020:00000001:3.0:1763346492.899387:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346492.899391:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346492.899393:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.899396:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346492.899398:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346492.899401:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346492.899404:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346492.899407:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346492.899409:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346492.899415:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.899418:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346492.899420:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346492.899422:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346492.899425:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346492.899426:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.899432:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346492.899440:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:3.0:1763346492.899443:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346492.899446:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346492.899451:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346492.899455:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346492.899457:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa09e to hash 00000020:00000001:3.0:1763346492.899459:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346492.899461:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346492.899464:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00010000:3.0:1763346492.899469:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa09e lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212855 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346492.899479:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:3.0:1763346492.899481:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:3.0:1763346492.899489:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346492.899492:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346492.899495:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346492.899497:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346492.899503:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5402de000. 02000000:00000001:3.0:1763346492.899505:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.899508:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.899511:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346492.899513:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346492.899516:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.899519:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763346492.899524:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb528fa1bd0. 00002000:00000001:3.0:1763346492.899527:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763346492.899530:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763346492.899533:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346492.899536:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346492.899542:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.899544:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.899546:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346492.899549:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346492.899550:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346492.899552:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.899554:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763346492.899559:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522400380. 00000020:00000040:3.0:1763346492.899562:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346492.899566:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346492.899568:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346492.899575:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346492.899582:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3f000. 00000100:00000001:3.0:1763346492.899589:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.899595:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346492.899598:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346492.899603:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.899611:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346492.899612:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346492.899617:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967808:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346492.899621:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346492.899626:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346492.899629:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.899631:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346492.899636:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.899637:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346492.899642:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346492.899649:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbc38. 00000100:00000200:3.0:1763346492.899656:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514967808, portal 16 00000100:00000001:3.0:1763346492.899659:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346492.899661:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045358464 : -105874664193152 : ffff9fb522400380) 00000100:00000040:3.0:1763346492.899666:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.899672:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.899675:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.899677:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb990. 00000100:00000200:3.0:1763346492.899679:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514967808, offset 0 00000400:00000200:3.0:1763346492.899685:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.899695:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.899701:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346492.899704:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346492.899708:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346492.899711:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346492.899714:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198489:198489:256:4294967295] 192.168.204.16@tcp LPNI seq info [198485:198485:8:4294967295] 00000400:00000200:3.0:1763346492.899724:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.899730:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.899735:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ba00. 00000800:00000200:3.0:1763346492.899742:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.899749:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.899753:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ba00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.899771:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.899776:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729814 00000100:00000001:3.0:1763346492.899782:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729791 00000100:00000001:3.0:1763346492.899786:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729814 00000100:00000001:3.0:1763346492.899789:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729791 00000100:00000001:3.0:1763346492.899791:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729814 00000100:00000001:3.0:1763346492.899793:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729791 00000100:00000001:3.0:1763346492.899795:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729814 00000100:00000001:3.0:1763346492.899799:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729791 00000100:00000001:3.0:1763346492.899801:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.899803:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.899805:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.899807:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.899809:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.899811:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763346492.899812:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb528fa1bd0. 00010000:00000001:3.0:1763346492.899815:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.899817:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346492.899818:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346492.899820:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.899822:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346492.899823:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346492.899826:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb50847b3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346492.899828:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346492.899831:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346492.899989:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346492.899994:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ba00. 00000400:00000200:1.0:1763346492.899999:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346492.900004:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346492.900009:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb990 00000400:00000010:1.0:1763346492.900011:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb990. 00000100:00000001:1.0:1763346492.900014:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346492.900019:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.900028:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346492.900031:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346492.900037:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346492.900038:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346492.905707:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.905730:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346492.905733:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.905737:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.905747:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346492.905764:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773100 00000400:00000200:0.0:1763346492.905774:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f979 [1] + 224 00000800:00000001:0.0:1763346492.905782:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.905791:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346492.905794:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.905798:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346492.905805:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346492.905814:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346492.905825:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346492.905846:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346492.905855:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346492.905859:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.905912:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346492.905921:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346492.905923:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346492.905927:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:3.0:1763346492.905933:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbc38 00000400:00000010:3.0:1763346492.905936:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbc38. 00000100:00000001:3.0:1763346492.905939:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346492.905944:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346492.905953:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.905959:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346492.905961:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.905963:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346492.905967:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346492.905969:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346492.905972:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346492.905975:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.905983:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=71 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346492.905987:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=71 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346492.905989:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346492.905991:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.905994:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346492.905998:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.906000:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.906005:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.906013:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346492.906017:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346492.906019:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.906022:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763346492.906027:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346492.906036:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346492.906040:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346492.906047:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:3.0:1763346492.906050:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:3.0:1763346492.906053:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346492.906061:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346492.906065:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:3.0:1763346492.906069:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.906071:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.906072:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.906076:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346492.906084:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514967808:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346492.906089:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346492.906091:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.906095:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346492.906097:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346492.906101:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb522400380 x1848996514967808/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346492.906108:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346492.906110:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346492.906114:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346492.906117:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346492.906120:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346492.906121:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763346492.906123:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346492.906127:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3f000. 02000000:00000001:3.0:1763346492.906131:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346492.906133:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346492.906136:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522400380. 00000100:00000001:3.0:1763346492.906139:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346492.906140:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346492.906142:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346492.906144:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346492.906146:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346492.906149:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9ccc0. 00010000:00000001:3.0:1763346492.906152:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346492.906156:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346492.906160:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346492.906162:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.906169:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.906170:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.906173:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346492.906174:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346492.906177:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa09e from hash 00010000:00000001:3.0:1763346492.906180:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.906181:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346492.906182:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346492.906183:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346492.906184:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346492.906186:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346492.906193:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa09e lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212855 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346492.906208:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346492.906248:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.906252:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346492.906253:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.906255:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.906259:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346492.906261:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346492.906262:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346492.906263:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346492.906265:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346492.906267:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346492.906269:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346492.906271:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346492.906273:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346492.906275:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346492.906276:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346492.906280:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa09e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212855 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346492.906289:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:3.0:1763346492.906291:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:3.0:1763346492.906298:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346492.906301:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3be00, rc 0) 00000020:00000001:3.0:1763346492.906303:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346492.906308:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540784512 00010000:00000001:3.0:1763346492.906311:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346492.906349:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506101180 x1848996540784512/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346492.906358:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346492.906362:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346492.906364:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346492.906369:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346492.906372:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346492.906375:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346492.906378:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346492.906380:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346492.906384:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346492.906387:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346492.906391:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbc38. 00000100:00000200:3.0:1763346492.906396:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540784512, offset 224 00000400:00000200:3.0:1763346492.906403:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346492.906413:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346492.906420:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198490:198490:256:4294967295] 192.168.204.16@tcp LPNI seq info [198486:198486:8:4294967295] 00000400:00000200:3.0:1763346492.906430:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346492.906435:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346492.906441:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b400. 00000800:00000200:3.0:1763346492.906446:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346492.906454:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346492.906458:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346492.906467:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346492.906470:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346492.906473:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346492.906476:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346492.906478:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346492.906485:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506101180 x1848996540784512/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:213/0 lens 328/400 e 0 to 0 dl 1763346503 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346492.906496:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2354:x1848996540784512:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 7124us (7913us total) trans 0 rc 301/301 00000100:00100000:3.0:1763346492.906505:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20092 00000100:00000040:3.0:1763346492.906510:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346492.906512:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346492.906514:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346492.906521:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346492.906526:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346492.906529:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346492.906534:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:3.0:1763346492.906537:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346492.906684:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346492.906688:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b400. 00000400:00000200:0.0:1763346492.906693:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346492.906698:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346492.906701:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbc38 00000400:00000010:0.0:1763346492.906703:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbc38. 00000100:00000001:0.0:1763346492.906706:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346492.906708:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346492.912555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00000100:00000040:3.0:1763346492.966358:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300729814, at 4300729816 00000100:00000010:3.0:1763346492.966372:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0af60. 00000100:00000040:0.0:1763346492.966474:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300729814, at 4300729816 00000100:00000010:0.0:1763346492.966480:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0ad20. 00000100:00000040:2.0:1763346492.966550:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300729814, at 4300729816 00000100:00000010:2.0:1763346492.966556:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a600. 00000100:00000040:1.0:1763346492.966965:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300729814, at 4300729816 00000100:00000010:1.0:1763346492.966972:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0aba0. 00000004:00000001:0.0:1763346493.006583:0:19996:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1763346493.006590:0:19996:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1763346493.006607:0:19996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8000. 00000020:00000040:0.0:1763346493.006615:0:19996:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346493.006624:0:19996:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346493.006627:0:19996:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346493.006636:0:19996:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346493.006647:0:19996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb53cc4ae00. 00000100:00000001:0.0:1763346493.006653:0:19996:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.006658:0:19996:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346493.006662:0:19996:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.006674:0:19996:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060ffa0ff] to pc [ptlrpcd_00_03+3] req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346493.006705:0:19996:0:(osp_precreate.c:234:osp_statfs_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.006708:0:19996:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.006746:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346493.006750:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.006753:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.006759:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.006768:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.006770:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.006774:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346493.006777:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346493.006779:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.006782:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514967936:0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1763346493.006786:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.006790:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.006793:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.006795:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.006801:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb532676400. 02000000:00000001:2.0:1763346493.006803:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.006808:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346493.006814:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346493.006821:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514967936, portal 4 00000100:00000001:2.0:1763346493.006823:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.006824:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900293632 : -105874809257984 : ffff9fb5199a8000) 00000100:00000040:2.0:1763346493.006830:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.006837:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.006839:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346493.006842:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bdd0. 00000100:00000200:2.0:1763346493.006844:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848996514967936, offset 0 00000400:00000200:2.0:1763346493.006850:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346493.006861:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346493.006870:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a70c773180 00000400:00000200:2.0:1763346493.006876:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x9078d [8] + 2688 00000400:00000200:2.0:1763346493.006883:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.006887:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346493.006893:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346493.006895:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1763346493.006899:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76f100. 00000100:00000040:2.0:1763346493.006901:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76f100 x1848996514967936 msgsize 224 00000100:00100000:2.0:1763346493.006905:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346493.006921:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346493.006930:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bdd0 00000400:00000010:2.0:1763346493.006932:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bdd0. 00000100:00000001:2.0:1763346493.006937:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346493.006941:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.006950:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.006953:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.006960:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.006961:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346493.006965:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.006970:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23553 usecs (24 jiffies) 00000100:00000001:2.0:1763346493.006974:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300729880 00000100:00000010:2.0:1763346493.006978:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a600. 00000100:00000001:2.0:1763346493.006985:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346493.006996:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300729880 00000100:00000010:2.0:1763346493.006999:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0ab40. 00000100:00000001:2.0:1763346493.007002:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346493.007005:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300729880 00000100:00000010:2.0:1763346493.007008:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0aba0. 00000100:00000001:2.0:1763346493.007010:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346493.007013:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300729880 00000100:00000010:2.0:1763346493.007015:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0ad20. 00000100:00000001:2.0:1763346493.007018:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346493.007022:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.007025:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.007028:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.007030:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.007038:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.007040:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763346493.007042:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346493.007043:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.007044:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.007046:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.007097:0:57811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.007100:0:57811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514967936 02000000:00000001:3.0:1763346493.007102:0:57811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.007104:0:57811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.007107:0:57811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.007111:0:57811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.007114:0:57811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514967936 00000020:00000001:3.0:1763346493.007117:0:57811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.007119:0:57811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346493.007121:0:57811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.007124:0:57811:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=7 00000020:00000001:3.0:1763346493.007126:0:57811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346493.007128:0:57811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346493.007132:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.007136:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346493.007140:0:57811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.007144:0:57811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346493.007149:0:57811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346493.007154:0:57811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346493.007158:0:57811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346493.007165:0:57811:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763346493.007167:0:57811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.007169:0:57811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.007171:0:57811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.007179:0:57811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.007188:0:57811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.007197:0:57811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.007199:0:57811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.007203:0:57811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00000040:3.0:1763346493.007207:0:57811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346493.007209:0:57811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183175936 : -105874526375680 : ffff9fb52a76f100) 00000100:00000040:3.0:1763346493.007227:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76f100 x1848996514967936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 224/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.007235:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.007237:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346493.007239:0:57811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.007241:0:57811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346493.007244:0:57811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514967936:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1763346493.007247:0:57811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514967936 00000020:00000001:3.0:1763346493.007251:0:57811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346493.007254:0:57811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346493.007257:0:57811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.007260:0:57811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.007262:0:57811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150992 : -1037400624 : ffffffffc22a85d0) 00000020:00000001:3.0:1763346493.007265:0:57811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346493.007268:0:57811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.007271:0:57811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.007274:0:57811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.007277:0:57811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.007282:0:57811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.007284:0:57811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.007289:0:57811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fb5296b7800. 02000000:00000001:3.0:1763346493.007292:0:57811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.007294:0:57811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.007297:0:57811:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763346493.007303:0:57811:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763346493.007306:0:57811:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763346493.007309:0:57811:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763346493.007312:0:57811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 329187328 pending 0 free 3838836736 avail 3834642432 00000020:00000020:3.0:1763346493.007325:0:57811:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 20774912 0 0 00000020:00000020:3.0:1763346493.007329:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 dirty 0 pend 0 grant 308412416 00000020:00000020:3.0:1763346493.007332:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fb535791000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763346493.007336:0:57811:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3661 free, 3638 avail; 117882 objects: 117152 free; state 0 00002000:00000001:3.0:1763346493.007342:0:57811:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763346493.007348:0:57811:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346493.007352:0:57811:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 0, xid 1848996514967936 00010000:00000001:3.0:1763346493.007355:0:57811:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346493.007360:0:57811:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76f100 x1848996514967936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 224/368 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346493.007369:0:57811:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346493.007371:0:57811:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346493.007375:0:57811:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5222129e8 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346493.007380:0:57811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346493.007382:0:57811:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346493.007385:0:57811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346493.007388:0:57811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346493.007390:0:57811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.007393:0:57811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.007395:0:57811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346493.007398:0:57811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbdd0. 00000100:00000200:3.0:1763346493.007401:0:57811:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848996514967936, offset 224 00000400:00000200:3.0:1763346493.007406:0:57811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346493.007411:0:57811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346493.007416:0:57811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a70c773180 00000400:00000200:3.0:1763346493.007421:0:57811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12f985 [1] + 224 00000400:00000200:3.0:1763346493.007425:0:57811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.007427:0:57811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346493.007433:0:57811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346493.007439:0:57811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346493.007447:0:57811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.007464:0:57811:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346493.007469:0:57811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbdd0 00000400:00000010:3.0:1763346493.007471:0:57811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbdd0. 00000100:00000001:3.0:1763346493.007474:0:57811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.007476:0:57811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346493.007478:0:57811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.007482:0:57811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346493.007484:0:57811:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346493.007486:0:57811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.007488:0:57811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346493.007491:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76f100 x1848996514967936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 224/368 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346493.007500:0:57811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514967936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 263us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346493.007507:0:57811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00000040:3.0:1763346493.007510:0:57811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346493.007512:0:57811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346493.007514:0:57811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346493.007518:0:57811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346493.007521:0:57811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:3.0:1763346493.007525:0:57811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346493.007531:0:57811:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000100:00000001:3.0:1763346493.007534:0:57811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.007629:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346493.007631:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.007636:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.007638:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.007640:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346493.007643:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:2.0:1763346493.007645:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:2.0:1763346493.007647:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.007651:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763346493.007661:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.007666:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.007668:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.007670:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.007674:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.007676:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.007677:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.007680:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.007686:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582ca0 time=151 v=5 (5 5 5 5) 00000100:00001000:2.0:1763346493.007689:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.007692:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.007694:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.007697:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.007700:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.007704:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763346493.007706:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:2.0:1763346493.007709:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763346493.007712:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.007716:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.007722:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.007725:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.007726:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346493.007729:0:3297:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1763346493.007731:0:3297:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1763346493.007734:0:3297:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=937216 avail=931328 avail_mb=3638 hwm_mb=7 files=117882 ffree=117152 state=0: rc = 0 00000004:00000020:2.0:1763346493.007742:0:3297:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fb535584800): 942848 blocks, 937216 free, 931328 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117882 files, 117152 free files 0x0 00000004:00000001:2.0:1763346493.007746:0:3297:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.007749:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346493.007755:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514967936:0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1763346493.007759:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.007761:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.007763:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a8000 x1848996514967936/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.007768:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.007771:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.007773:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb532676400. 02000000:00000001:2.0:1763346493.007776:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.007778:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.007779:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763346493.007781:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.007783:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb53cc4ae00. 02000000:00000001:2.0:1763346493.007788:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.007790:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.007791:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a8000. 00000100:00000001:2.0:1763346493.007795:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.007796:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.007798:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.007802:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.007803:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.007805:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346493.007806:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.007909:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346493.007912:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.034493:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300729880, at 4300729884 00000100:00000010:0.0:1763346493.034517:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a600. 00000100:00000040:3.0:1763346493.034812:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300729880, at 4300729884 00000100:00000010:3.0:1763346493.034819:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0ad20. 00000100:00000040:1.0:1763346493.035112:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300729880, at 4300729884 00000100:00000010:1.0:1763346493.035120:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0ab40. 00000100:00000040:2.0:1763346493.035300:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300729880, at 4300729885 00000100:00000010:2.0:1763346493.035307:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0aba0. 00000800:00000001:1.0:1763346493.071175:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.071195:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.071199:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.071202:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.071256:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.071274:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e012000 00000400:00000200:1.0:1763346493.071283:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 14688 00000800:00000001:1.0:1763346493.071290:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.071304:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.071307:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.071312:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.071330:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.071333:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.071339:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7b80. 00000100:00000040:1.0:1763346493.071343:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f7b80 x1848996540784640 msgsize 328 00000100:00100000:1.0:1763346493.071347:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.071360:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.071368:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.071372:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.071481:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.071485:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784640 02000000:00000001:3.0:1763346493.071488:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.071490:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.071493:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.071499:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.071503:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784640 00000020:00000001:3.0:1763346493.071506:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.071508:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346493.071510:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.071514:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:3.0:1763346493.071516:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346493.071519:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346493.071523:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.071529:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346493.071535:0:62999:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb529f304c0. 00000020:00000040:3.0:1763346493.071541:0:62999:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:3.0:1763346493.071556:0:62999:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346493.071562:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346493.071567:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346493.071572:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1640. 00000100:00000040:3.0:1763346493.071580:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346493.071583:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.071584:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.071587:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.071595:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.071606:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.071617:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.071619:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.071624:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20093 00000100:00000040:3.0:1763346493.071628:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346493.071630:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558784384 : -105875150767232 : ffff9fb5053f7b80) 00000100:00000040:3.0:1763346493.071636:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f7b80 x1848996540784640/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346493.071645:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.071648:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346493.071650:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.071652:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c580. 00000100:00100000:3.0:1763346493.071657:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540784640:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346493.071660:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784640 00000020:00000001:3.0:1763346493.071664:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346493.071668:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346493.071671:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.071673:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.071675:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346493.071678:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346493.071681:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.071683:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.071685:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.071691:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.071693:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346493.071697:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346493.071698:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346493.071700:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346493.071702:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.071708:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346493.071715:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:3.0:1763346493.071718:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346493.071721:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346493.071725:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346493.071729:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346493.071731:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa0a5 to hash 00000020:00000001:3.0:1763346493.071733:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346493.071735:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346493.071738:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00010000:3.0:1763346493.071744:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa0a5 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921285c expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346493.071752:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:3.0:1763346493.071755:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:3.0:1763346493.071762:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346493.071765:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346493.071768:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.071770:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.071775:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5296b4800. 02000000:00000001:3.0:1763346493.071777:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.071779:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.071782:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346493.071785:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346493.071788:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.071790:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763346493.071795:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb528fa1bd0. 00002000:00000001:3.0:1763346493.071797:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763346493.071800:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763346493.071803:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346493.071806:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346493.071812:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50847b3c0. 00000100:00000001:3.0:1763346493.071814:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346493.071816:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198609654720 : -105875099896896 : ffff9fb50847b3c0) 00000100:00000001:3.0:1763346493.071819:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346493.071820:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346493.071822:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346493.071824:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763346493.071828:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522400380. 00000020:00000040:3.0:1763346493.071831:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346493.071835:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346493.071838:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346493.071843:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346493.071849:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3f000. 00000100:00000001:3.0:1763346493.071855:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.071860:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346493.071862:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346493.071867:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.071875:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346493.071877:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.071882:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514968064:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346493.071885:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346493.071890:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346493.071893:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.071895:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346493.071899:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3e000. 02000000:00000001:3.0:1763346493.071901:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346493.071906:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346493.071911:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbdd0. 00000100:00000200:3.0:1763346493.071918:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514968064, portal 16 00000100:00000001:3.0:1763346493.071920:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346493.071922:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045358464 : -105874664193152 : ffff9fb522400380) 00000100:00000040:3.0:1763346493.071926:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.071933:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.071936:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346493.071938:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb5d8. 00000100:00000200:3.0:1763346493.071941:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514968064, offset 0 00000400:00000200:3.0:1763346493.071946:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346493.071955:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346493.071960:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346493.071964:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346493.071968:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346493.071970:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346493.071973:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198491:198491:256:4294967295] 192.168.204.16@tcp LPNI seq info [198487:198487:8:4294967295] 00000400:00000200:3.0:1763346493.071984:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346493.071989:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346493.071994:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b800. 00000800:00000200:3.0:1763346493.071999:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346493.072006:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346493.072009:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346493.072031:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.072036:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729986 00000100:00000010:3.0:1763346493.072040:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44f60. 00000100:00000001:3.0:1763346493.072047:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763346493.072052:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729986 00000100:00000010:3.0:1763346493.072055:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44360. 00000100:00000001:3.0:1763346493.072058:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763346493.072061:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729986 00000100:00000010:3.0:1763346493.072063:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44d20. 00000100:00000001:3.0:1763346493.072066:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763346493.072073:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729986 00000100:00000010:3.0:1763346493.072076:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44180. 00000100:00000001:3.0:1763346493.072079:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346493.072082:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346493.072085:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.072087:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.072088:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.072091:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.072092:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763346493.072094:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb528fa1bd0. 00010000:00000001:3.0:1763346493.072097:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.072099:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346493.072100:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346493.072102:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.072105:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346493.072107:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346493.072109:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb50847b3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346493.072112:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346493.072115:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1763346493.072229:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1763346493.072234:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000800:00000200:1.0:1763346493.072390:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.072395:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b800. 00000400:00000200:1.0:1763346493.072400:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.072404:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.072409:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb5d8 00000400:00000010:1.0:1763346493.072411:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb5d8. 00000100:00000001:1.0:1763346493.072415:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346493.072420:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.072430:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.072434:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.072447:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.072449:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346493.074606:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.074625:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346493.074629:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.074632:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346493.074642:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346493.074660:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773200 00000400:00000200:0.0:1763346493.074668:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f991 [1] + 224 00000800:00000001:0.0:1763346493.074676:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.074684:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346493.074687:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.074690:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346493.074697:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.074705:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346493.074715:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.074741:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346493.074749:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.074753:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.074815:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.074823:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.074825:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.074828:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:2.0:1763346493.074834:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbdd0 00000400:00000010:2.0:1763346493.074837:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbdd0. 00000100:00000001:2.0:1763346493.074840:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.074845:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346493.074853:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.074860:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.074861:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.074864:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.074867:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.074870:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.074873:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.074876:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.074884:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346493.074889:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346493.074892:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.074894:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.074897:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.074901:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.074904:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.074909:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.074915:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.074919:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.074921:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.074923:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346493.074929:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346493.074937:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.074940:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.074947:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:2.0:1763346493.074949:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:2.0:1763346493.074952:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.074959:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346493.074962:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:2.0:1763346493.074965:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.074968:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.074969:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.074973:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346493.074980:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb522400380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514968064:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.074985:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.074987:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.074990:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.074992:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.074994:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb522400380 x1848996514968064/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.075001:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.075003:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.075006:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3e000. 02000000:00000001:2.0:1763346493.075010:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.075013:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.075014:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346493.075017:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.075020:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3f000. 02000000:00000001:2.0:1763346493.075024:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.075026:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.075027:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522400380. 00000100:00000001:2.0:1763346493.075030:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.075032:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346493.075034:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50847b3c0. 00000100:00000001:2.0:1763346493.075037:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346493.075038:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346493.075042:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c580. 00010000:00000001:2.0:1763346493.075045:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.075048:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.075052:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.075054:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.075060:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.075061:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.075063:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.075065:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.075068:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa0a5 from hash 00010000:00000001:2.0:1763346493.075071:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.075072:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.075073:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.075074:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.075076:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.075079:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346493.075085:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa0a5 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921285c expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.075099:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346493.075103:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.075105:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.075106:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.075108:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.075112:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.075113:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.075115:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.075116:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.075118:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.075120:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.075121:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.075124:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.075126:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.075128:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.075129:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.075133:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3be00/0x757b854463afa0a5 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921285c expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.075140:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346493.075143:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:2.0:1763346493.075150:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.075152:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3be00, rc 0) 00000020:00000001:2.0:1763346493.075155:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346493.075160:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540784640 00010000:00000001:2.0:1763346493.075163:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.075168:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f7b80 x1848996540784640/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.075175:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.075178:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.075181:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.075185:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.075187:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.075190:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.075193:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.075196:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.075199:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.075202:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.075206:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346493.075210:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540784640, offset 224 00000400:00000200:2.0:1763346493.075269:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.075279:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.075284:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198492:198492:256:4294967295] 192.168.204.16@tcp LPNI seq info [198488:198488:8:4294967295] 00000400:00000200:2.0:1763346493.075293:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.075297:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.075303:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346493.075308:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.075325:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.075329:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.075342:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.075345:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.075348:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.075349:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.075352:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.075357:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7b80 x1848996540784640/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.075366:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540784640:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 3719us (4021us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346493.075375:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20093 00000100:00000040:2.0:1763346493.075379:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346493.075382:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.075383:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.075390:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:2.0:1763346493.075394:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1640. 00000020:00000010:2.0:1763346493.075398:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:2.0:1763346493.075402:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:2.0:1763346493.075405:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346493.075610:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346493.075614:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:0.0:1763346493.075618:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.075623:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346493.075626:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:0.0:1763346493.075628:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:0.0:1763346493.075633:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346493.075635:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.080013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00000800:00000001:1.0:1763346493.080375:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.080391:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.080395:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.080398:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.080409:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.080429:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e012080 00000400:00000200:1.0:1763346493.080438:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x1190ed [8] + 15016 00000800:00000001:1.0:1763346493.080447:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.080456:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.080459:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.080464:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.080472:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.080474:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.080480:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f5180. 00000100:00000040:1.0:1763346493.080484:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f5180 x1848996540784768 msgsize 328 00000100:00100000:1.0:1763346493.080488:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.080508:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.080518:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.080522:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.080591:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.080595:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784768 02000000:00000001:2.0:1763346493.080598:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.080601:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.080604:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.080610:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.080615:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784768 00000020:00000001:2.0:1763346493.080619:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.080621:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346493.080635:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.080639:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:2.0:1763346493.080642:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346493.080644:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346493.080649:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.080653:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346493.080656:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.080659:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7be00. 00000020:00000010:2.0:1763346493.080665:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346493.080673:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969800. 00000020:00000010:2.0:1763346493.080678:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346493.080685:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.080687:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.080689:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.080691:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.080699:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.080716:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.080728:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.080730:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.080735:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20094 00000100:00000040:2.0:1763346493.080739:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346493.080740:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558773632 : -105875150777984 : ffff9fb5053f5180) 00000100:00000040:2.0:1763346493.080747:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f5180 x1848996540784768/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.080755:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.080757:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346493.080759:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.080761:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7be00. 00000100:00100000:2.0:1763346493.080765:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540784768:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.080769:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784768 00000020:00000001:2.0:1763346493.080772:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.080777:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.080779:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.080781:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.080783:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.080786:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.080790:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.080792:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.080794:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.080800:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.080802:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.080805:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.080807:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.080809:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.080811:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.080817:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.080825:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00010000:00000001:2.0:1763346493.080828:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.080831:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.080834:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346493.080837:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.080839:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa0ac to hash 00000020:00000001:2.0:1763346493.080841:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.080842:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346493.080845:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00010000:2.0:1763346493.080849:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463afa0ac lrc: 2/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212863 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.080858:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 18 00000020:00000040:2.0:1763346493.080860:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00010000:00000001:2.0:1763346493.080867:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346493.080870:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346493.080872:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.080875:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.080880:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532676400. 02000000:00000001:2.0:1763346493.080882:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.080884:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.080887:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.080890:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.080892:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.080894:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346493.080899:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346493.080900:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346493.080903:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346493.080906:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346493.080909:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.080914:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346493.080916:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346493.080918:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346493.080920:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.080922:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346493.080923:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.080925:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346493.080929:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76fb80. 00000020:00000040:2.0:1763346493.080931:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346493.080933:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.080936:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.080941:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.080946:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a000. 00000100:00000001:2.0:1763346493.080950:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.080956:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346493.080959:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.080964:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.080971:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.080973:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.080977:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514968192:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.080981:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.080986:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.080989:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.080992:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.080996:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346493.080998:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.081003:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346493.081008:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bdd0. 00000100:00000200:2.0:1763346493.081014:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514968192, portal 16 00000100:00000001:2.0:1763346493.081015:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.081017:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183178624 : -105874526372992 : ffff9fb52a76fb80) 00000100:00000040:2.0:1763346493.081021:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.081027:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.081029:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.081031:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bbb0. 00000100:00000200:2.0:1763346493.081034:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514968192, offset 0 00000400:00000200:2.0:1763346493.081039:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.081048:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.081053:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346493.081056:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346493.081060:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346493.081062:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346493.081066:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198493:198493:256:4294967295] 192.168.204.16@tcp LPNI seq info [198489:198489:8:4294967295] 00000400:00000200:2.0:1763346493.081074:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.081079:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.081084:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346493.081089:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.081096:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.081100:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.081121:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.081126:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300729995 00000100:00000001:2.0:1763346493.081133:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300729986 00000100:00000001:2.0:1763346493.081137:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300729995 00000100:00000001:2.0:1763346493.081140:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300729986 00000100:00000001:2.0:1763346493.081142:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300729995 00000100:00000001:2.0:1763346493.081144:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300729986 00000100:00000001:2.0:1763346493.081146:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300729995 00000100:00000001:2.0:1763346493.081148:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300729986 00000100:00000001:2.0:1763346493.081150:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.081153:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.081154:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.081156:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.081158:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.081160:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346493.081162:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346493.081166:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.081167:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.081168:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346493.081170:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.081173:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.081175:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.081177:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.081179:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.081182:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346493.081786:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.081792:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346493.081797:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.081803:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.081808:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bbb0 00000400:00000010:3.0:1763346493.081810:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bbb0. 00000100:00000001:3.0:1763346493.081816:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346493.081820:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.081831:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.081834:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.081841:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.081843:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346493.091903:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.091925:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346493.091930:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.091933:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346493.091945:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346493.091964:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773280 00000400:00000200:0.0:1763346493.091976:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12f99d [1] + 224 00000800:00000001:0.0:1763346493.091985:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.091995:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346493.091998:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.092003:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346493.092012:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.092022:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346493.092034:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.092062:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346493.092071:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.092075:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.093474:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.093487:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.093489:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.093493:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346493.093499:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bdd0 00000400:00000010:2.0:1763346493.093502:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bdd0. 00000100:00000001:2.0:1763346493.093508:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.093517:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346493.093533:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.093540:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.093543:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.093545:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.093548:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.093551:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.093553:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.093556:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.093563:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346493.093567:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346493.093796:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.093798:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.093801:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.093805:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.093807:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.093813:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.093821:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.093825:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.093827:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.093830:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346493.093836:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346493.093845:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.093848:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.093856:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:2.0:1763346493.093859:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:2.0:1763346493.093861:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.093869:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346493.093873:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:2.0:1763346493.093880:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.093882:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.093884:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.093888:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346493.093897:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514968192:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.093902:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.093904:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.093907:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.093910:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.093913:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76fb80 x1848996514968192/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.093919:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.093921:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.093925:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346493.093929:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.093932:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.093933:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346493.093935:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.093938:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346493.093941:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.093943:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.093945:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76fb80. 00000100:00000001:2.0:1763346493.093948:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.093949:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346493.093952:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346493.093955:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346493.093957:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346493.093960:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7be00. 00010000:00000001:2.0:1763346493.093964:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.093967:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.093971:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.093973:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.093980:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.093981:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.093983:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.093985:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.093988:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa0ac from hash 00010000:00000001:2.0:1763346493.093991:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.093992:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.093993:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.093995:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.093996:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.093999:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346493.094005:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463afa0ac lrc: 1/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212863 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.094020:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346493.094023:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.094026:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.094028:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.094030:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.094034:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.094035:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.094036:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.094038:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.094039:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.094041:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.094043:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.094046:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.094048:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.094049:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.094050:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.094053:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80da00/0x757b854463afa0ac lrc: 0/0,0 mode: --/PR res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212863 expref: 24 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.094060:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346493.094063:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:2.0:1763346493.094069:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.094071:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80da00, rc 0) 00000020:00000001:2.0:1763346493.094073:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346493.094078:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540784768 00010000:00000001:2.0:1763346493.094081:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.094086:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f5180 x1848996540784768/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.094094:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.094096:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.094099:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.094103:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.094105:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.094107:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.094110:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.094113:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.094117:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.094119:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.094126:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bdd0. 00000100:00000200:2.0:1763346493.094131:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540784768, offset 224 00000400:00000200:2.0:1763346493.094142:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.094155:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.094162:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198494:198494:256:4294967295] 192.168.204.16@tcp LPNI seq info [198490:198490:8:4294967295] 00000400:00000200:2.0:1763346493.094173:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.094178:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.094185:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346493.094191:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.094199:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.094203:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.096285:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.096297:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.096301:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.096303:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.096306:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.096325:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f5180 x1848996540784768/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.096344:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540784768:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 15586us (15857us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346493.096354:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20094 00000100:00000040:2.0:1763346493.096358:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346493.096361:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.096363:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.096370:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969800. 00000020:00000010:2.0:1763346493.096377:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346493.096382:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346493.096387:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:2.0:1763346493.096389:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.097378:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.097384:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346493.097391:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.097397:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.097403:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bdd0 00000400:00000010:1.0:1763346493.097406:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bdd0. 00000100:00000001:1.0:1763346493.097412:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.097413:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.106285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00000800:00000001:3.0:1763346493.111719:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.111739:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.111744:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.111747:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.111758:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.111777:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e012100 00000400:00000200:3.0:1763346493.111786:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 125720 00000800:00000001:3.0:1763346493.111795:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.111804:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.111807:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.111811:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.111820:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.111823:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763346493.111831:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522400380. 00000100:00000040:3.0:1763346493.111836:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522400380 x1848996540784896 msgsize 488 00000100:00100000:3.0:1763346493.111841:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.113863:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.113887:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.113898:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.119094:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.119102:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540784896 02000000:00000001:0.0:1763346493.119107:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.119110:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.119113:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.119119:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.119124:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540784896 00000020:00000001:0.0:1763346493.119127:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.119129:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346493.119132:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.119136:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:0.0:1763346493.119139:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346493.119142:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346493.119147:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.119157:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346493.119161:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.119163:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346493.119172:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346493.119178:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346493.119184:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346493.119194:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763346493.119196:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.119198:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763346493.119201:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763346493.119204:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.119207:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:0.0:1763346493.119210:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.119225:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346493.119230:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346493.119232:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.119236:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.119238:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.119240:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.119242:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.119244:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.119246:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.119247:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.119249:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.119250:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.119251:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.119252:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119255:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763346493.119258:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119260:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119262:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.119264:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763346493.119266:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.119268:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763346493.119279:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x2609:0x0] (0->4095) req@ffff9fb522400380 x1848996540784896/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763346493.119288:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763346493.119290:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb522400380 with x1848996540784896 ext(0->4095) 00010000:00000001:0.0:1763346493.119293:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.119295:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.119297:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:0.0:1763346493.119299:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:0.0:1763346493.119302:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:0.0:1763346493.119305:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.119308:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763346493.119309:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763346493.119310:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb522400380 00002000:00000001:0.0:1763346493.119321:0:86566:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.119323:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.119340:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.119358:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.119370:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.119372:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.119377:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3706 00000100:00000040:0.0:1763346493.119380:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346493.119382:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045358464 : -105874664193152 : ffff9fb522400380) 00000100:00000040:0.0:1763346493.119388:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522400380 x1848996540784896/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.119395:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.119398:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346493.119400:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.119402:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346493.119406:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540784896:12345-192.168.204.16@tcp:3:lfs.0 00000100:00000200:0.0:1763346493.119410:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540784896 00000020:00000001:0.0:1763346493.119412:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.119415:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.119417:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119419:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.119420:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:0.0:1763346493.119423:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346493.119426:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.119428:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.119430:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.119431:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.119437:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.119440:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.119447:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb51d034000. 02000000:00000001:0.0:1763346493.119450:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.119452:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119455:0:86566:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:0.0:1763346493.119458:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763346493.119460:0:86566:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119463:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:0.0:1763346493.119468:0:86566:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:0.0:1763346493.119470:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763346493.119473:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 308412416 dropped 0, local 308412416 00000020:00000001:0.0:1763346493.119476:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763346493.119477:0:86566:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:0.0:1763346493.119479:0:86566:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:0.0:1763346493.119481:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.119484:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.119490:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:0.0:1763346493.119493:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:0.0:1763346493.119496:0:86566:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763346493.119505:0:86566:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.119507:0:86566:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:0.0:1763346493.119509:0:86566:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.119517:0:86566:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:0.0:1763346493.119564:0:86566:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763346493.119570:0:86566:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.119572:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119574:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119579:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763346493.119607:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:0.0:1763346493.119611:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763346493.119624:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:0.0:1763346493.119626:0:86566:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 27519b52 (4) 00000020:00008000:0.0:1763346493.119630:0:86566:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763346493.119634:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763346493.119639:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346493.119646:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119649:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346493.119650:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.119653:0:86566:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:0.0:1763346493.119662:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00002000:00000001:0.0:1763346493.119665:0:86566:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.119666:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119668:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119670:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763346493.119672:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763346493.119674:0:86566:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:0.0:1763346493.119678:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540784896 00010000:00000001:0.0:1763346493.119681:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.119686:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522400380 x1848996540784896/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/4536 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.119694:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.119696:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.119700:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.119705:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.119707:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.119709:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.119712:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.119715:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.119718:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.119720:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.119724:0:86566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755ae40. 00000100:00000200:0.0:1763346493.119729:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540784896, offset 224 00000400:00000200:0.0:1763346493.119735:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.119748:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.119754:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198495:198495:256:4294967295] 192.168.204.16@tcp LPNI seq info [198491:198491:8:4294967295] 00000400:00000200:0.0:1763346493.119766:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.119774:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.119779:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb416e67800. 00000800:00000200:0.0:1763346493.119785:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.119793:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:0.0:1763346493.119797:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb416e67800 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763346493.119821:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.119825:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.119827:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.119829:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.119830:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.119834:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522400380 x1848996540784896/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/4536 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.119842:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522400380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540784896:12345-192.168.204.16@tcp:3:lfs.0 Request processed in 445us (8005us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763346493.119849:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3706 00000100:00000040:0.0:1763346493.119853:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346493.119855:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763346493.119857:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763346493.119861:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x2609:0x0] (0->4095) req@ffff9fb522400380 x1848996540784896/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/4536 e 0 to 0 dl 1763346504 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763346493.119868:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763346493.119870:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb522400380 with x1848996540784896 ext(0->4095) 00010000:00000001:0.0:1763346493.119872:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.119874:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.119875:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:0.0:1763346493.119877:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:0.0:1763346493.119880:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:0.0:1763346493.119882:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.119884:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763346493.119885:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763346493.119887:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb522400380 00002000:00000001:0.0:1763346493.119889:0:86566:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.119891:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.119895:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346493.119900:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346493.119904:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:0.0:1763346493.119926:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:0.0:1763346493.119930:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.120140:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.120145:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb416e67800. 00000400:00000200:1.0:1763346493.120153:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.120158:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.120163:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755ae40 00000400:00000010:1.0:1763346493.120165:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755ae40. 00000100:00000001:1.0:1763346493.120169:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.120171:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.131811:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.131829:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.131833:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.131835:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.131846:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.131863:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4584 into portal 6 MB=0x691a70e012180 00000400:00000200:1.0:1763346493.131871:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 4584/4584 into md 0x90861 [128] + 126208 00000800:00000001:1.0:1763346493.131879:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.131891:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.131894:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.131898:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.131905:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.131908:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346493.131917:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5032f2300. 00000100:00000040:1.0:1763346493.131921:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5032f2300 x1848996540785024 msgsize 4584 00000100:00100000:1.0:1763346493.131926:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.131941:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.131949:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.131952:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.132021:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.132024:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540785024 02000000:00000001:2.0:1763346493.132027:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.132030:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.132032:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.132037:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.132042:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540785024 00000020:00000001:2.0:1763346493.132045:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.132047:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346493.132050:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.132053:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:2.0:1763346493.132055:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346493.132058:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346493.132063:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.132067:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000020:00000040:2.0:1763346493.132074:0:104272:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:2.0:1763346493.132093:0:104272:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763346493.132098:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346493.132103:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969800. 00000020:00000010:2.0:1763346493.132108:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346493.132118:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763346493.132121:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.132122:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763346493.132125:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763346493.132128:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.132131:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:2.0:1763346493.132134:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.132138:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346493.132143:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346493.132146:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.132149:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.132151:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.132154:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.132155:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.132157:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.132159:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.132160:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.132162:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.132163:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.132164:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.132166:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.132168:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763346493.132171:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.132173:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.132175:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.132177:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763346493.132179:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.132181:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.132189:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.132202:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.132245:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.132247:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.132252:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3707 00000100:00000040:2.0:1763346493.132256:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346493.132258:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198524158720 : -105875185392896 : ffff9fb5032f2300) 00000100:00000040:2.0:1763346493.132265:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5032f2300 x1848996540785024/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4584/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.132275:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.132278:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346493.132280:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.132283:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b540. 00000100:00100000:2.0:1763346493.132288:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5032f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+20:2355:x1848996540785024:12345-192.168.204.16@tcp:4:lfs.0 00000100:00000200:2.0:1763346493.132292:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540785024 00000020:00000001:2.0:1763346493.132295:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.132297:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.132300:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.132302:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.132303:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:2.0:1763346493.132306:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.132309:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.132321:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00080000:0.0:1763346493.132430:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763346493.132435:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000020:00000001:2.0:1763346493.132588:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.132591:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.132594:0:104272:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763346493.132600:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.132603:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.132608:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb532677400. 02000000:00000001:2.0:1763346493.132611:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.132614:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.132617:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763346493.132620:0:104272:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.132623:0:104272:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.132627:0:104272:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.132635:0:104272:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078800 count: 2 00010000:00000001:2.0:1763346493.132638:0:104272:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.132641:0:104272:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.132645:0:104272:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346493.132649:0:104272:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.132651:0:104272:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa0b3 to hash 00000020:00000001:2.0:1763346493.132653:0:104272:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.132655:0:104272:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346493.132658:0:104272:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346493.132662:0:104272:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.132664:0:104272:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.132669:0:104272:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.132679:0:104272:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.132684:0:104272:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.132687:0:104272:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.132689:0:104272:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.132693:0:104272:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763346493.132696:0:104272:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346493.132701:0:104272:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 20 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.132708:0:104272:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763346493.132710:0:104272:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.132712:0:104272:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346493.132714:0:104272:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.132716:0:104272:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346493.132718:0:104272:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346493.132719:0:104272:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.132721:0:104272:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.132723:0:104272:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763346493.132726:0:104272:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.132734:0:104272:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2533:0x0].0x0 (ffff9fb503078800) refcount = 2 00010000:00000040:2.0:1763346493.132736:0:104272:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346493.132739:0:104272:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 20 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.132752:0:104272:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763346493.132754:0:104272:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763346493.132762:0:104272:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7b540. 00000100:00000001:2.0:1763346493.132765:0:104272:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.132770:0:104272:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346493.132772:0:104272:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346493.132774:0:104272:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511424 : -105874239040192 : ffff9fb53b975540) 00000100:00000001:2.0:1763346493.132776:0:104272:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.132778:0:104272:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346493.132780:0:104272:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.132783:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.132785:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346493.132787:0:104272:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.132789:0:104272:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.132791:0:104272:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763346493.132793:0:104272:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763346493.132797:0:104272:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76fb80. 00000020:00000040:2.0:1763346493.132800:0:104272:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763346493.132803:0:104272:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.132805:0:104272:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.132811:0:104272:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.132817:0:104272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb51569a000. 00000100:00000001:2.0:1763346493.132822:0:104272:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.132827:0:104272:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 20 pid: 57808 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763346493.132843:0:104272:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 20 pid: 57808 timeout: 6162 lvb_type: 1 00010000:00000001:2.0:1763346493.132853:0:104272:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346493.132856:0:104272:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.132860:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.132869:0:104272:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.132872:0:104272:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.132876:0:104272:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:104272:1848996514968320:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346493.132880:0:104272:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.132885:0:104272:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.132888:0:104272:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.132891:0:104272:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.132895:0:104272:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346493.132896:0:104272:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.132902:0:104272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346493.132908:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bd48. 00000100:00000200:2.0:1763346493.132914:0:104272:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514968320, portal 16 00000100:00000001:2.0:1763346493.132916:0:104272:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.132918:0:104272:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183178624 : -105874526372992 : ffff9fb52a76fb80) 00000100:00000040:2.0:1763346493.132924:0:104272:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.132931:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.132933:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.132935:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b880. 00000100:00000200:2.0:1763346493.132938:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514968320, offset 0 00000400:00000200:2.0:1763346493.132943:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.132953:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.132957:0:104272:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346493.132961:0:104272:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346493.132964:0:104272:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346493.132967:0:104272:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346493.132971:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198496:198496:256:4294967295] 192.168.204.16@tcp LPNI seq info [198492:198492:8:4294967295] 00000400:00000200:2.0:1763346493.132981:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.132986:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.132991:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346493.132997:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.133004:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.133008:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.133016:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.133019:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300730047 00000100:00000001:2.0:1763346493.133026:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300729995 00000100:00000001:2.0:1763346493.133030:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300730047 00000100:00000001:2.0:1763346493.133033:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300729995 00000100:00000001:2.0:1763346493.133036:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300730047 00000100:00000001:2.0:1763346493.133039:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300729995 00000100:00000001:2.0:1763346493.133041:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300730047 00000100:00000001:2.0:1763346493.133044:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300729995 00000100:00000001:2.0:1763346493.133047:0:104272:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.133049:0:104272:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.133051:0:104272:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.133053:0:104272:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.133055:0:104272:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.133057:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.133058:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.133059:0:104272:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.133061:0:104272:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.133063:0:104272:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346493.133065:0:104272:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.133067:0:104272:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.133069:0:104272:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.133072:0:104272:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975540 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.133074:0:104272:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.133077:0:104272:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346493.134094:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.134100:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:3.0:1763346493.134106:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.134113:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.134118:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b880 00000400:00000010:3.0:1763346493.134120:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b880. 00000100:00000001:3.0:1763346493.134126:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346493.134131:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.134142:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.134145:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.134153:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.134155:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.141653:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.141673:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.141678:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.141680:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.141693:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.141712:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c773300 00000400:00000200:1.0:1763346493.141722:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12f9ad [1] + 224 00000800:00000001:1.0:1763346493.141731:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.141741:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.141745:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.141749:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.141758:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.141768:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346493.141779:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.141805:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.141814:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.141818:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.143601:0:104272:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.143614:0:104272:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.143617:0:104272:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.143622:0:104272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346493.143630:0:104272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bd48 00000400:00000010:2.0:1763346493.143633:0:104272:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bd48. 00000100:00000001:2.0:1763346493.143641:0:104272:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.143651:0:104272:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346493.143661:0:104272:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.143667:0:104272:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.143669:0:104272:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.143672:0:104272:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.143675:0:104272:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.143677:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.143679:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.143683:0:104272:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.143689:0:104272:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1763346493.143693:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.143696:0:104272:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.143698:0:104272:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.143701:0:104272:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.143705:0:104272:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.143708:0:104272:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.143712:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.143718:0:104272:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.143721:0:104272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.143723:0:104272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.143726:0:104272:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763346493.143730:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.143732:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.143733:0:104272:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.143737:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346493.143744:0:104272:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:104272:1848996514968320:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346493.143749:0:104272:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.143752:0:104272:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.143754:0:104272:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.143757:0:104272:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.143759:0:104272:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76fb80 x1848996514968320/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.143766:0:104272:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.143769:0:104272:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.143772:0:104272:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569ae00. 02000000:00000001:2.0:1763346493.143776:0:104272:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.143779:0:104272:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.143780:0:104272:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763346493.143782:0:104272:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.143786:0:104272:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb51569a000. 02000000:00000001:2.0:1763346493.143788:0:104272:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.143790:0:104272:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.143792:0:104272:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76fb80. 00000100:00000001:2.0:1763346493.143795:0:104272:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.143797:0:104272:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346493.143799:0:104272:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975540. 00000100:00000001:2.0:1763346493.143802:0:104272:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346493.143804:0:104272:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346493.143807:0:104272:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7b540. 00010000:00000001:2.0:1763346493.143812:0:104272:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.143814:0:104272:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.143816:0:104272:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.143819:0:104272:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763346493.143825:0:104272:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763346493.143904:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.143919:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.143922:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.143924:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.143931:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.143946:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e012200 00000400:00000200:1.0:1763346493.143953:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127825 [2] + 656 00000800:00000001:1.0:1763346493.143959:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.144134:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.144138:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.144144:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.144151:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.144154:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346493.144160:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5032f2a00. 00000100:00000040:1.0:1763346493.144164:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5032f2a00 x1848996540785152 msgsize 328 00000100:00100000:1.0:1763346493.144168:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.144183:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.144192:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.144196:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.144621:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.144625:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540785152 02000000:00000001:3.0:1763346493.144627:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.144629:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.144631:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.144636:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.144639:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540785152 00000020:00000001:3.0:1763346493.144641:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.144643:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346493.144646:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.144649:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=21 00000020:00000001:3.0:1763346493.144652:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346493.144654:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346493.144658:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.144663:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd00. 00000100:00000001:3.0:1763346493.144667:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.144671:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd00. 00000020:00000010:3.0:1763346493.144676:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ee00. 00000020:00000010:3.0:1763346493.144683:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346493.144688:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1258. 00000100:00000040:3.0:1763346493.144697:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346493.144700:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.144702:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346493.144704:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346493.144707:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.144710:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346493.144715:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.144716:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.144719:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:3.0:1763346493.144721:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:3.0:1763346493.144724:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:3.0:1763346493.144730:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 21 pid: 57808 timeout: 6162 lvb_type: 1 00010000:00000001:3.0:1763346493.144738:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.144740:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.144741:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.144743:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.144751:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346493.144757:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb5032f2a00 x1848996540785152/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.144765:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346493.144766:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.145859:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.145864:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.145872:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4024 00000100:00000040:0.0:1763346493.145878:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 2 00000100:00000001:0.0:1763346493.145880:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198524160512 : -105875185391104 : ffff9fb5032f2a00) 00000100:00000040:0.0:1763346493.145887:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5032f2a00 x1848996540785152/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.145897:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.145905:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346493.145907:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.145910:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346493.145916:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5032f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540785152:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346493.145920:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540785152 00010000:00000001:0.0:1763346493.145923:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346493.145926:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346493.145928:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346493.145936:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.145939:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.145943:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5055ea800. 02000000:00000001:0.0:1763346493.145946:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.145948:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.145951:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346493.145954:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346493.145956:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.145958:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.145960:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:0.0:1763346493.145962:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:0.0:1763346493.145965:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000040:0.0:1763346493.145969:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078800 count: 3 00002000:00000001:0.0:1763346493.145973:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346493.145979:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.145982:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.145989:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:0.0:1763346493.145991:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00002000:00000001:0.0:1763346493.145994:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346493.146001:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346493.146007:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00010000:00010000:0.0:1763346493.146012:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 21 pid: 57808 timeout: 6162 lvb_type: 1 00000100:00001000:0.0:1763346493.146022:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb535129c50 time=136 v=5 (1 0 0 0) 00010000:00000001:0.0:1763346493.146025:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346493.146033:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.146034:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.146037:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 21 pid: 57808 timeout: 6162 lvb_type: 1 00000020:00000001:0.0:1763346493.146046:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.146049:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.146051:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.146279:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.146474:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.146481:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.146483:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.146491:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.146492:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.146495:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.146497:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.146500:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa082 from hash 00010000:00000001:0.0:1763346493.146502:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.146503:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.146504:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.146506:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.146514:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.146515:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.146517:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.146519:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.146522:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa082 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2533:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212839 expref: 21 pid: 57808 timeout: 6162 lvb_type: 1 00010000:00000040:0.0:1763346493.146530:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 12 00000020:00000040:0.0:1763346493.146532:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00010000:00000001:0.0:1763346493.146538:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.146540:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.146542:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346493.146544:0:5737:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb51e80da00 00010000:00000001:0.0:1763346493.146547:0:5737:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346493.146549:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346493.146553:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346493.146555:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.146557:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346493.146558:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346493.146559:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.146563:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346493.146565:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346493.146567:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.146573:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763346493.146578:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.146590:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2533:0x0].0x0 (ffff9fb503078800) refcount = 2 00010000:00000040:0.0:1763346493.146593:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346493.146595:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.146602:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.146604:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.146606:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.146607:0:5737:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.146609:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763346493.146613:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346493.146617:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346493.146625:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346493.146627:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346493.146630:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346493.146632:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346493.146634:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346493.146636:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.146639:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346493.146660:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.146663:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.146664:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.146665:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.146667:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.146669:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346493.146671:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.146673:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.146675:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763346493.146677:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346493.146680:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346493.146682:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346493.146684:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f300. 00010000:00000001:0.0:1763346493.146686:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763346493.146689:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346493.146690:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.146696:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.146700:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.146703:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.146709:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.146712:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.146715:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.146718:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.146721:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.146725:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.146728:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.146733:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000100:00000200:0.0:1763346493.146740:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540785152, offset 224 00000400:00000200:0.0:1763346493.146747:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.146761:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.146769:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198497:198497:256:4294967295] 192.168.204.16@tcp LPNI seq info [198493:198493:8:4294967295] 00000400:00000200:0.0:1763346493.146781:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.146787:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.146792:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ad00. 00000800:00000200:0.0:1763346493.146799:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.146807:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.146812:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.146831:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.146835:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.146837:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.146839:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.146845:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5032f2a00 x1848996540785152/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346493.146856:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5032f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540785152:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 956us (2689us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346493.146868:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4024 00000100:00000040:0.0:1763346493.146873:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346493.146875:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.146877:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.146887:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:0.0:1763346493.146892:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1258. 00000020:00000010:0.0:1763346493.146897:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ee00. 00000020:00000040:0.0:1763346493.146903:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:0.0:1763346493.146905:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346493.147284:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.147290:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ad00. 00000400:00000200:3.0:1763346493.147295:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.147300:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.147305:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:3.0:1763346493.147308:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:3.0:1763346493.147321:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.147330:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1763346493.147448:0:104272:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.147458:0:104272:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.147462:0:104272:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.147469:0:104272:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.147471:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.147472:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346493.147474:0:104272:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.147485:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763346493.147492:0:104272:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763346493.147495:0:104272:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763346493.147498:0:104272:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1763346493.147502:0:104272:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763346493.147517:0:104272:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.147520:0:104272:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763346493.147522:0:104272:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 free: 3836739584 avail: 3834642432 00000020:00000001:2.0:1763346493.147526:0:104272:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763346493.147529:0:104272:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 avail=3834642432 left=3523215360 unstable=1703936 tot_grant=310444032 pending=1703936 00000020:00000001:2.0:1763346493.147533:0:104272:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3523215360 : 3523215360 : d2000000) 00000020:00000001:2.0:1763346493.147535:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763346493.147538:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 reports grant 286261248 dropped 0, local 287965184 00000020:00000001:2.0:1763346493.147541:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763346493.147543:0:104272:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763346493.147546:0:104272:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 granted: 1703936 ungranted: 0 grant: 286261248 dirty: 1703936 00000020:00000001:2.0:1763346493.147549:0:104272:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763346493.147552:0:104272:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763346493.147555:0:104272:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 wants: 485097472 current grant 286261248 granting: 3407872 00000020:00000020:2.0:1763346493.147558:0:104272:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 tot cached:0 granted:313851904 num_exports: 2 00000020:00000001:2.0:1763346493.147561:0:104272:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:2.0:1763346493.147562:0:104272:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763346493.147565:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.147566:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.147571:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:2.0:1763346493.147574:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00080000:00000001:2.0:1763346493.147581:0:104272:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:2.0:1763346493.147599:0:104272:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763346493.147604:0:104272:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.147606:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.147608:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.147613:0:104272:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:2.0:1763346493.147615:0:104272:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763346493.147621:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763346493.147650:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:2.0:1763346493.147653:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763346493.147666:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.147669:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763346493.147673:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.147679:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.147682:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.147684:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.147687:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.147690:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.147692:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.147694:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.147697:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.147698:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.147700:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.147701:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.147703:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.147704:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.147705:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.147708:0:104272:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763346493.147710:0:104272:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.147713:0:104272:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763346493.147714:0:104272:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346493.147718:0:104272:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147721:0:104272:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.147729:0:104272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532676800. 00080000:00000001:2.0:1763346493.147731:0:104272:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316375552 : -105874393176064 : ffff9fb532676800) 00000001:00000001:2.0:1763346493.147734:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.147736:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147739:0:104272:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:2.0:1763346493.147760:0:104272:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:2.0:1763346493.147763:0:104272:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147766:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346493.147772:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147774:0:104272:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346493.147790:0:104272:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.147792:0:104272:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346493.147794:0:104272:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147797:0:104272:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346493.147817:0:104272:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.147819:0:104272:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763346493.147822:0:104272:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.147827:0:104272:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:2.0:1763346493.147831:0:104272:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763346493.147834:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.147836:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763346493.147873:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.147876:0:104272:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346493.147879:0:104272:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763346493.147889:0:104272:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147891:0:104272:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.147894:0:104272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532674000. 00080000:00000001:2.0:1763346493.147896:0:104272:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316365312 : -105874393186304 : ffff9fb532674000) 00000001:00000001:2.0:1763346493.147898:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.147900:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147903:0:104272:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:2.0:1763346493.147907:0:104272:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:2.0:1763346493.147911:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.147913:0:104272:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147915:0:104272:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346493.147916:0:104272:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147918:0:104272:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346493.147922:0:104272:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.147949:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.147950:0:104272:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147953:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346493.147960:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147968:0:104272:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147976:0:104272:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346493.147980:0:104272:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.147982:0:104272:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:2.0:1763346493.147984:0:104272:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:2.0:1763346493.147986:0:104272:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:2.0:1763346493.147988:0:104272:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:2.0:1763346493.148014:0:104272:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.148018:0:104272:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763346493.148021:0:104272:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb416c0ad20. 00000020:00000040:2.0:1763346493.148024:0:104272:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 3 00000020:00000040:2.0:1763346493.148026:0:104272:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=20 00000020:00000001:2.0:1763346493.148030:0:104272:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.148032:0:104272:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346493.148035:0:104272:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763346493.148039:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.148040:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346493.148079:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346493.148083:0:104272:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911666, last_committed = 12884911662 00000001:00000010:2.0:1763346493.148087:0:104272:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb416c0a600. 00000001:00000040:2.0:1763346493.148090:0:104272:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 4 00000020:00000040:2.0:1763346493.148093:0:104272:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00080000:00000001:2.0:1763346493.148099:0:104272:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.148110:0:104272:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346493.148112:0:104272:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763346493.159368:0:58456:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000100:00000040:2.0:1763346493.198447:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300730047, at 4300730048 00000100:00000010:2.0:1763346493.198465:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44d20. 00000100:00000040:0.0:1763346493.198634:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300730047, at 4300730048 00000100:00000010:0.0:1763346493.198642:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44f60. 00000100:00000040:1.0:1763346493.199845:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300730047, at 4300730049 00000100:00000010:1.0:1763346493.199855:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44360. 00000100:00000040:3.0:1763346493.200397:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300730047, at 4300730050 00000100:00000010:3.0:1763346493.200405:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44180. 00080000:00000001:1.0:1763346493.206644:0:104272:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346493.206663:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00002000:00000001:1.0:1763346493.206667:0:104272:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346493.206681:0:104272:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078800 count: 2 00010000:00000001:1.0:1763346493.206684:0:104272:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763346493.206688:0:104272:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346493.206693:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346493.206696:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346493.206701:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:1.0:1763346493.206705:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00002000:00000001:1.0:1763346493.206707:0:104272:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346493.206715:0:104272:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346493.206717:0:104272:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763346493.206720:0:104272:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb mtime from disk: 0 -> 1763346492 00002000:00010000:1.0:1763346493.206722:0:104272:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb ctime from disk: 0 -> 1763346492 00002000:00010000:1.0:1763346493.206724:0:104272:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:1.0:1763346493.206727:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00002000:00000001:1.0:1763346493.206730:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.206733:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.206738:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:1.0:1763346493.206742:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.206744:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.206747:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:1.0:1763346493.206749:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:1.0:1763346493.206752:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:1.0:1763346493.206755:0:104272:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346493.206760:0:104272:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346493.206769:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.206770:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346493.206773:0:104272:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346493.206780:0:104272:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.206782:0:104272:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.206786:0:104272:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346493.206789:0:104272:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346493.206796:0:104272:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80da00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:1.0:1763346493.206799:0:104272:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.206801:0:104272:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346493.206804:0:104272:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346493.206810:0:104272:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346493.206811:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.206813:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.206814:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:1.0:1763346493.206816:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:1.0:1763346493.206818:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:1.0:1763346493.206820:0:104272:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346493.206823:0:104272:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346493.206828:0:104272:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346493.206830:0:104272:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.206831:0:104272:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.206837:0:104272:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346493.206839:0:104272:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346493.206840:0:104272:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.206841:0:104272:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346493.206843:0:104272:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa0b3 from hash 00010000:00000001:1.0:1763346493.206845:0:104272:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346493.206846:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.206847:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.206848:0:104272:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346493.206854:0:104272:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.206856:0:104272:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.206858:0:104272:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346493.206860:0:104272:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346493.206862:0:104272:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346493.206864:0:104272:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.206867:0:104272:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.206868:0:104272:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346493.206870:0:104272:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346493.206872:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.206872:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.206874:0:104272:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.206875:0:104272:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.206877:0:104272:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346493.206879:0:104272:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346493.206884:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.206885:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.206886:0:104272:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346493.206888:0:104272:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346493.206889:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346493.206891:0:104272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80da00/0x757b854463afa0b3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346493.206897:0:104272:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078800 count: 0 00002000:00000010:1.0:1763346493.206901:0:104272:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb538d7bbc0. 00010000:00000010:1.0:1763346493.206906:0:104272:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb503078c00. 00010000:00000001:1.0:1763346493.206913:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763346493.206914:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763346493.206916:0:104272:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346493.206921:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911661, transno 12884911666, xid 1848996540785024 00010000:00000001:1.0:1763346493.206924:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346493.206934:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5032f2300 x1848996540785024/t12884911666(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4584/448 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346493.206943:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.206946:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.206950:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=0 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.206954:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.206957:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346493.206959:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346493.206963:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.206966:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.206970:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.206973:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.206978:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b908. 00000100:00000200:1.0:1763346493.206985:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540785024, offset 224 00000400:00000200:1.0:1763346493.206991:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.207003:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.207010:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198498:198498:256:4294967295] 192.168.204.16@tcp LPNI seq info [198494:198494:8:4294967295] 00000400:00000200:1.0:1763346493.207022:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.207027:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.207032:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadc00. 00000800:00000200:1.0:1763346493.207039:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.207047:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.207051:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadc00 type 1, nob 544 niov 1 nkiov 1 00080000:00000001:3.0:1763346493.207133:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346493.207139:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346493.207141:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346493.207144:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911664 is committed 00000001:00000040:3.0:1763346493.207147:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:3.0:1763346493.207151:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000001:00000010:3.0:1763346493.207153:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843ea0. 00040000:00000001:3.0:1763346493.207158:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.207160:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.207162:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055eac00. 00080000:00000001:3.0:1763346493.207165:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.207169:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346493.207172:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346493.207173:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346493.207174:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911666 is committed 00000001:00000040:3.0:1763346493.207176:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 3 00000020:00000040:3.0:1763346493.207177:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000001:00000010:3.0:1763346493.207179:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb416c0a600. 00000020:00000001:3.0:1763346493.207182:0:58673:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346493.207185:0:58673:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346493.207187:0:58673:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb535129800 : new cb_count 2 00000020:00000040:3.0:1763346493.207189:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000020:00000010:3.0:1763346493.207190:0:58673:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb416c0ad20. 00040000:00000001:3.0:1763346493.207192:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.207193:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.207194:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532674000. 00080000:00000001:3.0:1763346493.207196:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.207198:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346493.207199:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.207200:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.207201:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532676800. 00080000:00000001:3.0:1763346493.207204:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.207205:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.207207:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 1 00000020:00000040:3.0:1763346493.207209:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000001:00000010:3.0:1763346493.207232:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875960. 00000020:00000001:3.0:1763346493.207236:0:58673:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346493.207237:0:58673:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346493.207239:0:58673:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:3.0:1763346493.207241:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 17 00000020:00000010:3.0:1763346493.207242:0:58673:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb4178759c0. 00040000:00000001:3.0:1763346493.207244:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.207246:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.207247:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535647000. 00080000:00000001:3.0:1763346493.207249:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.207251:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346493.207252:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.207253:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.207255:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644000. 00080000:00000001:3.0:1763346493.207258:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.207261:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346493.207263:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346493.207264:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346493.207265:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911665 is committed 00000001:00000040:3.0:1763346493.207267:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:3.0:1763346493.207268:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:3.0:1763346493.207270:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44d80. 00040000:00000001:3.0:1763346493.207272:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.207273:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.207275:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb54019b800. 00080000:00000001:3.0:1763346493.207278:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:2.0:1763346493.208499:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346493.208506:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadc00. 00000400:00000200:2.0:1763346493.208513:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.208521:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346493.208527:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b908 00000400:00000010:2.0:1763346493.208530:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b908. 00000100:00000001:2.0:1763346493.208534:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346493.208536:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346493.209278:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.209288:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346493.209292:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346493.209294:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.209298:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346493.209307:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5032f2300 x1848996540785024/t12884911666(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4584/448 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346493.209326:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5032f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+17:2355:x1848996540785024:12345-192.168.204.16@tcp:4:lfs.0 Request processed in 77048us (77402us total) trans 12884911666 rc 0/0 00000100:00100000:1.0:1763346493.209338:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3707 00000100:00000040:1.0:1763346493.209343:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:1.0:1763346493.209346:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.209349:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.209356:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969800. 00000020:00000010:1.0:1763346493.209363:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:1.0:1763346493.209369:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:1.0:1763346493.209375:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 16 00000100:00000001:1.0:1763346493.209378:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346493.213384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:1.1:1763346493.213400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00000800:00000001:1.0:1763346493.223287:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.223308:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.223321:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.223324:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.223336:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.223354:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 448 into portal 12 MB=0x691a70e012280 00000400:00000200:1.0:1763346493.223363:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 448/448 into md 0xd4325 [64] + 49800 00000800:00000001:1.0:1763346493.223371:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.223384:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.223387:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.223391:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.223399:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.224463:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.224474:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5032f1f80. 00000100:00000040:1.0:1763346493.224479:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5032f1f80 x1848996540785280 msgsize 448 00000100:00100000:1.0:1763346493.224485:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.225007:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346493.226096:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.226107:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.226152:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.226156:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540785280 02000000:00000001:3.0:1763346493.226160:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.226163:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.226166:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.226170:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.226175:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540785280 00000020:00000001:3.0:1763346493.226180:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.226182:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346493.226185:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.226189:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:3.0:1763346493.226192:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346493.226194:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346493.226199:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.226205:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cbc0. 00000020:00000010:3.0:1763346493.226210:0:19997:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb5333e0740. 00000020:00000040:3.0:1763346493.226287:0:19997:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:3.0:1763346493.226349:0:19997:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346493.226356:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ec00. 00000020:00000010:3.0:1763346493.226362:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:3.0:1763346493.226368:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1e10. 00000100:00000040:3.0:1763346493.226379:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346493.226382:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.226384:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.226387:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.226396:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.226411:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.226425:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.226427:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.226435:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140801 00000100:00000040:3.0:1763346493.226439:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346493.226442:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198524157824 : -105875185393792 : ffff9fb5032f1f80) 00000100:00000040:3.0:1763346493.226450:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5032f1f80 x1848996540785280/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 448/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.226460:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.226463:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c000. 00000100:00000001:3.0:1763346493.226465:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.226468:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c000. 00000100:00100000:3.0:1763346493.226472:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5032f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226274:x1848996540785280:12345-192.168.204.16@tcp:44:lfs.0 00000100:00000200:3.0:1763346493.226479:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540785280 00000020:00000001:3.0:1763346493.226483:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00080000:0.0:1763346493.226611:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1763346493.226617:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000020:00000001:3.0:1763346493.226646:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346493.226652:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.226654:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.226657:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027344 : -1039524272 : ffffffffc20a1e50) 00000020:00000001:3.0:1763346493.226660:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346493.226663:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540785280, found 0 last_xid 1848996540785279 00000020:00000001:3.0:1763346493.226666:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.226668:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.226671:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.226675:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346493.226680:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.226685:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:3.0:1763346493.226688:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.226690:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.226694:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.226697:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.226704:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9fb5296b5000. 02000000:00000001:3.0:1763346493.226706:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.226709:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.226712:0:19997:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:3.0:1763346493.226716:0:19997:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:3.0:1763346493.226723:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346493.226730:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763346493.226735:0:19997:0:(osd_object.c:2123:osd_object_sync()) Process entered 00080000:00000001:3.0:1763346493.262442:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346493.262454:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346493.262457:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346493.262460:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055464 is committed 00000001:00000040:3.0:1763346493.262466:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:3.0:1763346493.262471:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000001:00000010:3.0:1763346493.262475:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038360. 00040000:00000001:3.0:1763346493.262479:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262482:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262484:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262485:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262487:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e9c00. 00080000:00000001:3.0:1763346493.262490:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.262492:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.262494:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:3.0:1763346493.262497:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000001:00000010:3.0:1763346493.262499:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038660. 00000020:00000001:3.0:1763346493.262503:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:3.0:1763346493.262506:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a000 refcount 2 committed 0 result 0 batchid 4294967622 00000020:00080000:3.0:1763346493.262510:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4af00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00080000:3.0:1763346493.262514:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4a400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb54019a400 00000020:00000001:3.0:1763346493.262524:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:3.0:1763346493.262526:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a000 refcount 2 committed 1 result 0 batchid 4294967622 00000020:00000040:3.0:1763346493.262529:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4af00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00000040:3.0:1763346493.262532:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4a400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb54019a400 00000020:00000001:3.0:1763346493.262535:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:3.0:1763346493.262536:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262537:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262538:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262539:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262541:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb54019a400. 00080000:00000001:3.0:1763346493.262544:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00080000:3.0:1763346493.262557:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967622 committed batchid 4294967619 00000020:00000001:3.0:1763346493.262560:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763346493.262565:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb417f44720. 00080000:00000001:3.0:1763346493.262567:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346493.262573:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b6c00. 00080000:00000001:3.0:1763346493.262577:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165643776 : -105874543907840 : ffff9fb5296b6c00) 00080000:00000001:3.0:1763346493.262581:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.262664:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.262666:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.262670:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346493.262687:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.262690:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346493.262758:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:3.0:1763346493.262760:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967622: rc = 0 00080000:00000001:3.0:1763346493.262764:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346493.262772:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.262775:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763346493.262777:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967619 00080000:00000001:3.0:1763346493.262793:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346493.262796:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346493.262798:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346493.262799:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055466 is committed 00000001:00000040:3.0:1763346493.262802:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:3.0:1763346493.262804:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000001:00000010:3.0:1763346493.262806:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54f00. 00040000:00000001:3.0:1763346493.262810:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262812:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262813:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262814:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262815:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92cc00. 00080000:00000001:3.0:1763346493.262818:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.262819:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.262821:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:3.0:1763346493.262823:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000001:00000010:3.0:1763346493.262824:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54120. 00040000:00000001:3.0:1763346493.262826:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262827:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262828:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262829:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262830:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5402dd400. 00080000:00000001:3.0:1763346493.262833:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.262834:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.262836:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:3.0:1763346493.262838:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000001:00000010:3.0:1763346493.262839:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a543c0. 00000020:00000001:3.0:1763346493.262843:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:3.0:1763346493.262844:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20db40 refcount 2 committed 0 result 0 batchid 4294967623 00000020:00080000:3.0:1763346493.262847:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eda00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb51d20d480 00000020:00080000:3.0:1763346493.262850:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421edd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5402ddc00 00000020:00000001:3.0:1763346493.262855:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:3.0:1763346493.262856:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20db40 refcount 2 committed 1 result 0 batchid 4294967623 00000020:00000040:3.0:1763346493.262859:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eda00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb51d20d480 00000020:00000040:3.0:1763346493.262862:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421edd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5402ddc00 00000020:00000001:3.0:1763346493.262865:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:3.0:1763346493.262866:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262867:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262868:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262869:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262870:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5402ddc00. 00080000:00000001:3.0:1763346493.262871:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.262873:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346493.262874:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262875:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262875:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262876:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262877:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5402dc800. 00080000:00000001:3.0:1763346493.262879:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00080000:3.0:1763346493.262885:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967623 committed batchid 4294967619 00000020:00000001:3.0:1763346493.262887:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763346493.262889:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb417f44e40. 00080000:00000001:3.0:1763346493.262891:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346493.262894:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b5400. 00080000:00000001:3.0:1763346493.262896:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165637632 : -105874543913984 : ffff9fb5296b5400) 00080000:00000001:3.0:1763346493.262898:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.262904:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.262906:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.262907:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346493.262914:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.262917:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346493.262923:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:3.0:1763346493.262924:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967623: rc = 0 00080000:00000001:3.0:1763346493.262927:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346493.262931:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.262932:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1763346493.262935:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967619 00080000:00000001:3.0:1763346493.262948:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346493.262950:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346493.262951:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346493.262953:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055468 is committed 00000001:00000040:3.0:1763346493.262955:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:3.0:1763346493.262957:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000001:00000010:3.0:1763346493.262959:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb416c0a7e0. 00040000:00000001:3.0:1763346493.262962:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262963:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262964:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262965:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262966:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb51fd75000. 00080000:00000001:3.0:1763346493.262969:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.262972:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.262975:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:3.0:1763346493.262976:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000001:00000010:3.0:1763346493.262978:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875e40. 00040000:00000001:3.0:1763346493.262981:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262982:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.262983:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.262984:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.262985:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa5a000. 00080000:00000001:3.0:1763346493.262988:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.262989:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.262991:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:3.0:1763346493.262992:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000001:00000010:3.0:1763346493.262994:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb416c0a000. 00000004:00080000:3.0:1763346493.262998:0:20006:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 341 committed 00000004:00000010:3.0:1763346493.263007:0:20006:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fb416c0a240. 00040000:00000001:3.0:1763346493.263010:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263011:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.263012:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263013:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.263014:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59c00. 00080000:00000001:3.0:1763346493.263017:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.263018:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.263021:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:3.0:1763346493.263023:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000001:00000010:3.0:1763346493.263024:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb9840. 00040000:00000001:3.0:1763346493.263026:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263027:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.263028:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263029:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.263030:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa58800. 00080000:00000001:3.0:1763346493.263033:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.263034:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346493.263036:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:3.0:1763346493.263037:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:3.0:1763346493.263039:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb90c0. 00040000:00000001:3.0:1763346493.263040:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263042:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.263042:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263043:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.263044:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa58400. 00080000:00000001:3.0:1763346493.263046:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346493.263047:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:3.0:1763346493.263049:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967621 batchid updated 00000020:00000010:3.0:1763346493.263052:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb532cb99c0. 00040000:00000001:3.0:1763346493.263053:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263055:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763346493.263056:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346493.263056:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346493.263058:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa5bc00. 00080000:00000001:3.0:1763346493.263062:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:3.0:1763346493.263072:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346493.263074:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.263078:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346493.263080:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346493.263081:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346493.263086:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade100 type=0x0 idx=0 00000040:00001000:3.0:1763346493.263090:0:19995:0:(llog.c:720:llog_process_thread()) synced_idx: 9604 00000040:00000001:3.0:1763346493.263094:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763346493.263096:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763346493.263105:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9604 (cur idx 9603 off 622592), size 622912 00000040:00000001:3.0:1763346493.263138:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763346493.263141:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346493.263143:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade100 type=0x10692404 idx=9604 00000040:00001000:3.0:1763346493.263147:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9604 lrh_len: 64 (7936 remains) 00000040:00001000:3.0:1763346493.263149:0:19995:0:(llog.c:797:llog_process_thread()) index: 9604, lh_last_idx: 9604 synced_idx: 9604 lgh_last_idx: 9604 00000004:00000001:3.0:1763346493.263152:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346493.263154:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346493.263155:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.263158:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763346493.263159:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763346493.263161:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763346493.263167:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522403800. 00000020:00000040:3.0:1763346493.263171:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346493.263176:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346493.263180:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346493.263187:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346493.263196:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb5296b5800. 00000100:00000001:3.0:1763346493.263204:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.263207:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638199045371904 : -105874664179712 : ffff9fb522403800) 00000100:00000001:3.0:1763346493.263333:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346493.263339:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.263350:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005eecdc8] to pc [ptlrpcd_00_00+0] req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346493.263374:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346493.263377:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00000004:00001000:3.0:1763346493.263379:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9604, id 340 00000004:00000001:3.0:1763346493.263380:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763346493.263383:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346493.263384:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.263386:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346493.263387:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263394:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346493.263397:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346493.263399:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346493.263404:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.263412:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346493.263414:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.263418:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346493.263421:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346493.263424:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.263427:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb522403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514968448:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763346493.263431:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346493.263436:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346493.263438:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.263442:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346493.263446:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb5296b6800. 02000000:00000001:3.0:1763346493.263447:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346493.263454:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346493.263461:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb3b8. 00000100:00000200:3.0:1763346493.263468:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514968448, portal 4 00000100:00000001:3.0:1763346493.263470:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346493.263472:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045371904 : -105874664179712 : ffff9fb522403800) 00000100:00000040:3.0:1763346493.263479:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.263486:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.263489:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346493.263491:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb6e8. 00000100:00000200:3.0:1763346493.263494:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514968448, offset 0 00000400:00000200:3.0:1763346493.263501:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346493.263513:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346493.263524:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c773380 00000400:00000200:3.0:1763346493.263532:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x1190ed [8] + 15344 00000400:00000010:3.0:1763346493.263535:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5055e4898. 00000400:00000200:3.0:1763346493.263539:0:3294:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb51fcf6e00 00000400:00000200:3.0:1763346493.263545:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.263549:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1763346493.263554:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51fcf6e00 00000400:00000010:3.0:1763346493.263556:0:3294:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9fb51fcf6e00. 00000100:00000001:3.0:1763346493.263560:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.263563:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1763346493.263566:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb4020b2c50 x1848996514968448 msgsize 544 00000100:00100000:3.0:1763346493.263569:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1763346493.263571:0:3294:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346493.263581:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346493.263588:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb6e8 00000400:00000010:3.0:1763346493.263590:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb6e8. 00000100:00000001:3.0:1763346493.263592:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346493.263597:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.263606:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.263609:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.263617:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263618:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346493.263623:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.263627:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23551 usecs (24 jiffies) 00000100:00000001:3.0:1763346493.263631:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300730137 00000100:00000010:3.0:1763346493.263635:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44300. 00000100:00000001:3.0:1763346493.263641:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763346493.263656:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300730137 00000100:00000010:3.0:1763346493.263660:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44240. 00000100:00000001:3.0:1763346493.263664:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763346493.263671:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300730137 00000100:00000010:3.0:1763346493.263674:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44900. 00000100:00000001:3.0:1763346493.263677:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763346493.263683:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300730137 00000100:00000010:3.0:1763346493.263686:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44660. 00000100:00000001:3.0:1763346493.263689:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346493.263692:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346493.263694:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263698:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263700:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.263708:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346493.263710:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346493.263712:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346493.263713:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346493.263714:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263716:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263726:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346493.263728:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263741:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.263744:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514968448 02000000:00000001:3.0:1763346493.263746:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.263749:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.263751:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.263755:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.263759:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514968448 00000020:00000001:3.0:1763346493.263762:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.263763:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346493.263766:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.263769:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=7 00000020:00000001:3.0:1763346493.263771:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346493.263774:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346493.263779:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.263782:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.263786:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.263790:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000020:00000010:3.0:1763346493.263795:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346493.263800:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.263805:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d14b0. 00000100:00000040:3.0:1763346493.263814:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346493.263818:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.263819:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.263822:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263831:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263841:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.263852:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.263854:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.263859:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20095 00000100:00000040:3.0:1763346493.263863:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346493.263865:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194210057296 : -105879499494320 : ffff9fb4020b2c50) 00000100:00000040:3.0:1763346493.263870:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb4020b2c50 x1848996514968448/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 544/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.263877:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.263880:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.263882:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.263884:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000100:00100000:3.0:1763346493.263888:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb4020b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+7:3294:x1848996514968448:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1763346493.263892:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514968448 00000020:00000001:3.0:1763346493.263895:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346493.263899:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346493.263902:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.263905:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.263907:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:3.0:1763346493.263910:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346493.263913:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.263916:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.263918:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.263922:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346493.263924:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346493.263926:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.263929:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.263932:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.263935:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.263936:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.263938:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.263940:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.263941:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.263943:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.263944:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.263945:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.263947:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.263950:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.263952:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263956:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.263959:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.263963:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5296b7000. 02000000:00000001:3.0:1763346493.263966:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.263968:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.263972:0:62999:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763346493.263976:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346493.263978:0:62999:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763346493.263981:0:62999:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9736 count 1 00002000:00000001:3.0:1763346493.263983:0:62999:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763346493.263986:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346493.263989:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.263996:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:3.0:1763346493.263998:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00010000:00000001:3.0:1763346493.264003:0:62999:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346493.264006:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346493.264020:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3900. 00010000:00000010:3.0:1763346493.264023:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:3.0:1763346493.264028:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346493.264032:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346493.264035:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346493.264038:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa0ba to hash 00000020:00000001:3.0:1763346493.264040:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346493.264041:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.264044:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00002000:00000001:3.0:1763346493.264048:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346493.264051:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9c840. 00002000:00000001:3.0:1763346493.264054:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346493.264055:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.264057:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359592 : -105874749192024 : ffff9fb51d2f08a8) 00002000:00000001:3.0:1763346493.264059:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359504 : -105874749192112 : ffff9fb51d2f0850) 00002000:00000001:3.0:1763346493.264061:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346493.264068:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346493.264071:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x2608:0x0] initial LVB size: 1024, mtime: 0x691a8839, atime: 0x0, ctime: 0x691a8839, blocks: 0xb 00002000:00000001:3.0:1763346493.264073:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763346493.264077:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.264079:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.264083:0:62999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 3/0,1 mode: --/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.264094:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346493.264099:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346493.264102:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346493.264104:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346493.264107:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346493.264109:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.264111:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346493.264112:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346493.264113:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.264116:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346493.264121:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346493.264129:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2608:0x0].0x0 (ffff9fb417cf3900) refcount = 1 00010000:00000040:3.0:1763346493.264132:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346493.264134:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.264144:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.264146:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.264148:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346493.264150:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.264151:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.264153:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346493.264156:0:62999:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346493.264159:0:62999:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.264161:0:62999:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.264167:0:62999:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346493.264168:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.264170:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.264172:0:62999:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.264174:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.264175:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346493.264177:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.264180:0:62999:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.264182:0:62999:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346493.264185:0:62999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.264191:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.264192:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346493.264195:0:62999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.264201:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.264203:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.264206:0:62999:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763346493.264209:0:62999:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb50847bd80. 00010000:00000001:3.0:1763346493.264244:0:62999:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763346493.264254:0:62999:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763346493.264256:0:62999:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.264258:0:62999:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.264260:0:62999:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346493.264262:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.264263:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346493.264265:0:62999:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763346493.264268:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346493.264274:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5296b6000. 00080000:00000001:3.0:1763346493.264277:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199165640704 : -105874543910912 : ffff9fb5296b6000) 00000001:00000001:3.0:1763346493.264280:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.264282:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346493.264286:0:62999:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x2608:0x0] not in the id map cache 00080000:00000001:3.0:1763346493.264290:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346493.264305:0:62999:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346493.264307:0:62999:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264323:0:62999:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346493.264326:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346493.264330:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346493.264332:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346493.264335:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.264337:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264339:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346493.264341:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346493.264343:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00000001:00000001:3.0:1763346493.264366:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346493.264368:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.264374:0:62999:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264376:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346493.264380:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.264396:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.264397:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264413:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264417:0:62999:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346493.264433:0:62999:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264436:0:62999:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763346493.264438:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346493.264439:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346493.264440:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346493.264442:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.264444:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264445:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346493.264446:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346493.264448:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00080000:00000001:3.0:1763346493.264531:0:62999:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346493.264534:0:62999:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264538:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346493.264542:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346493.264545:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847754, last_committed = 21474847750 00000001:00000010:3.0:1763346493.264549:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44780. 00000001:00000040:3.0:1763346493.264551:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 3 00000020:00000040:3.0:1763346493.264554:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=8 00080000:00000001:3.0:1763346493.264559:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346493.264569:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346493.264572:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.264581:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.264583:0:62999:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.264585:0:62999:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763346493.264601:0:62999:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb5297e01c8. 00002000:00000001:3.0:1763346493.264605:0:62999:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763346493.264607:0:62999:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x2608:0x0] 00002000:00000010:3.0:1763346493.264609:0:62999:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb51d2f0850. 00002000:00000001:3.0:1763346493.264614:0:62999:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763346493.264616:0:62999:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.264621:0:62999:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763346493.264625:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 21474847754, xid 1848996514968448 00010000:00000001:3.0:1763346493.264628:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346493.264634:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb4020b2c50 x1848996514968448/t21474847754(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 544/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346493.264645:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346493.264648:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346493.264651:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346493.264656:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346493.264658:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346493.264660:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346493.264663:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346493.264666:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.264668:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.264670:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346493.264674:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb6e8. 00000100:00000200:3.0:1763346493.264678:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514968448, offset 224 00000400:00000200:3.0:1763346493.264683:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346493.264691:0:62999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346493.264697:0:62999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c773380 00000400:00000200:3.0:1763346493.264702:0:62999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f9bd [1] + 224 00000400:00000200:3.0:1763346493.264707:0:62999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.264710:0:62999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346493.264714:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346493.264717:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346493.264726:0:62999:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.264740:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346493.264746:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb6e8 00000400:00000010:3.0:1763346493.264748:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb6e8. 00000100:00000001:3.0:1763346493.264750:0:62999:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.264752:0:62999:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346493.264754:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.264757:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346493.264759:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346493.264761:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.264763:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346493.264767:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb4020b2c50 x1848996514968448/t21474847754(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 544/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346493.264776:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb4020b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+8:3294:x1848996514968448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 897us (1207us total) trans 21474847754 rc 0/0 00000100:00100000:3.0:1763346493.264783:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20095 00000100:00000040:3.0:1763346493.264787:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346493.264789:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346493.264791:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346493.264797:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.264804:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d14b0. 00000020:00000010:3.0:1763346493.264807:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346493.264811:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 7 02000000:00000001:3.0:1763346493.264823:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264826:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5296b7000. 02000000:00000001:3.0:1763346493.264828:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1763346493.264830:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264831:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532676400. 02000000:00000001:3.0:1763346493.264834:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264836:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f5180. 02000000:00000001:3.0:1763346493.264840:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264842:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5296b4800. 02000000:00000001:3.0:1763346493.264843:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264844:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7b80. 02000000:00000001:3.0:1763346493.264847:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264848:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5402de000. 02000000:00000001:3.0:1763346493.264850:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264851:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506101180. 02000000:00000001:3.0:1763346493.264854:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264855:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5402df000. 02000000:00000001:3.0:1763346493.264856:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264857:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4700. 02000000:00000001:3.0:1763346493.264860:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264861:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af35c00. 02000000:00000001:3.0:1763346493.264863:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264865:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53546fb80. 02000000:00000001:3.0:1763346493.264868:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264869:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532675800. 02000000:00000001:3.0:1763346493.264871:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264872:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4000. 02000000:00000001:3.0:1763346493.264874:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264876:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb51fd75400. 02000000:00000001:3.0:1763346493.264877:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264879:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f7100. 02000000:00000001:3.0:1763346493.264880:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264881:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb51fd75c00. 02000000:00000001:3.0:1763346493.264884:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264885:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f5c00. 02000000:00000001:3.0:1763346493.264887:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264888:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb51fd75800. 02000000:00000001:3.0:1763346493.264890:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264891:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4e00. 02000000:00000001:3.0:1763346493.264893:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264894:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055e8400. 02000000:00000001:3.0:1763346493.264896:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264897:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532980000. 02000000:00000001:3.0:1763346493.264900:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264901:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5260b7c00. 02000000:00000001:3.0:1763346493.264905:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264906:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982680. 02000000:00000001:3.0:1763346493.264909:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264910:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa59000. 02000000:00000001:3.0:1763346493.264913:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264915:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522402300. 02000000:00000001:3.0:1763346493.264917:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264918:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa5b000. 02000000:00000001:3.0:1763346493.264921:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264923:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522401f80. 02000000:00000001:3.0:1763346493.264925:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264927:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb535644c00. 02000000:00000001:3.0:1763346493.264930:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264931:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3c000. 02000000:00000001:3.0:1763346493.264934:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264935:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb401a56400. 02000000:00000001:3.0:1763346493.264937:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264939:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ea00. 02000000:00000001:3.0:1763346493.264941:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264942:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb401a54c00. 02000000:00000001:3.0:1763346493.264943:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264944:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76e680. 02000000:00000001:3.0:1763346493.264947:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264948:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52aa5b400. 02000000:00000001:3.0:1763346493.264949:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264950:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a8a80. 02000000:00000001:3.0:1763346493.264953:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264954:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb540198000. 02000000:00000001:3.0:1763346493.264956:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264957:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e680. 02000000:00000001:3.0:1763346493.264959:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264960:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa59400. 02000000:00000001:3.0:1763346493.264961:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264962:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3dc00. 02000000:00000001:3.0:1763346493.264965:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264966:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa58000. 02000000:00000001:3.0:1763346493.264968:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264969:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a8700. 02000000:00000001:3.0:1763346493.264972:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264973:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa58c00. 02000000:00000001:3.0:1763346493.264975:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264976:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a9f80. 02000000:00000001:3.0:1763346493.264980:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264981:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5275d5000. 02000000:00000001:3.0:1763346493.264983:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264984:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53546ca80. 02000000:00000001:3.0:1763346493.264987:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264987:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5275d6c00. 02000000:00000001:3.0:1763346493.264989:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264990:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53546d180. 02000000:00000001:3.0:1763346493.264992:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.264993:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5275d6000. 02000000:00000001:3.0:1763346493.264995:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.264997:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d880. 02000000:00000001:3.0:1763346493.264999:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265001:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af36c00. 02000000:00000001:3.0:1763346493.265003:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265004:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3d180. 02000000:00000001:3.0:1763346493.265006:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265007:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5055e9800. 02000000:00000001:3.0:1763346493.265009:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265010:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3ca80. 02000000:00000001:3.0:1763346493.265012:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265013:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af37800. 02000000:00000001:3.0:1763346493.265016:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265017:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e300. 02000000:00000001:3.0:1763346493.265020:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265021:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5055eb800. 02000000:00000001:3.0:1763346493.265024:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265025:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5df80. 02000000:00000001:3.0:1763346493.265028:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265030:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af34800. 02000000:00000001:3.0:1763346493.265032:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265033:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3df80. 02000000:00000001:3.0:1763346493.265035:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265036:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af34c00. 02000000:00000001:3.0:1763346493.265038:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265039:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76bb80. 02000000:00000001:3.0:1763346493.265042:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265044:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb54019b400. 02000000:00000001:3.0:1763346493.265046:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265047:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506100700. 02000000:00000001:3.0:1763346493.265050:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265051:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb54019ac00. 02000000:00000001:3.0:1763346493.265054:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265055:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506100e00. 02000000:00000001:3.0:1763346493.265058:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265059:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb54019bc00. 02000000:00000001:3.0:1763346493.265061:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265062:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768380. 02000000:00000001:3.0:1763346493.265064:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265066:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af36400. 02000000:00000001:3.0:1763346493.265068:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265069:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f480. 02000000:00000001:3.0:1763346493.265071:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265072:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535647400. 02000000:00000001:3.0:1763346493.265074:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265075:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a769180. 02000000:00000001:3.0:1763346493.265078:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265079:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535646c00. 02000000:00000001:3.0:1763346493.265081:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265083:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52ea5ed80. 02000000:00000001:3.0:1763346493.265085:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265087:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535647800. 02000000:00000001:3.0:1763346493.265088:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265089:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506101880. 02000000:00000001:3.0:1763346493.265092:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265093:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb535645c00. 02000000:00000001:3.0:1763346493.265096:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265097:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5053f4a80. 02000000:00000001:3.0:1763346493.265099:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265100:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5296b7c00. 02000000:00000001:3.0:1763346493.265101:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265103:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532983800. 02000000:00000001:3.0:1763346493.265106:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265107:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb535647c00. 02000000:00000001:3.0:1763346493.265109:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265110:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768e00. 02000000:00000001:3.0:1763346493.265112:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265114:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb535646800. 02000000:00000001:3.0:1763346493.265115:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265116:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc6d80. 02000000:00000001:3.0:1763346493.265119:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346493.265121:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5296b5c00. 02000000:00000001:3.0:1763346493.265123:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346493.265124:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4380. 00000100:00000001:3.0:1763346493.265127:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763346493.265133:0:62999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1763346493.265137:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad9f8. 00000400:00000010:3.0:1763346493.265143:0:62999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9fb53cc4b500. 00000020:00000001:3.0:1763346493.265170:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.265173:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.265176:0:7403:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346493.265179:0:7403:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346493.265182:0:7403:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346493.265186:0:7403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346493.265194:0:7403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3aa00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346493.265196:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.265199:0:7403:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346493.265201:0:7403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.265207:0:7403:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346493.265209:0:7403:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.265256:0:7403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.265259:0:7403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346493.265261:0:7403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.265264:0:7403:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.265268:0:7403:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346493.265270:0:7403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.265277:0:7403:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346493.265279:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.265281:0:7403:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.265286:0:7403:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.265288:0:7403:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.265290:0:7403:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.265291:0:7403:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.265293:0:7403:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa0ba from hash 00010000:00000001:3.0:1763346493.265296:0:7403:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.265297:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.265298:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.265299:0:7403:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.265302:0:7403:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.265304:0:7403:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.265305:0:7403:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.265308:0:7403:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1763346493.266451:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346493.266456:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346493.266465:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346493.266467:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346493.266470:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad580. 00000400:00000200:0.0:1763346493.266478:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb3b8 00000400:00000010:0.0:1763346493.266481:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb3b8. 00000100:00000001:0.0:1763346493.266484:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.266492:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346493.266502:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb522403800 x1848996514968448/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.266509:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346493.266511:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.266514:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346493.266517:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346493.266520:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.266522:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.266525:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.266535:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=1 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346493.266539:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.266541:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346493.266543:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.266546:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346493.266549:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.266552:0:3294:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763346493.266554:0:3294:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763346493.266556:0:3294:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763346493.266558:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346493.266559:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045371904 : -105874664179712 : ffff9fb522403800) 00000100:00000001:0.0:1763346493.266563:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346493.266565:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:0.0:1763346493.266567:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346493.266569:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.266573:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb522403800 x1848996514968448/t21474847754(21474847754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.266580:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.266582:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346493.266584:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763346493.266587:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9fb522403800/2, rc 0, transno 21474847754 00000004:00001000:0.0:1763346493.266590:0:3294:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 1 in progress 00000100:00000040:0.0:1763346493.266594:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522403800 x1848996514968448/t21474847754(21474847754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346493.266602:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb522403800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514968448:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763346493.266607:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.266609:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.266612:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522403800 x1848996514968448/t21474847754(21474847754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.266618:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.266620:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.266627:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346493.266630:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.266632:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346493.266635:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346493.266780:0:19997:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.266787:0:19997:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.266791:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346493.266795:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346493.266803:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.266806:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346493.266813:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346493.266816:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346493.266822:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346493.266825:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346493.266829:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346493.266831:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346493.266833:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346493.266835:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405e:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346493.266839:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346493.266842:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346493.266850:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346493.266853:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346493.266855:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346493.266856:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346493.266858:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346493.266860:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346493.266861:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346493.266862:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346493.266864:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763346493.266868:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346493.266870:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346493.266877:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346493.266884:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.266886:0:19997:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346493.266890:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055468, transno 0, xid 1848996540785280 00010000:00000001:1.0:1763346493.266892:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346493.266899:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5032f1f80 x1848996540785280/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 448/440 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346493.266906:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.266908:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.266911:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.266915:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.266917:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346493.266920:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346493.266923:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.266925:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.266929:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.266932:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.266937:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b908. 00000100:00000200:1.0:1763346493.266942:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848996540785280, offset 224 00000400:00000200:1.0:1763346493.266949:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.266961:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.266967:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198499:198499:256:4294967295] 192.168.204.16@tcp LPNI seq info [198495:198495:8:4294967295] 00000400:00000200:1.0:1763346493.266979:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.266984:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.266989:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead600. 00000800:00000200:1.0:1763346493.266996:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.267005:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.267010:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763346493.267031:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.267035:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346493.267038:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346493.267041:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.267043:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346493.267050:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5032f1f80 x1848996540785280/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 448/440 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.267058:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5032f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+490:226274:x1848996540785280:12345-192.168.204.16@tcp:44:lfs.0 Request processed in 40597us (42578us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346493.267071:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140801 00000100:00000040:1.0:1763346493.267075:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346493.267077:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.267078:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.267084:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346493.267089:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1e10. 00000020:00000010:1.0:1763346493.267093:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ec00. 00000020:00000040:1.0:1763346493.267098:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:1.0:1763346493.267101:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346493.267288:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346493.267293:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead600. 00000400:00000200:2.0:1763346493.267298:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.267303:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346493.267308:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b908 00000400:00000010:2.0:1763346493.267320:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b908. 00000100:00000001:2.0:1763346493.267324:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346493.267326:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:0.0:1763346493.269711:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346493.269722:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346493.269725:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346493.269729:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055469 is committed 00000001:00000040:0.0:1763346493.269735:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:0.0:1763346493.269740:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000001:00000010:0.0:1763346493.269743:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44f00. 00040000:00000001:0.0:1763346493.269749:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346493.269753:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346493.269753:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346493.269755:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346493.269757:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af34000. 00080000:00000001:0.0:1763346493.269760:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346493.269763:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346493.269765:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:0.0:1763346493.269766:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000001:00000010:0.0:1763346493.269768:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44ae0. 00040000:00000001:0.0:1763346493.269770:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346493.269771:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346493.269772:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346493.269772:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346493.269774:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af36000. 00080000:00000001:0.0:1763346493.269776:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346493.269778:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346493.269779:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00000020:00000040:0.0:1763346493.269781:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000001:00000010:0.0:1763346493.269782:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44c60. 00040000:00000001:0.0:1763346493.269784:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346493.269785:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346493.269786:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346493.269787:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346493.269789:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb540198c00. 00080000:00000001:0.0:1763346493.269791:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1763346493.270617:0:7403:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346493.270623:0:7403:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.270627:0:7403:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.270629:0:7403:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346493.270632:0:7403:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346493.270636:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.270639:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.270640:0:7403:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.270642:0:7403:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.270645:0:7403:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.270652:0:7403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 1/0,0 mode: --/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.270661:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346493.270663:0:7403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0ba lrc: 0/0,0 mode: --/PW res: [0x240000401:0x2608:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346493.270672:0:7403:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3900 count: 0 00002000:00000010:3.0:1763346493.270680:0:7403:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb417e9c840. 00010000:00000010:3.0:1763346493.270685:0:7403:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:3.0:1763346493.270693:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.270695:0:7403:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346493.270698:0:7403:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb50847bd80. 00010000:00000001:3.0:1763346493.270701:0:7403:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.270705:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.270706:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.270709:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346493.270712:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.270713:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.270715:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346493.270717:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.270718:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.270720:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1763346493.272407:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.272425:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346493.272429:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.272431:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.272442:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346493.272459:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e012300 00000400:00000200:2.0:1763346493.272467:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 0 00000800:00000001:2.0:1763346493.272474:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.272901:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.272904:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.272910:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346493.272918:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346493.272920:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346493.272927:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76fb80. 00000100:00000040:2.0:1763346493.272931:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76fb80 x1848996540785408 msgsize 440 00000100:00100000:2.0:1763346493.272935:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346493.272947:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346493.272956:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.272959:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.273037:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.273041:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540785408 02000000:00000001:3.0:1763346493.273044:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.273046:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.273048:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.273054:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.273058:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540785408 00000020:00000001:3.0:1763346493.273061:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.273063:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346493.273065:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.273068:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=17 00000020:00000001:3.0:1763346493.273071:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346493.273074:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346493.273078:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.273083:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.273086:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.273089:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000020:00000010:3.0:1763346493.273094:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346493.273100:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.273104:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d14b0. 00000100:00000040:3.0:1763346493.273111:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346493.273114:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.273116:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.273118:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.273127:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.273143:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.273154:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.273156:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.273161:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20096 00000100:00000040:3.0:1763346493.273167:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346493.273169:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183178624 : -105874526372992 : ffff9fb52a76fb80) 00000100:00000040:3.0:1763346493.273177:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76fb80 x1848996540785408/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346493.273186:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.273188:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.273190:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.273192:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000100:00100000:3.0:1763346493.273196:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+17:2354:x1848996540785408:12345-192.168.204.16@tcp:16:lfs.0 00000100:00000200:3.0:1763346493.273200:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540785408 00000020:00000001:3.0:1763346493.273204:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346493.273207:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346493.273210:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.273234:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.273236:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672151136 : -1037400480 : ffffffffc22a8660) 00000020:00000001:3.0:1763346493.273239:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346493.273243:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.273245:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.273248:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.273252:0:57808:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346493.273256:0:57808:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346493.273259:0:57808:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.273262:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.273264:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.273267:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.273269:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.273271:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.273272:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.273273:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.273275:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.273277:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.273278:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.273279:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.273283:0:57808:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.273285:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.273290:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.273293:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.273298:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb51fd75800. 02000000:00000001:3.0:1763346493.273300:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.273302:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.273306:0:57808:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:3.0:1763346493.273308:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346493.273322:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.273328:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:3.0:1763346493.273331:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00000020:00000001:3.0:1763346493.273334:0:57808:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:3.0:1763346493.273338:0:57808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346493.273344:0:57808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1763346493.273346:0:57808:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.273350:0:57808:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346493.273356:0:57808:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.273359:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346493.273364:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346493.273367:0:57808:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:3.0:1763346493.273370:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00010000:00000040:3.0:1763346493.273374:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911666, transno 0, xid 1848996540785408 00010000:00000001:3.0:1763346493.273377:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346493.273382:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76fb80 x1848996540785408/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346493.273390:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346493.273393:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346493.273397:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346493.273402:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346493.273405:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346493.273408:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346493.273410:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346493.273413:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.273416:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.273419:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346493.273424:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb6e8. 00000100:00000200:3.0:1763346493.273429:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540785408, offset 224 00000400:00000200:3.0:1763346493.273435:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346493.273446:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346493.273452:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198500:198500:256:4294967295] 192.168.204.16@tcp LPNI seq info [198496:198496:8:4294967295] 00000400:00000200:3.0:1763346493.273462:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346493.273467:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346493.273471:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4be00. 00000800:00000200:3.0:1763346493.273477:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346493.273484:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346493.273489:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4be00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763346493.276331:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.276345:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346493.276350:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346493.276353:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.276356:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346493.276366:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76fb80 x1848996540785408/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346493.276378:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+17:2354:x1848996540785408:12345-192.168.204.16@tcp:16:lfs.0 Request processed in 3189us (3443us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346493.276389:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20096 00000100:00000040:3.0:1763346493.276394:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346493.276396:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346493.276399:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346493.276407:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.276417:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d14b0. 00000020:00000010:3.0:1763346493.276422:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346493.276429:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 16 00000100:00000001:3.0:1763346493.276432:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.277491:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.277498:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4be00. 00000400:00000200:1.0:1763346493.277506:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.277513:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.277521:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb6e8 00000400:00000010:1.0:1763346493.277523:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb6e8. 00000100:00000001:1.0:1763346493.277528:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.277530:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346493.287253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00010000:00000010:3.1:1763346493.287267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00000100:00000040:2.0:1763346493.288302:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300730137, at 4300730138 00000100:00000010:2.0:1763346493.288324:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44900. 00000100:00000040:0.0:1763346493.288408:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300730137, at 4300730138 00000100:00000010:0.0:1763346493.288414:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44300. 00000100:00000040:3.0:1763346493.288475:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300730137, at 4300730138 00000100:00000010:3.0:1763346493.288480:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44660. 00000100:00000040:1.0:1763346493.288549:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300730137, at 4300730138 00000100:00000010:1.0:1763346493.288555:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44240. 00000800:00000001:2.0:1763346493.293494:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.293516:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346493.293519:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.293522:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.293532:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346493.293549:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 12 MB=0x691a70e012400 00000400:00000200:2.0:1763346493.293558:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 488/488 into md 0xd4325 [64] + 50248 00000800:00000001:2.0:1763346493.293566:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.293575:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.293578:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.293582:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346493.293589:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346493.293592:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346493.293599:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76c380. 00000100:00000040:2.0:1763346493.293603:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76c380 x1848996540785664 msgsize 488 00000100:00100000:2.0:1763346493.293607:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346493.293630:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346493.293638:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.293642:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.293772:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.293776:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540785664 02000000:00000001:3.0:1763346493.293780:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.293782:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.293785:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.293790:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.293794:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540785664 00000020:00000001:3.0:1763346493.293798:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.293800:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346493.293802:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.293805:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=487 00000020:00000001:3.0:1763346493.293808:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346493.293810:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346493.293815:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.293820:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.293824:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.293827:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000020:00000010:3.0:1763346493.293833:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346493.293839:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.293845:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d14b0. 00000100:00000040:3.0:1763346493.293852:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346493.293855:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.293856:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.293859:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.293869:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.293885:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.293899:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.293901:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.293907:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140802 00000100:00000040:3.0:1763346493.293911:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346493.293912:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183164288 : -105874526387328 : ffff9fb52a76c380) 00000100:00000040:3.0:1763346493.293920:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76c380 x1848996540785664/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.293930:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.293933:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.293935:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.293937:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000100:00100000:3.0:1763346493.293941:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226274:x1848996540785664:12345-192.168.204.16@tcp:36:lfs.0 00000100:00000200:3.0:1763346493.293945:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540785664 00000020:00000001:3.0:1763346493.293948:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346493.293952:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346493.293957:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.293960:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.293962:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:3.0:1763346493.293965:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346493.293969:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540785664, found 0 last_xid 1848996540785663 00000020:00000001:3.0:1763346493.293972:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.293974:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.293977:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.293981:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.293984:0:19997:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763346493.293991:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9fb52a76c380 x1848996540785664/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/0 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346493.294001:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763346493.294004:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763346493.294006:0:19997:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763346493.294008:0:19997:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763346493.294012:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.294014:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294017:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294018:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2363970376 : 2363970376 : 0x8ce75348) 00000001:00000001:3.0:1763346493.294020:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2363970376 : 2363970376 : 8ce75348) 00000001:00000001:3.0:1763346493.294022:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294023:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:3.0:1763346493.294025:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:3.0:1763346493.294027:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294028:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.294029:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294031:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294032:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.294034:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294036:0:19997:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294041:0:19997:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294042:0:19997:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294044:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294048:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346493.294050:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346493.294064:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.294068:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.294074:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9fb502ab2000. 02000000:00000001:3.0:1763346493.294077:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.294079:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294083:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346493.294084:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.294086:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294087:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294088:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.294090:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294091:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294093:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.294094:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294096:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.294097:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.294102:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346493.294108:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346493.294110:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346493.294112:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346493.294114:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294117:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.294118:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294121:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346493.294123:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294125:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346493.294127:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294130:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763346493.294131:0:19997:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763346493.294136:0:19997:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x405e:0x0] 7 req@ffff9fb52a76c380 x1848996540785664/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/3152 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346493.294144:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346493.294147:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346493.294149:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.294151:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.294153:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ae00 refcount=3 00000020:00000001:3.0:1763346493.294156:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.294159:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000040:3.0:1763346493.294163:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 3 00000004:00000001:3.0:1763346493.294167:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346493.294169:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346493.294172:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.294175:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.294177:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.294179:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.294184:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.294187:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.294193:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.294195:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.294197:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.294199:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.294201:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3ae00 with handle 0x757b854463afa07b from hash 00010000:00000001:3.0:1763346493.294204:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.294205:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.294206:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.294207:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.294254:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.294257:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.294260:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.294261:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346493.294267:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa07b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212832 expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346493.294277:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346493.294280:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:3.0:1763346493.294282:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346493.294291:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.294293:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346493.294297:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346493.294300:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00000001:3.0:1763346493.294304:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.294307:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.294308:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346493.294320:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346493.294322:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346493.294325:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346493.294327:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405e:0x0] 00000020:00000001:3.0:1763346493.294330:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.294334:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:3.0:1763346493.294336:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:3.0:1763346493.294338:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763346493.294340:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346493.294347:0:19997:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb528fa1bd0. 00000004:00000001:3.0:1763346493.294357:0:19997:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763346493.294361:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346493.294364:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346493.294367:0:19997:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346493.294369:0:19997:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763346493.294370:0:19997:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763346493.294372:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346493.294376:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346493.294379:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346493.294384:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:3.0:1763346493.294388:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346493.294391:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346493.294394:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346493.294396:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346493.294398:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa0c1 to hash 00000020:00000001:3.0:1763346493.294400:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346493.294402:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000010:3.0:1763346493.294406:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346493.294410:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.294413:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.294415:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.294418:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.294425:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346493.294428:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346493.294431:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346493.294433:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346493.294436:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.294438:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346493.294440:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.294443:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346493.294445:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346493.294447:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346493.294448:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346493.294451:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00000040:3.0:1763346493.294455:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346493.294459:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa066 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212824 expref: 486 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346493.294465:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.294470:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346493.294473:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.294475:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.294476:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346493.294478:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.294479:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.294482:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346493.294484:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346493.294487:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.294490:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.294495:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346493.294497:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.294498:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.294500:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.294501:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.294502:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346493.294504:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.294507:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.294508:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.294510:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346493.294511:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294513:0:19997:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294517:0:19997:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763346493.294529:0:19997:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763346493.294534:0:19997:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346493.294541:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346493.294549:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44660. 00080000:00000001:3.0:1763346493.294553:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346493.294562:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51fd75c00. 00080000:00000001:3.0:1763346493.294564:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199004945408 : -105874704606208 : ffff9fb51fd75c00) 00000004:00000001:3.0:1763346493.294569:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763346493.294572:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763346493.294574:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.294577:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004945408 : -105874704606208 : ffff9fb51fd75c00) 00080000:00000001:3.0:1763346493.294581:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346493.294600:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294603:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294605:0:19997:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.294609:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346493.294612:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346493.294618:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346493.294620:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.294621:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004945408 : -105874704606208 : ffff9fb51fd75c00) 00080000:00000001:3.0:1763346493.294624:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.294629:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.294630:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294632:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.294654:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.294656:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346493.294659:0:19997:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346493 00000004:00000001:3.0:1763346493.294663:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763346493.294665:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763346493.294668:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763346493.294669:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.294670:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004945408 : -105874704606208 : ffff9fb51fd75c00) 00080000:00000001:3.0:1763346493.294674:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763346493.294710:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294713:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294715:0:19997:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294717:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.294722:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346493.294724:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346493.294729:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346493.294732:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055470, last_committed = 8590055469 00000001:00000010:3.0:1763346493.294737:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44480. 00000001:00000040:3.0:1763346493.294739:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:3.0:1763346493.294741:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00000001:00000010:3.0:1763346493.294747:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb50847ba80. 00000004:00000001:3.0:1763346493.294754:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346493.294755:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.294757:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199004945408 : -105874704606208 : ffff9fb51fd75c00) 00080000:00000001:3.0:1763346493.294760:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346493.294792:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346493.294794:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346493.294798:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb50847ba80: xid 1848996540785664, transno 8590055470, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763346493.294802:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.294814:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346493.294817:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44660. 00000020:00000001:3.0:1763346493.294819:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346493.294824:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 3 00010000:00000001:3.0:1763346493.294826:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346493.294829:0:19997:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763346493.294832:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346493.294833:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763346493.294835:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346493.294836:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346493.294837:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.294838:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.294840:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346493.294841:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.294844:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00000004:00010000:3.0:1763346493.294846:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006fee2ee1 reply state 00000000abffdd1e transno 8590055470 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:3.0:1763346493.294854:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763346493.294855:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.294857:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346493.294858:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346493.294859:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346493.294860:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346493.294862:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763346493.294864:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346493.294866:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346493.294869:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294872:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346493.294877:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346493.294880:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346493.294887:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346493.294890:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346493.294894:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346493.294896:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346493.294898:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346493.294901:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405e:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763346493.294903:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346493.294906:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294908:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.294910:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294912:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294913:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.294915:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.294916:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.294917:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.294919:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346493.294921:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405e:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763346493.294925:0:19997:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763346493.294927:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346493.294929:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763346493.294935:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346493.294941:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294944:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346493.294945:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346493.294948:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294950:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763346493.294954:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346493.294956:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346493.294957:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346493.294958:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346493.294959:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346493.294962:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346493.294966:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.294969:0:19997:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346493.294973:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055470, xid 1848996540785664 00010000:00000001:3.0:1763346493.294976:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763346493.294979:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00010000:00000200:3.0:1763346493.294981:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055470, last committed = 8590055469 00010000:00000200:3.0:1763346493.294989:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76c380 x1848996540785664/t8590055470(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346493.294997:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346493.294999:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346493.295003:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346493.295008:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346493.295010:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346493.295013:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346493.295016:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346493.295018:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.295021:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.295024:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346493.295029:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbd48. 00000100:00000200:3.0:1763346493.295036:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540785664, offset 224 00000400:00000010:3.0:1763346493.295043:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb528fa1850. 00000400:00000200:3.0:1763346493.295047:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346493.295060:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346493.295066:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198501:198501:256:4294967295] 192.168.204.16@tcp LPNI seq info [198497:198497:8:4294967295] 00000400:00000200:3.0:1763346493.295072:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:3.0:1763346493.295079:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346493.295084:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346493.295088:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b000. 00000800:00000200:3.0:1763346493.295095:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346493.295103:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346493.295107:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763346493.295135:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.295138:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346493.295142:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346493.295144:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.295146:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346493.295150:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76c380 x1848996540785664/t8590055470(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 488/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346493.295159:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+488:226274:x1848996540785664:12345-192.168.204.16@tcp:36:lfs.0 Request processed in 1227us (1554us total) trans 8590055470 rc 0/0 00000100:00100000:3.0:1763346493.295171:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140802 00000100:00000040:3.0:1763346493.295175:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346493.295177:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346493.295179:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346493.295183:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.295190:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d14b0. 00000020:00000010:3.0:1763346493.295194:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346493.295199:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:3.0:1763346493.295202:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.295840:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.295846:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b000. 00000400:00000200:1.0:1763346493.295851:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.295857:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.295862:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.295864:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.301886:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.301965:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.301969:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.301971:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.301983:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:1.0:1763346493.302001:0:3289:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12f9d5 00000400:00000200:1.0:1763346493.302008:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.302012:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:1.0:1763346493.302019:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbd48 00000400:00000010:1.0:1763346493.302022:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbd48. 00000100:00000001:1.0:1763346493.302028:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.302032:0:3289:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1763346493.302034:0:3289:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763346493.302051:0:3289:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346493.302053:0:3289:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346493.302054:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.302061:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.302063:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.302065:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.302067:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.302070:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.302076:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e012480 00000400:00000200:1.0:1763346493.302083:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 440 00000800:00000001:1.0:1763346493.302088:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1763346493.302965:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346493.302972:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.302974:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.302977:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346493.302981:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.302985:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.302987:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346493.302992:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.303001:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.303002:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346493.303005:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.303011:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.303012:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.303016:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346493.303018:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346493.303024:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3aa00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346493.303028:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.303031:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346493.303033:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.303038:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346493.303040:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.303041:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.303042:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=4 00000020:00000001:3.0:1763346493.303044:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.303045:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346493.303048:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346493.303051:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.303056:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346493.303057:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346493.303059:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.303063:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.303065:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.303067:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.303068:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.303071:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa0c1 from hash 00010000:00000001:3.0:1763346493.303073:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.303074:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.303075:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.303076:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.303082:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.303084:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.303086:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.303088:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346493.303091:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346493.303094:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00010000:3.0:1763346493.303097:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346493.303100:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.303102:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.303104:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346493.303106:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346493.303108:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.303109:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.303111:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.303113:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.303115:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.303117:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346493.303123:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.303124:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.303125:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346493.303127:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346493.303128:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346493.303130:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa0c1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346493.303137:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346493.303146:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346493.303148:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000100:00000001:3.0:1763346493.303151:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.303209:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.303231:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.303237:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.303243:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.303245:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.303254:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5032f1180. 00000100:00000040:1.0:1763346493.303257:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5032f1180 x1848996540785792 msgsize 328 00000100:00100000:1.0:1763346493.303261:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346493.303942:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763346493.304504:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.304521:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.304531:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763346493.304591:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540785792 02000000:00000001:2.0:1763346493.304595:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.304598:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.304600:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.304606:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.304610:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540785792 00000020:00000001:2.0:1763346493.304613:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.304616:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346493.304618:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.304621:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=17 00000020:00000001:2.0:1763346493.304624:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346493.304626:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346493.304631:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.304638:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bd80. 00000100:00000001:2.0:1763346493.304642:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.304645:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bd80. 00000020:00000010:2.0:1763346493.304652:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346493.304658:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.304663:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419258. 00000100:00000040:2.0:1763346493.304672:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.304676:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.304678:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.304680:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.304689:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.304711:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.304726:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.304728:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.304735:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20097 00000100:00000040:2.0:1763346493.304739:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346493.304741:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198524154240 : -105875185397376 : ffff9fb5032f1180) 00000100:00000040:2.0:1763346493.304749:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5032f1180 x1848996540785792/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.304757:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.304760:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bd80. 00000100:00000001:2.0:1763346493.304762:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.304764:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bd80. 00000100:00100000:2.0:1763346493.304768:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5032f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+17:226274:x1848996540785792:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.304771:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540785792 00000020:00000001:2.0:1763346493.304775:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.304780:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.304783:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.304786:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.304788:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.304791:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.304795:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.304797:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.304800:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.304808:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.304811:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.304813:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.304816:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.304817:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.304819:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.304826:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346493.304834:0:57808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84e00. 00010000:00000010:2.0:1763346493.304838:0:57808:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb503c84d00. 00010000:00000001:2.0:1763346493.304843:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.304847:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c600. 00000020:00000001:2.0:1763346493.304851:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.304853:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c600 with handle 0x757b854463afa0c8 to hash 00000020:00000001:2.0:1763346493.304855:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.304857:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00000001:2.0:1763346493.304860:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982493696 : -105874727057920 : ffff9fb51e80c600) 00010000:00010000:2.0:1763346493.304864:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c600/0x757b854463afa0c8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921286a expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763346493.304874:0:57808:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763346493.304880:0:57808:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb538d7bd80. 00002000:00000001:2.0:1763346493.304884:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.304887:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.304893:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:2.0:1763346493.304896:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00002000:00000001:2.0:1763346493.304898:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.304905:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763346493.304908:0:57808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2533:0x0] initial LVB size: 4096, mtime: 0x691a883c, atime: 0x0, ctime: 0x691a883c, blocks: 0xb 00002000:00000001:2.0:1763346493.304911:0:57808:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763346493.304913:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00010000:00000040:2.0:1763346493.304916:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 13 00000020:00000040:2.0:1763346493.304918:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=18 00000100:00000001:2.0:1763346493.304930:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.304934:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.304940:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532676000. 02000000:00000001:2.0:1763346493.304944:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.304946:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.304948:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.304955:0:57808:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.304958:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.304961:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346493.304965:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346493.304968:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.304970:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346493.304971:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346493.304972:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.304975:0:57808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763346493.304982:0:57808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c600/0x757b854463afa0c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921286a expref: 18 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.304991:0:57808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2533:0x0].0x0 (ffff9fb503c84e00) refcount = 1 00010000:00000040:2.0:1763346493.304993:0:57808:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346493.304996:0:57808:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c600/0x757b854463afa0c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921286a expref: 18 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.305007:0:57808:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.305009:0:57808:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.305011:0:57808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.305012:0:57808:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.305015:0:57808:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.305017:0:57808:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.305022:0:57808:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346493.305027:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c600/0x757b854463afa0c8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2533:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921286a expref: 18 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.305036:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.305038:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.305042:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.305044:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.305046:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.305048:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.305049:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.305051:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c600, rc 0) 00000020:00000001:2.0:1763346493.305054:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.305057:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911666, transno 0, xid 1848996540785792 00010000:00000001:2.0:1763346493.305060:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.305064:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5032f1180 x1848996540785792/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.305072:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.305075:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.305078:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.305083:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.305085:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.305087:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.305090:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.305093:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.305096:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.305098:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.305103:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bd48. 00000100:00000200:2.0:1763346493.305109:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540785792, offset 224 00000400:00000200:2.0:1763346493.305116:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.305128:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.305134:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198502:198502:256:4294967295] 192.168.204.16@tcp LPNI seq info [198498:198498:8:4294967295] 00000400:00000200:2.0:1763346493.305146:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.305152:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.305158:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e99b400. 00000800:00000200:2.0:1763346493.305164:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.305173:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.305176:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e99b400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.305199:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.305203:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.305206:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.305208:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.305210:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.305236:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5032f1180 x1848996540785792/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.305246:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5032f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+18:226274:x1848996540785792:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 486us (1986us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346493.305253:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20097 00000100:00000040:2.0:1763346493.305257:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:2.0:1763346493.305259:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.305261:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.305266:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.305271:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419258. 00000020:00000010:2.0:1763346493.305276:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346493.305285:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 17 00000100:00000001:2.0:1763346493.305288:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.308010:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.308022:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e99b400. 00000400:00000200:1.0:1763346493.308032:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.308041:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.308048:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bd48 00000400:00000010:1.0:1763346493.308674:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bd48. 00000100:00000001:1.0:1763346493.308686:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.308688:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346493.308817:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ae00. 00000800:00000001:1.0:1763346493.311650:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.311671:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.311675:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.311678:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.311689:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.311707:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e012500 00000400:00000200:1.0:1763346493.311715:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 768 00000800:00000001:1.0:1763346493.311722:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.311730:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.311733:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.311737:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.311746:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.311748:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.311756:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401813800. 00000100:00000040:1.0:1763346493.311760:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401813800 x1848996540785920 msgsize 440 00000100:00100000:1.0:1763346493.311764:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.311782:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.311790:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.311793:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.311908:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.311912:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540785920 02000000:00000001:0.0:1763346493.311915:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.311918:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.311920:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.311926:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.311930:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540785920 00000020:00000001:0.0:1763346493.311933:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.311935:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:0.0:1763346493.311937:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.311941:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=18 00000020:00000001:0.0:1763346493.311943:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:0.0:1763346493.311946:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:0.0:1763346493.311950:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.311956:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.311959:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.311962:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.311968:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:0.0:1763346493.311973:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346493.311978:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346493.311985:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346493.311989:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.311990:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.311993:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.312001:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.312017:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.312031:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.312033:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.312038:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20098 00000100:00000040:0.0:1763346493.312042:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346493.312044:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201016320 : -105879508535296 : ffff9fb401813800) 00000100:00000040:0.0:1763346493.312052:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401813800 x1848996540785920/t0(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.312066:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.312069:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.312071:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.312073:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.312078:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+18:2355:x1848996540785920:12345-192.168.204.16@tcp:2:lfs.0 00000100:00000200:0.0:1763346493.312082:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540785920 00000020:00000001:0.0:1763346493.312086:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.312090:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.312093:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.312095:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.312097:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150464 : -1037401152 : ffffffffc22a83c0) 00000020:00000001:0.0:1763346493.312101:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346493.312104:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.312106:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.312109:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.312114:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346493.312119:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346493.312121:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.312125:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.312127:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.312129:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.312131:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.312133:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.312134:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.312135:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.312137:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.312138:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.312140:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.312141:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.312144:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.312147:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.312153:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.312156:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.312162:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5055e9400. 02000000:00000001:0.0:1763346493.312165:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.312167:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.312171:0:62999:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763346493.312174:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.312177:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.312183:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:0.0:1763346493.312186:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00002000:00000001:0.0:1763346493.312190:0:62999:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:0.0:1763346493.312194:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.312201:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:0.0:1763346493.312203:0:62999:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.312206:0:62999:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.312208:0:62999:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763346493.312209:0:62999:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.312256:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346493.312266:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055eb800. 00080000:00000001:0.0:1763346493.312269:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560831488 : -105875148720128 : ffff9fb5055eb800) 00000001:00000001:0.0:1763346493.312272:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.312273:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.312277:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346493.312302:0:62999:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.312305:0:62999:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346493.312349:0:62999:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.312352:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346493.312357:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.312391:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.312393:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.312414:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346493.312419:0:62999:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb5014c2620. 00080000:00000001:0.0:1763346493.312429:0:62999:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346493.312471:0:62999:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.312473:0:62999:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1763346493.312475:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.312478:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:0.0:1763346493.312481:0:62999:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.312483:0:62999:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346493.312488:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346493.312492:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346493.312496:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911667, last_committed = 12884911666 00000001:00000010:0.0:1763346493.312500:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038f60. 00000001:00000040:0.0:1763346493.312502:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 1 00000020:00000040:0.0:1763346493.312505:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=19 00080000:00000001:0.0:1763346493.312511:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.312542:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346493.312545:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.312556:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.312562:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346493.312569:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.312571:0:62999:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1763346493.312575:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00010000:00000040:0.0:1763346493.312583:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84e00 count: 2 00010000:00000001:0.0:1763346493.312586:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763346493.312590:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346493.312593:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.312595:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.312597:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00002000:00000001:0.0:1763346493.312599:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569227536 : -105879140324080 : ffff9fb41773ad10) 00002000:00000001:0.0:1763346493.312602:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346493.312606:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346493.312608:0:62999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1763346493.312612:0:62999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb mtime from disk: 1763346492 -> 1763346489 00002000:00010000:0.0:1763346493.312614:0:62999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb atime from disk: 0 -> 1763346489 00002000:00010000:0.0:1763346493.312616:0:62999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb ctime from disk: 1763346492 -> 1763346493 00002000:00010000:0.0:1763346493.312619:0:62999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2533:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:0.0:1763346493.312621:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773ad68/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00010000:00000040:0.0:1763346493.312627:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911666, transno 12884911667, xid 1848996540785920 00010000:00000001:0.0:1763346493.312630:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.312636:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401813800 x1848996540785920/t12884911667(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.312648:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.312651:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.312655:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.312660:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.312662:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.312665:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.312668:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.312671:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.312674:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.312677:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.312681:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346493.312687:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540785920, offset 224 00000400:00000200:0.0:1763346493.312693:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.312703:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.312709:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198503:198503:256:4294967295] 192.168.204.16@tcp LPNI seq info [198499:198499:8:4294967295] 00000400:00000200:0.0:1763346493.312720:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.312724:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.312728:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346493.312734:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.312742:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.312746:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.312754:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.312758:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.312760:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.312762:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.312764:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.312768:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401813800 x1848996540785920/t12884911667(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.312777:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+19:2355:x1848996540785920:12345-192.168.204.16@tcp:2:lfs.0 Request processed in 709us (1015us total) trans 12884911667 rc 0/0 00000100:00100000:0.0:1763346493.312786:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20098 00000100:00000040:0.0:1763346493.312790:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346493.312792:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.312793:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.312798:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346493.312803:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346493.312807:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:0.0:1763346493.312828:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000100:00000001:0.0:1763346493.312830:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.313608:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.313614:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:1.0:1763346493.313620:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.313626:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.313632:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:1.0:1763346493.313635:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:1.0:1763346493.313639:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.313640:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.321014:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.321033:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.321037:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.321040:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.321052:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.321070:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 472 into portal 12 MB=0x691a70e012600 00000400:00000200:1.0:1763346493.321078:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 472/472 into md 0xd4325 [64] + 50736 00000800:00000001:1.0:1763346493.321086:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.321095:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.321098:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.321103:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.321110:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.321113:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.321119:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401812a00. 00000100:00000040:1.0:1763346493.321124:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401812a00 x1848996540786176 msgsize 472 00000100:00100000:1.0:1763346493.321128:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.321148:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.321156:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.321161:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.321243:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.321248:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540786176 02000000:00000001:3.0:1763346493.321252:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.321254:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.321256:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.321262:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.321267:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540786176 00000020:00000001:3.0:1763346493.321271:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.321273:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346493.321275:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.321279:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=487 00000020:00000001:3.0:1763346493.321282:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346493.321284:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346493.321289:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.321295:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.321298:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.321301:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000020:00000010:3.0:1763346493.321307:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346493.321323:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.321328:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d14b0. 00000100:00000040:3.0:1763346493.321336:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346493.321339:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.321340:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.321343:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.321352:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.321357:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.321364:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.321366:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.321371:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140803 00000100:00000040:3.0:1763346493.321375:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346493.321377:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201012736 : -105879508538880 : ffff9fb401812a00) 00000100:00000040:3.0:1763346493.321385:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401812a00 x1848996540786176/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 472/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346493.321394:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.321396:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.321398:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.321401:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000100:00100000:3.0:1763346493.321405:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+487:226274:x1848996540786176:12345-192.168.204.16@tcp:55:lfs.0 00000100:00000200:3.0:1763346493.321409:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540786176 00000020:00000001:3.0:1763346493.321413:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346493.321416:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346493.321422:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb50847ba80: xid 1848996540785664, transno 8590055470, client gen 3, slot idx 0 00000001:00000001:3.0:1763346493.321428:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb50847b480: xid 1848996540783232, transno 8590055469, client gen 3, slot idx 1 00000001:00000010:3.0:1763346493.321432:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb50847b480. 00000020:00000001:3.0:1763346493.321437:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.321440:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.321442:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027872 : -1039523744 : ffffffffc20a2060) 00000020:00000001:3.0:1763346493.321445:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346493.321448:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540786176, found 0 last_xid 1848996540786175 00000020:00000001:3.0:1763346493.321451:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.321453:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.321456:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.321460:0:19972:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346493.321467:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.321471:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:3.0:1763346493.321474:0:19972:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.321476:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.321481:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.321484:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.321490:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb51fd75400. 02000000:00000001:3.0:1763346493.321492:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.321495:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.321500:0:19972:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:3.0:1763346493.321503:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346493.321506:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.321508:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.321511:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.321512:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.321515:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.321516:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.321518:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.321519:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.321521:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.321522:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.321523:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.321525:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.321526:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.321528:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.321530:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346493.321531:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346493.321533:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.321535:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.321536:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.321541:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346493.321546:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346493.321548:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346493.321551:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346493.321552:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346493.321555:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346493.321556:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.321558:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346493.321560:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.321562:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346493.321566:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346493.321569:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346493.321576:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:3.0:1763346493.321579:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346493.321582:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346493.321586:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3ae00. 00000020:00000001:3.0:1763346493.321590:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346493.321592:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3ae00 with handle 0x757b854463afa0cf to hash 00000020:00000001:3.0:1763346493.321595:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346493.321596:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000010:3.0:1763346493.321601:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346493.321604:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.321609:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.321611:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.321615:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321624:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346493.321629:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346493.321632:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346493.321635:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346493.321637:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.321639:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346493.321640:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.321643:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346493.321645:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346493.321646:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346493.321648:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346493.321650:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00000040:3.0:1763346493.321653:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346493.321658:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa066 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212824 expref: 487 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346493.321667:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321673:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346493.321677:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.321679:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.321681:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346493.321683:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.321685:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.321687:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346493.321690:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346493.321692:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.321695:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321700:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346493.321701:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.321703:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.321705:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.321706:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.321707:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ae00 refcount=3 00000020:00000001:3.0:1763346493.321710:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.321712:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.321715:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.321716:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346493.321717:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.321720:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346493.321724:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346493.321730:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346493.321733:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346493.321739:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346493.321742:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346493.321746:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763346493.321748:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763346493.321750:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346493.321753:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346493.321755:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:3.0:1763346493.321757:0:19972:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x405e:0x0]flags=0x2 00000004:00000001:3.0:1763346493.321760:0:19972:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:3.0:1763346493.321762:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346493.321764:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763346493.321765:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346493.321767:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346493.321768:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.321769:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.321770:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ae00 refcount=3 00000020:00000001:3.0:1763346493.321772:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.321774:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.321776:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346493.321779:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321783:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.321784:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346493.321786:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321791:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.321793:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.321796:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346493.321799:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:3.0:1763346493.321804:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3ae00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346493.321806:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.321808:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346493.321810:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321815:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346493.321817:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.321818:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.321819:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3ae00 refcount=4 00000020:00000001:3.0:1763346493.321820:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.321822:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346493.321825:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346493.321828:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321833:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346493.321834:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346493.321835:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.321838:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.321840:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.321841:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.321842:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.321844:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3ae00 with handle 0x757b854463afa0cf from hash 00010000:00000001:3.0:1763346493.321846:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.321848:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.321849:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.321850:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.321852:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.321853:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.321855:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.321857:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346493.321860:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346493.321862:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00010000:3.0:1763346493.321865:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:3.0:1763346493.321867:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.321870:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.321871:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346493.321873:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346493.321875:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.321876:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.321877:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.321879:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.321881:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.321883:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346493.321888:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.321889:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.321890:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346493.321892:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346493.321893:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346493.321895:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3ae00/0x757b854463afa0cf lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:3.0:1763346493.321900:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346493.321908:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346493.321909:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346493.321911:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346493.321912:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346493.321914:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:3.0:1763346493.321916:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346493.321918:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346493.321919:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346493.321922:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1763346493.321926:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540786176 00010000:00000001:3.0:1763346493.321929:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346493.321935:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401812a00 x1848996540786176/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 472/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346493.321944:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346493.321947:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346493.321951:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346493.321955:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346493.321957:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346493.321960:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346493.321963:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346493.321966:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.321969:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.321971:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346493.321975:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbe58. 00000100:00000200:3.0:1763346493.321980:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540786176, offset 224 00000400:00000200:3.0:1763346493.321986:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346493.321996:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346493.322003:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198504:198504:256:4294967295] 192.168.204.16@tcp LPNI seq info [198500:198500:8:4294967295] 00000400:00000200:3.0:1763346493.322015:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346493.322020:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346493.322024:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b900. 00000800:00000200:3.0:1763346493.322029:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346493.322036:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346493.322040:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346493.322051:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.322054:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346493.322057:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346493.322058:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.322060:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346493.322064:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401812a00 x1848996540786176/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 472/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346493.322075:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+487:226274:x1848996540786176:12345-192.168.204.16@tcp:55:lfs.0 Request processed in 678us (949us total) trans 0 rc -22/-22 00000100:00100000:3.0:1763346493.322082:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140803 00000100:00000040:3.0:1763346493.322086:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346493.322088:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346493.322090:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346493.322094:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.322100:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d14b0. 00000020:00000010:3.0:1763346493.322103:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346493.322109:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000100:00000001:3.0:1763346493.322112:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.322290:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.322294:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b900. 00000400:00000200:1.0:1763346493.322298:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.322303:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.322307:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbe58 00000400:00000010:1.0:1763346493.322318:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbe58. 00000100:00000001:1.0:1763346493.322321:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.322323:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.327990:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.328009:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.328013:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.328015:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.328028:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.328045:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e012680 00000400:00000200:1.0:1763346493.328053:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 1208 00000800:00000001:1.0:1763346493.328061:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.328070:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.328073:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.328077:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.328085:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.328088:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.328095:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401810700. 00000100:00000040:1.0:1763346493.328099:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401810700 x1848996540786304 msgsize 440 00000100:00100000:1.0:1763346493.328103:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.328119:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.328128:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.328132:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.328306:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.328320:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540786304 02000000:00000001:2.0:1763346493.328324:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.328326:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.328329:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.328334:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.328339:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540786304 00000020:00000001:2.0:1763346493.328343:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.328345:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346493.328347:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.328350:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:2.0:1763346493.328353:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346493.328355:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346493.328361:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.328368:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bdc0. 00000100:00000001:2.0:1763346493.328372:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.328375:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bdc0. 00000020:00000010:2.0:1763346493.328381:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346493.328388:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.328394:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419258. 00000100:00000040:2.0:1763346493.328402:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.328405:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.328406:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.328409:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.328418:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.331108:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.331113:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.331125:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20099 00000100:00000040:0.0:1763346493.331130:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346493.331133:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201003776 : -105879508547840 : ffff9fb401810700) 00000100:00000040:0.0:1763346493.331142:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401810700 x1848996540786304/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.331151:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.331243:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30dc0. 00000100:00000001:1.0:1763346493.331248:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.331252:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30dc0. 00000100:00100000:1.0:1763346493.331258:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2354:x1848996540786304:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:1.0:1763346493.331263:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540786304 00000020:00000001:1.0:1763346493.331268:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346493.331272:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346493.331275:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.331278:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346493.331280:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:1.0:1763346493.331283:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346493.331287:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346493.331290:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346493.331292:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346493.331296:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346493.331301:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346493.331303:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346493.331307:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346493.331321:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346493.331324:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346493.331325:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346493.331327:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346493.331329:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346493.331330:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346493.331331:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346493.331333:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346493.331334:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346493.331335:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.331338:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.331340:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.331345:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346493.331348:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346493.331356:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb50f92e800. 02000000:00000001:1.0:1763346493.331358:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.331361:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346493.331364:0:62999:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763346493.331368:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346493.331371:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346493.331377:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:1.0:1763346493.331380:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:1.0:1763346493.331382:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346493.331390:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346493.331392:0:62999:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346493.331394:0:62999:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763346493.331399:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346493.331406:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763346493.331409:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00000020:00000001:1.0:1763346493.331413:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346493.331420:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346493.331424:0:62999:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346493.331428:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540786304 00010000:00000001:1.0:1763346493.331430:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346493.331436:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401810700 x1848996540786304/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346493.331445:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.331448:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.331452:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.331456:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.331459:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346493.331461:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346493.331464:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.331466:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.331470:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.331473:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.331479:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9be58. 00000100:00000200:1.0:1763346493.331486:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540786304, offset 224 00000400:00000200:1.0:1763346493.331494:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.331506:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.331513:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198505:198505:256:4294967295] 192.168.204.16@tcp LPNI seq info [198501:198501:8:4294967295] 00000400:00000200:1.0:1763346493.331524:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.331529:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.331535:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead400. 00000800:00000200:1.0:1763346493.331542:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.331551:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.331555:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346493.331574:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.331577:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346493.331580:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346493.331581:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.331584:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346493.331588:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401810700 x1848996540786304/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.331598:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:2354:x1848996540786304:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 445us (3497us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346493.331607:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20099 00000100:00000040:1.0:1763346493.331611:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346493.331614:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.331615:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.331621:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:1.0:1763346493.331626:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419258. 00000020:00000010:1.0:1763346493.331631:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:1.0:1763346493.331640:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:1.0:1763346493.331643:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.332012:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346493.332126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00000800:00000200:3.0:1763346493.332555:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.332560:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead400. 00000400:00000200:3.0:1763346493.332564:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.332570:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.332576:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9be58 00000400:00000010:3.0:1763346493.332578:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9be58. 00000100:00000001:3.0:1763346493.332582:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.332584:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346493.336375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3ae00. 00000800:00000001:1.0:1763346493.338525:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.338543:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.338546:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.338548:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.338561:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.338578:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 568 into portal 12 MB=0x691a70e012700 00000400:00000200:1.0:1763346493.338586:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 568/568 into md 0xd4325 [64] + 51208 00000800:00000001:1.0:1763346493.338593:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.338602:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.338605:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.338609:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.338617:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.338619:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.338626:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401811500. 00000100:00000040:1.0:1763346493.338630:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401811500 x1848996540786432 msgsize 568 00000100:00100000:1.0:1763346493.338634:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.338652:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.338661:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.338664:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.338732:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.338735:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540786432 02000000:00000001:3.0:1763346493.338739:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.338742:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.338745:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.338751:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.338755:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540786432 00000020:00000001:3.0:1763346493.338758:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.338760:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346493.338762:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.338766:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=487 00000020:00000001:3.0:1763346493.338768:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346493.338771:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346493.338777:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.338783:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.338787:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.338789:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000020:00000010:3.0:1763346493.338797:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346493.338804:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.338808:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d14b0. 00000100:00000040:3.0:1763346493.338816:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346493.338818:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.338820:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346493.338822:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.338832:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.338849:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.338864:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.338866:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.338871:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140804 00000100:00000040:3.0:1763346493.338875:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346493.338877:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201007360 : -105879508544256 : ffff9fb401811500) 00000100:00000040:3.0:1763346493.338885:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401811500 x1848996540786432/t0(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 568/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.338894:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.338896:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.338897:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.338900:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000100:00100000:3.0:1763346493.338903:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401811500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226274:x1848996540786432:12345-192.168.204.16@tcp:61:lfs.0 00000100:00000200:3.0:1763346493.338906:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540786432 00000020:00000001:3.0:1763346493.338910:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346493.338914:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346493.338920:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.338923:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346493.338925:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028160 : -1039523456 : ffffffffc20a2180) 00000020:00000001:3.0:1763346493.338927:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346493.338932:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540786432, found 0 last_xid 1848996540786431 00000020:00000001:3.0:1763346493.338934:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346493.338937:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346493.338939:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346493.338943:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346493.338949:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.338953:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:3.0:1763346493.338956:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.338959:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.338963:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.338966:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.338970:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5260b7c00. 02000000:00000001:3.0:1763346493.338972:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.338975:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.338977:0:19997:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:3.0:1763346493.338982:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346493.338984:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:3.0:1763346493.338987:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.338989:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.338991:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:3.0:1763346493.338993:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:3.0:1763346493.338995:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000040:3.0:1763346493.338999:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078b00 count: 2 00000004:00000001:3.0:1763346493.339003:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346493.339005:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346493.339008:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.339011:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.339013:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.339015:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.339020:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.339022:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.339029:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.339030:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.339033:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.339035:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.339037:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80cc00 with handle 0x757b854463af9fe1 from hash 00010000:00000001:3.0:1763346493.339040:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.339041:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.339042:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.339043:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.339048:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.339050:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.340737:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.340743:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346493.340754:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463af9fe1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4058:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127ec expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346493.340768:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:3.0:1763346493.340771:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:3.0:1763346493.340774:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894c80. 00010000:00000001:3.0:1763346493.340785:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.340787:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.340789:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.340791:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=3 00000020:00000001:3.0:1763346493.340794:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:3.0:1763346493.340796:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:3.0:1763346493.340800:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346493.340803:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346493.340806:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503078b00) 00010000:00000001:3.0:1763346493.340811:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.340813:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.340815:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346493.340817:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078b00 count: 0 00010000:00000010:3.0:1763346493.340825:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969180. 00010000:00000040:3.0:1763346493.340831:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00000004:00000001:3.0:1763346493.340834:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763346493.340836:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346493.340838:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.340841:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.340842:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.340845:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.340849:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.340851:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.340854:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.340856:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.340858:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.340859:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.340862:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d200 with handle 0x757b854463afa066 from hash 00010000:00000001:3.0:1763346493.340864:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.340866:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.340867:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.340868:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.340872:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.340874:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.340876:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.340877:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346493.340881:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa066 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212824 expref: 486 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346493.340888:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 479 00000020:00000040:3.0:1763346493.340890:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 485 00010000:00000010:3.0:1763346493.340892:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894480. 00010000:00000001:3.0:1763346493.340896:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.340898:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346493.340899:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346493.340901:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503078400) 00010000:00000001:3.0:1763346493.340904:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.340905:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.340907:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346493.340908:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00010000:00000010:3.0:1763346493.340912:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969980. 00010000:00010000:3.0:1763346493.340917:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346493.340918:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:3.0:1763346493.340922:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346493.340924:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4058:0x0] 00000020:00000001:3.0:1763346493.340928:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.340932:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566975800 : -105879142575816 : ffff9fb417515138) 00000004:00000001:3.0:1763346493.340934:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566975712 : -105879142575904 : ffff9fb4175150e0) 00000004:00000001:3.0:1763346493.340941:0:19997:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763346493.341038:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763346493.341041:0:19997:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341044:0:19997:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341046:0:19997:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763346493.341051:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763346493.341474:0:19997:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341478:0:19997:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341484:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346493.341488:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.341491:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346493.341501:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84000. 00010000:00000010:2.0:1763346493.341508:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417896d00. 00010000:00000001:2.0:1763346493.341513:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.341517:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d000. 00000020:00000001:2.0:1763346493.341520:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.341522:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d000 with handle 0x757b854463afa0d6 to hash 00000020:00000001:2.0:1763346493.341525:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.341526:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000010:2.0:1763346493.341531:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e80. 00010000:00000001:2.0:1763346493.341534:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346493.341538:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.341540:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.341545:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.341552:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.341555:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.341557:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.341560:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.341562:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.341564:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.341565:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.341567:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.341570:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.341571:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.341573:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.341575:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503c84000) refcount = 1 00010000:00010000:2.0:1763346493.341579:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.341584:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.341587:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.341589:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.341591:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.341592:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.341593:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.341596:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.341598:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.341601:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.341603:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.341608:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.341609:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.341611:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.341612:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.341614:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.341615:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:2.0:1763346493.341617:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346493.341619:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346493.341621:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.341622:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.341623:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341625:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346493.341626:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.341628:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346493.341631:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84c00. 00010000:00000010:2.0:1763346493.341634:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417896c80. 00010000:00000001:2.0:1763346493.341636:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.341638:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346493.341640:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.341641:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463afa0dd to hash 00000020:00000001:2.0:1763346493.341643:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.341644:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000010:2.0:1763346493.341647:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894680. 00010000:00000001:2.0:1763346493.341649:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.341652:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.341653:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.341655:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.341660:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.341661:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.341663:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.341664:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.341665:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.341666:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.341668:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.341669:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.341670:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.341671:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.341672:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.341674:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503c84c00) refcount = 1 00010000:00010000:2.0:1763346493.341677:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.341682:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.341684:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.341685:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.341686:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.341687:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.341689:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.341691:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.341692:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.341694:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.341696:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.341701:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.341702:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.341703:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.341704:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.341705:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.341706:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346493.341708:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.341710:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.341712:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.341713:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.341714:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341720:0:19997:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763346493.341726:0:19997:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763346493.341729:0:19997:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346493.341734:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346493.341742:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb416c0af60. 00080000:00000001:2.0:1763346493.341746:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.341755:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532677800. 00080000:00000001:2.0:1763346493.341758:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00000004:00000001:2.0:1763346493.341762:0:19997:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763346493.341765:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341767:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341774:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.341777:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763346493.341782:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb538d7bdc0. 00000004:00000001:2.0:1763346493.341785:0:19997:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341787:0:19997:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763346493.341788:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341790:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341792:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.341794:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763346493.341797:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb538d7bc40. 00000004:00000001:2.0:1763346493.341798:0:19997:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.341803:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb40e774ae0. 00000004:00000001:2.0:1763346493.341805:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341806:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341808:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.341810:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763346493.341813:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb40e774400. 00000004:00000001:2.0:1763346493.341814:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341815:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.341817:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.341819:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.341823:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.341827:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.341830:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.341832:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:2.0:1763346493.341836:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346493.341860:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341863:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341866:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341869:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.341870:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.341872:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.341873:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:2.0:1763346493.341875:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346493.341882:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341883:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341886:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.341890:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346493.341893:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346493.341899:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346493.341901:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.341902:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:2.0:1763346493.341906:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.341910:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.341912:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341914:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.341936:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.341938:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.341948:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.341955:0:19997:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346493.341957:0:19997:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346493.341962:0:19997:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41c311cd8. 00000004:00000010:2.0:1763346493.341968:0:19997:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb4175f8530. 00000004:00000010:2.0:1763346493.341972:0:19997:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb4175f8708. 00000004:00000010:2.0:1763346493.341976:0:19997:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9fb4175f82a0. 00000004:00000010:2.0:1763346493.341979:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346493.341982:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.341984:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.341985:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:2.0:1763346493.341988:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.341990:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763346493.342064:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342067:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342069:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342071:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.342075:0:19997:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346493.342076:0:19997:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346493.342081:0:19997:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb41c3b3480. 00000004:00000010:2.0:1763346493.342083:0:19997:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41603a5b8. 00000004:00000010:2.0:1763346493.342087:0:19997:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e4147e0. 00000004:00000010:2.0:1763346493.342090:0:19997:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414470. 00000004:00000010:2.0:1763346493.342093:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb51d20d240. 00000004:00000001:2.0:1763346493.342096:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.342098:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.342099:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:2.0:1763346493.342101:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.342103:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763346493.342130:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342132:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342134:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342136:0:19997:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763346493.342140:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342142:0:19997:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763346493.342143:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342145:0:19997:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763346493.342150:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346493.342152:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346493.342156:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346493.342161:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055471, last_committed = 8590055469 00000001:00000010:2.0:1763346493.342165:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb416c0ad20. 00000001:00000040:2.0:1763346493.342168:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:2.0:1763346493.342171:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=486 00000001:00000010:2.0:1763346493.342177:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f316c0. 00000004:00000001:2.0:1763346493.342184:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346493.342186:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.342187:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:2.0:1763346493.342190:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.342203:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346493.342205:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346493.342209:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f316c0: xid 1848996540786432, transno 8590055471, tag 0, client gen 3, slot idx 1 00000001:00000001:2.0:1763346493.342235:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.342247:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.342250:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb416c0af60. 00000020:00000001:2.0:1763346493.342252:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.342256:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb538d7bdc0. 00000020:00000010:2.0:1763346493.342258:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb538d7bc40. 00000020:00000010:2.0:1763346493.342261:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb40e774ae0. 00000020:00000010:2.0:1763346493.342263:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb40e774400. 00200000:00000001:2.0:1763346493.342266:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346493.342269:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb416c0af60. 00080000:00000001:2.0:1763346493.342271:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.342274:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532675c00. 00080000:00000001:2.0:1763346493.342276:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316372480 : -105874393179136 : ffff9fb532675c00) 00000004:00000001:2.0:1763346493.342279:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.342282:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763346493.342284:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763346493.342287:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346493.342288:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.342292:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.342294:0:19997:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.342296:0:19997:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763346493.342300:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb417f31780. 00000004:00000001:2.0:1763346493.342304:0:19997:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763346493.342307:0:19997:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb4175f82a0. 00000004:00000010:2.0:1763346493.342324:0:19997:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb4175f8708. 00000020:00000001:2.0:1763346493.342330:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763346493.342337:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb41c310f88. 00000004:00000001:2.0:1763346493.342344:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763346493.342346:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.342348:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194648748000 : -105879060803616 : ffff9fb41c310fe0) 00000004:00000001:2.0:1763346493.342351:0:19997:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342354:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763346493.342355:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342357:0:19997:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342359:0:19997:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763346493.342362:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346493.342367:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763346493.342372:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb417f31b40. 00000004:00000010:2.0:1763346493.342375:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb40e774400. 00000004:00000010:2.0:1763346493.342380:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb5209d1000. 00000020:00000001:2.0:1763346493.342384:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763346493.342387:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342389:0:19997:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763346493.342391:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763346493.342393:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x2609:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763346493.342397:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb5209d1000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763346493.342403:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d180. 00000020:00000040:2.0:1763346493.342406:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763346493.342412:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.342416:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.342422:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.342430:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401895a00. 00000100:00000001:2.0:1763346493.342436:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342440:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.342442:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.342444:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.342447:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763346493.342449:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.342454:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31d80. 00000100:00000001:2.0:1763346493.342456:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577579392 : -105879131972224 : ffff9fb417f31d80) 00000100:00000001:2.0:1763346493.342459:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.342461:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000100:00000001:2.0:1763346493.342465:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763346493.342469:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.342471:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.342473:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.342480:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.342489:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.342491:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.342495:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346493.342499:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346493.342501:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.342504:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968576:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763346493.342508:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.342513:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.342516:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.342518:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.342527:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb52a94a000. 02000000:00000001:2.0:1763346493.342529:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.342535:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346493.342541:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f31cc0. 00000100:00000200:2.0:1763346493.342548:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514968576, portal 4 00000100:00000001:2.0:1763346493.342550:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.342551:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000100:00000040:2.0:1763346493.342557:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.342564:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.342566:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346493.342569:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bee0. 00000100:00000200:2.0:1763346493.342572:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514968576, offset 0 00000400:00000200:2.0:1763346493.342578:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346493.342589:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346493.342599:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c773400 00000400:00000200:2.0:1763346493.342605:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 2144 00000400:00000200:2.0:1763346493.342612:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.342616:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346493.342621:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346493.342624:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763346493.342627:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76c700. 00000100:00000040:2.0:1763346493.342629:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76c700 x1848996514968576 msgsize 328 00000100:00100000:2.0:1763346493.342632:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346493.342655:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346493.342663:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bee0 00000400:00000010:2.0:1763346493.342665:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bee0. 00000100:00000001:2.0:1763346493.342670:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346493.342673:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.342682:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.342686:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.342694:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.342695:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346493.342699:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.342704:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23550 usecs (24 jiffies) 00000100:00000001:2.0:1763346493.342707:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300730215 00000100:00000010:2.0:1763346493.342711:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a7e0. 00000100:00000001:2.0:1763346493.342718:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346493.342726:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300730215 00000100:00000010:2.0:1763346493.342729:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a000. 00000100:00000001:2.0:1763346493.342732:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346493.342739:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300730215 00000100:00000010:2.0:1763346493.342742:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a240. 00000100:00000001:2.0:1763346493.342746:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346493.342748:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300730215 00000100:00000010:2.0:1763346493.342751:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb416c0a600. 00000100:00000001:2.0:1763346493.342754:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346493.342757:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.342760:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.342762:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.342764:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.342767:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31d80 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.342770:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.342774:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.343142:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346493.343146:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514968576 02000000:00000001:1.0:1763346493.343148:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346493.343151:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346493.343154:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.343159:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346493.343161:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514968576 00000020:00000001:1.0:1763346493.343164:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346493.343166:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:1.0:1763346493.343167:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.343170:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=8 00000020:00000001:1.0:1763346493.343172:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:1.0:1763346493.343174:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:1.0:1763346493.343178:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.343183:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30dc0. 00000100:00000001:1.0:1763346493.343186:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.343189:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30dc0. 00000020:00000010:1.0:1763346493.343196:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fc00. 00000020:00000010:1.0:1763346493.343200:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.343205:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346493.343241:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346493.343245:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346493.343246:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346493.343248:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.343257:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.343272:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.343285:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346493.343287:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346493.343291:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00000040:1.0:1763346493.343295:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:1.0:1763346493.343297:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183165184 : -105874526386432 : ffff9fb52a76c700) 00000100:00000040:1.0:1763346493.343302:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76c700 x1848996514968576/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.343320:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.343324:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30dc0. 00000100:00000001:1.0:1763346493.343326:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.343328:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30dc0. 00000100:00100000:1.0:1763346493.343332:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:19997:x1848996514968576:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763346493.343336:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514968576 00000020:00000001:1.0:1763346493.343340:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346493.343344:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346493.343347:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.343349:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346493.343352:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346493.343355:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346493.343358:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346493.343361:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346493.343364:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346493.343367:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.343371:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346493.343378:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788d618. 00000100:00000001:1.0:1763346493.343382:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346493.343384:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346493.343393:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb532aae000. 02000000:00000001:1.0:1763346493.343395:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.343397:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346493.343402:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb519ad30c0. 00000020:00000001:1.0:1763346493.343403:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346493.343406:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346493.343412:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00000020:00000001:1.0:1763346493.343416:0:19977:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763346493.343419:0:19977:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346493.343424:0:19977:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763346493.343427:0:19977:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x2609:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763346493.343430:0:19977:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763346493.343432:0:19977:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346493.343448:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e0ab0/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00000020:00000010:1.0:1763346493.343452:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788d618. 00000020:00000010:1.0:1763346493.343455:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb519ad30c0. 00000020:00000001:1.0:1763346493.343457:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346493.343461:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 0, xid 1848996514968576 00010000:00000001:1.0:1763346493.343464:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346493.343468:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76c700 x1848996514968576/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 328/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346493.343475:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.343477:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.343482:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=145 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346493.343486:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.343488:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346493.343491:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346493.343494:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.343496:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.343498:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.343500:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346493.343504:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb519ad30c0. 00000100:00000200:1.0:1763346493.343508:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514968576, offset 224 00000400:00000200:1.0:1763346493.343513:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346493.343520:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346493.343527:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773400 00000400:00000200:1.0:1763346493.343532:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f9e9 [2] + 224 00000400:00000200:1.0:1763346493.343537:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.343540:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346493.343544:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.343548:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346493.343557:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.343572:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346493.343579:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb519ad30c0 00000400:00000010:1.0:1763346493.343582:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb519ad30c0. 00000100:00000001:1.0:1763346493.343585:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.343587:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346493.343590:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.343594:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346493.343596:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346493.343597:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.343599:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346493.343603:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76c700 x1848996514968576/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 328/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.343611:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:19997:x1848996514968576:12345-0@lo:1000:mdt00_003.0 Request processed in 290us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346493.343619:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00000040:1.0:1763346493.343622:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:1.0:1763346493.343625:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.343626:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.343631:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.343634:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346493.343639:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fc00. 00000020:00000040:1.0:1763346493.343643:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 7 00000100:00000001:1.0:1763346493.343645:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.344207:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.344305:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.344307:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.344320:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346493.344325:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417f31cc0 00000400:00000010:2.0:1763346493.344327:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb417f31cc0. 00000100:00000001:2.0:1763346493.344331:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.344336:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763346493.344346:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.344352:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.344354:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.344356:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.344359:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.344361:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.344363:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.344366:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.344373:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=29 v=5 (5 5 0 0) 00000100:00001000:2.0:1763346493.344377:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=0 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.344379:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.344381:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.344384:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.344387:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.344391:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763346493.344393:0:19997:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:2.0:1763346493.344395:0:19997:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763346493.344397:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.344402:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.344408:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.344411:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.344413:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763346493.344416:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346493.344424:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968576:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763346493.344428:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.344431:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.344434:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.344436:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.344439:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.344446:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763346493.344449:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31d80. 00000100:00000001:2.0:1763346493.344451:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763346493.344453:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344456:0:19997:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346493.344467:0:19997:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb417896f00. 00000004:00000001:2.0:1763346493.344472:0:19997:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763346493.344476:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.344480:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76d180 x1848996514968576/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.344487:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.344489:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.344492:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb52a94a000. 02000000:00000001:2.0:1763346493.344496:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.344498:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.344500:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763346493.344502:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.344505:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb401895a00. 02000000:00000001:2.0:1763346493.344509:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.344511:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.344513:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d180. 00000100:00000001:2.0:1763346493.344517:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.344518:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763346493.344521:0:19997:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb5209d1000. 00000004:00000010:2.0:1763346493.344525:0:19997:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb40e774400. 00000004:00000010:2.0:1763346493.344529:0:19997:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb417f31b40. 00000004:00000001:2.0:1763346493.344534:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.344537:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.344540:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346493.344543:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346493.344545:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.344548:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.344551:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.344553:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.344555:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346493.344558:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346493.344560:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.344563:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763346493.344566:0:19997:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763346493.344569:0:19997:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb417f31b40. 00000004:00000001:2.0:1763346493.344570:0:19997:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000020:00000010:2.0:1763346493.344574:0:19997:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb417f31d80. 00000020:00000010:2.0:1763346493.344580:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52e99b400. 00000020:00000010:2.0:1763346493.344584:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb5421ed300. 00000020:00000001:2.0:1763346493.344587:0:19997:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000004:00000001:2.0:1763346493.344589:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000004:00000010:2.0:1763346493.344593:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb417f31cc0. 00000004:00000010:2.0:1763346493.344596:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb40e774400. 00000004:00000010:2.0:1763346493.344599:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb5209d1000. 00000004:00000001:2.0:1763346493.344601:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344604:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344606:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344610:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344618:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763346493.344621:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117882, ffree=117152, state=0 00000004:00000001:2.0:1763346493.344626:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.344628:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763346493.344629:0:19997:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763346493.344632:0:19997:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.344637:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f31d80 refcount 4 committed 0 result 0 batchid 4294967624 00000020:00000040:2.0:1763346493.344641:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ed300 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb417f31b40 00000020:00000040:2.0:1763346493.344644:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52e99b400 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb532675c00 00000020:00000040:2.0:1763346493.344648:0:19997:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:2.0:1763346493.344651:0:19997:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763346493.344654:0:19997:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763346493.344657:0:19997:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763346493.344660:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346493.344663:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346493.344665:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346493.344666:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344669:0:19997:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763346493.344671:0:19997:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763346493.344675:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346493.344706:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346493.344708:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.344710:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.344711:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.344713:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.344714:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346493.344723:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:2.0:1763346493.344727:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.344729:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344731:0:19997:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763346493.344732:0:19997:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763346493.344733:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346493.344734:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.344735:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.344736:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.344738:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.344739:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.344742:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.344747:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:2.0:1763346493.344751:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763346493.344753:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344755:0:19997:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:2.0:1763346493.344759:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763346493.344764:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346493.344768:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:2.0:1763346493.344770:0:19997:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344772:0:19997:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344774:0:19997:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344776:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346493.344778:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346493.344780:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.344798:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.344799:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.344801:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.344806:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.344807:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344809:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344811:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.344813:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346493.344815:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346493.344817:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344819:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346493.344820:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346493.344821:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.344825:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.344826:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.344827:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.344830:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.344831:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344832:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344834:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.344836:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346493.344837:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346493.344838:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344840:0:19997:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346493.344842:0:19997:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.344844:0:19997:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:2.0:1763346493.344847:0:19997:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.344849:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346493.344854:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346493.344856:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.344858:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316372480 : -105874393179136 : ffff9fb532675c00) 00080000:00000001:2.0:1763346493.344859:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.344862:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.344863:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344865:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.344883:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.344885:0:19997:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344889:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.344892:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763346493.344895:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763346493.344896:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344899:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346493.344903:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.344905:0:19997:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763346493.344908:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.344909:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.344910:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346493.344912:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346493.344913:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.344914:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.344915:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.344917:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.344918:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346493.344920:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346493.344921:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.344923:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346493.344924:0:19997:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000004:00000001:2.0:1763346493.344926:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194577578816 : -105879131972800 : ffff9fb417f31b40) 00000020:00000040:2.0:1763346493.344930:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763346493.344933:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763346493.344934:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763346493.344936:0:19997:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x2609:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763346493.344939:0:19997:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763346493.344940:0:19997:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x2609:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763346493.344945:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763346493.344947:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344950:0:19997:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344952:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344954:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344955:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.344957:0:19997:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.344960:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346493.344962:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346493.344966:0:19997:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055471 00000001:00000001:2.0:1763346493.344969:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346493.344972:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055472, last_committed = 8590055469 00000001:00000010:2.0:1763346493.344975:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb90c0. 00000001:00000040:2.0:1763346493.344978:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:2.0:1763346493.344980:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00000001:00000010:2.0:1763346493.344985:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f31c00. 00000004:00000001:2.0:1763346493.344989:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346493.344991:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.344992:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316372480 : -105874393179136 : ffff9fb532675c00) 00000020:00000040:2.0:1763346493.344995:0:19997:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763346493.344997:0:19997:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763346493.344999:0:19997:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:2.0:1763346493.345002:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.345014:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346493.345016:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346493.345019:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f31c00: xid 1848996540786432, transno 8590055472, tag 0, client gen 3, slot idx 2 00000001:00000001:2.0:1763346493.345022:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.345024:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763346493.345026:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:2.0:1763346493.345038:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.345040:0:19997:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763346493.345043:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763346493.345044:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763346493.345046:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f31d80 refcount 4 committed 0 result 0 batchid 4294967624 00000020:00000040:2.0:1763346493.345049:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ed300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31b40 00000020:00000040:2.0:1763346493.345052:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52e99b400 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb532675c00 00000020:00000001:2.0:1763346493.345055:0:19997:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763346493.345057:0:19997:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763346493.345059:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763346493.345061:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x2609:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763346493.345064:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb5209d1000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763346493.345068:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d180. 00000020:00000040:2.0:1763346493.345071:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763346493.345074:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.345077:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.345081:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.345086:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401895a00. 00000100:00000001:2.0:1763346493.345090:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.345093:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.345095:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.345097:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.345099:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763346493.345100:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.345105:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f310c0. 00000100:00000001:2.0:1763346493.345107:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577576128 : -105879131975488 : ffff9fb417f310c0) 00000100:00000001:2.0:1763346493.345109:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.345111:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000100:00000001:2.0:1763346493.345114:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763346493.345118:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.345120:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.345121:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.345125:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.345131:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.345133:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.345136:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346493.345139:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346493.345141:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.345143:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968704:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763346493.345146:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.345150:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.345152:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.345154:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.345159:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb52a94a000. 02000000:00000001:2.0:1763346493.345161:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.345166:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346493.345172:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb51d20d240. 00000100:00000200:2.0:1763346493.345177:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514968704, portal 4 00000100:00000001:2.0:1763346493.345179:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.345180:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000100:00000040:2.0:1763346493.345185:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.345190:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.345192:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346493.345195:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bee0. 00000100:00000200:2.0:1763346493.345197:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514968704, offset 0 00000400:00000200:2.0:1763346493.345203:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346493.345290:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346493.345301:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c773480 00000400:00000200:2.0:1763346493.345317:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 2472 00000400:00000200:2.0:1763346493.345324:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.345328:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346493.345333:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346493.345335:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763346493.345339:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d880. 00000100:00000040:2.0:1763346493.345341:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76d880 x1848996514968704 msgsize 408 00000100:00100000:2.0:1763346493.345344:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346493.346358:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346493.346920:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346493.346937:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bee0 00000400:00000010:2.0:1763346493.346941:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bee0. 00000100:00000001:2.0:1763346493.346947:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346493.346955:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.346965:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.346967:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.346974:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.346975:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346493.346981:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.346986:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23547 usecs (24 jiffies) 00000100:00000001:2.0:1763346493.346990:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300730220 00000100:00000001:2.0:1763346493.346998:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730215 00000100:00000001:2.0:1763346493.347003:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300730220 00000100:00000001:2.0:1763346493.347007:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730215 00000100:00000001:2.0:1763346493.347009:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300730220 00000100:00000001:2.0:1763346493.347012:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730215 00000100:00000001:2.0:1763346493.347014:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300730220 00000100:00000001:2.0:1763346493.347017:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730215 00000100:00000001:2.0:1763346493.347020:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.347023:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.347026:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.347028:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.347031:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f310c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.347033:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.347037:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.347064:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514968704 02000000:00000001:0.0:1763346493.347067:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.347069:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.347072:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.347076:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.347079:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514968704 00000020:00000001:0.0:1763346493.347083:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.347084:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:0.0:1763346493.347087:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.347090:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=8 00000020:00000001:0.0:1763346493.347093:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:0.0:1763346493.347095:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:0.0:1763346493.347100:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.347107:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.347109:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.347112:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.347117:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:0.0:1763346493.347122:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346493.347127:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346493.347135:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346493.347138:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.347139:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.347141:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.347150:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.347293:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.347306:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.347324:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.347329:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00000040:0.0:1763346493.347333:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:0.0:1763346493.347335:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183169664 : -105874526381952 : ffff9fb52a76d880) 00000100:00000040:0.0:1763346493.347341:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76d880 x1848996514968704/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 408/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.347349:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.347352:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.347354:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.347356:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.347360:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:19997:x1848996514968704:12345-0@lo:1000:mdt00_003.0 00000100:00000200:0.0:1763346493.347363:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514968704 00000020:00000001:0.0:1763346493.347367:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.347370:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.347372:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.347375:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.347377:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346493.347380:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346493.347382:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.347385:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.347388:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.347391:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.347394:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346493.347402:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414000. 00000100:00000001:0.0:1763346493.347406:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.347408:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.347417:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb531e5a000. 02000000:00000001:0.0:1763346493.347420:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.347422:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346493.347426:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb41755a780. 00000020:00000001:0.0:1763346493.347428:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346493.347431:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.347436:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00080000:00000001:0.0:1763346493.347442:0:101497:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346493.347451:0:101497:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055e9800. 00080000:00000001:0.0:1763346493.347454:0:101497:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560823296 : -105875148728320 : ffff9fb5055e9800) 00000020:00000001:0.0:1763346493.347458:0:101497:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763346493.347462:0:101497:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346493.347482:0:101497:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.347485:0:101497:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.347488:0:101497:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763346493.347490:0:101497:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346493.347494:0:101497:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.347519:0:101497:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.347521:0:101497:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.347540:0:101497:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.347544:0:101497:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763346493.347546:0:101497:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d500af0 name trusted.fid flag 1 00080000:00000001:0.0:1763346493.347551:0:101497:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346493.347553:0:101497:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763346493.347617:0:101497:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.347621:0:101497:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763346493.347623:0:101497:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb531e5a208 index 0: rc = 0 00000020:00000040:0.0:1763346493.347626:0:101497:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763346493.347630:0:101497:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346493.347634:0:101497:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346493.347638:0:101497:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847755, last_committed = 21474847750 00000001:00000010:0.0:1763346493.347642:0:101497:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038a80. 00000001:00000040:0.0:1763346493.347645:0:101497:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 4 00000020:00000040:0.0:1763346493.347647:0:101497:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=9 00080000:00000001:0.0:1763346493.347654:0:101497:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.347666:0:101497:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346493.347668:0:101497:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.347679:0:101497:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346493.347683:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e0ab0/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00000020:00000001:0.0:1763346493.347685:0:101497:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346493.347688:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414000. 00000020:00000010:0.0:1763346493.347690:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb41755a780. 00000020:00000001:0.0:1763346493.347692:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346493.347696:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 21474847755, xid 1848996514968704 00010000:00000001:0.0:1763346493.347699:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.347705:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76d880 x1848996514968704/t21474847755(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 408/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346493.347713:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.347716:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.347720:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=145 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346493.347725:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.347727:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346493.347730:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346493.347733:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.347736:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.347739:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.347740:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346493.347744:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a780. 00000100:00000200:0.0:1763346493.347749:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514968704, offset 224 00000400:00000200:0.0:1763346493.347754:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346493.347765:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346493.347774:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773480 00000400:00000200:0.0:1763346493.347780:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f9f5 [2] + 224 00000400:00000200:0.0:1763346493.347788:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.347791:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346493.347796:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.347801:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346493.347810:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.347854:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.1:1763346493.348248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:3.1:1763346493.348257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:3.1:1763346493.348261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d200. 00010000:00000010:3.1:1763346493.348263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00000100:00000001:0.0:1763346493.348685:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346493.348698:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a780 00000400:00000010:0.0:1763346493.348701:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a780. 00000100:00000001:0.0:1763346493.348705:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346493.348707:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346493.348712:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.348716:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346493.348719:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.348721:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.348723:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.348729:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d880 x1848996514968704/t21474847755(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 408/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346493.348739:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:19997:x1848996514968704:12345-0@lo:1000:mdt00_003.0 Request processed in 1388us (3395us total) trans 21474847755 rc 0/0 00000100:00100000:0.0:1763346493.348749:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00000040:0.0:1763346493.348754:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:0.0:1763346493.348757:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.348759:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.348766:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346493.348773:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346493.348778:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:0.0:1763346493.348807:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 8 00000100:00000001:0.0:1763346493.348811:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763346493.348888:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.348891:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.348896:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cd10. 00000400:00000200:2.0:1763346493.348900:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51d20d240 00000400:00000010:2.0:1763346493.348902:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb51d20d240. 00000100:00000001:2.0:1763346493.348904:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.348909:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763346493.348917:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76d180 x1848996514968704/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.348922:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.348925:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.348928:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.348931:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.348933:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.348935:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.348939:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.348947:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=29 v=5 (5 5 0 0) 00000100:00001000:2.0:1763346493.348951:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=0 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.348954:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.348955:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.348958:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.348962:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.348964:0:19997:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763346493.348967:0:19997:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763346493.348968:0:19997:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763346493.348971:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.348973:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000100:00000001:2.0:1763346493.348976:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763346493.348978:0:19997:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:2.0:1763346493.348979:0:19997:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763346493.348982:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.348986:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76d180 x1848996514968704/t21474847755(21474847755) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.348994:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.348996:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.348998:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346493.349002:0:19997:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763346493.349008:0:19997:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.349012:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d180 x1848996514968704/t21474847755(21474847755) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346493.349020:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968704:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763346493.349025:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.349028:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.349030:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.349033:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.349035:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52a76d180 x1848996514968704/t21474847755(21474847755) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.349043:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763346493.349045:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f310c0. 00000100:00000001:2.0:1763346493.349049:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763346493.349050:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.349053:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.349056:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d180 x1848996514968704/t21474847755(21474847755) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.349062:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.349063:0:19997:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.349066:0:19997:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.349068:0:19997:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.349133:0:19997:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346493.349139:0:19997:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb416c0af60. 00000020:00000001:1.0:1763346493.349143:0:19997:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346493.349154:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346493.349161:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a542a0. 00080000:00000001:1.0:1763346493.349164:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346493.349171:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50f92f000. 00080000:00000001:1.0:1763346493.349174:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198732025856 : -105874977525760 : ffff9fb50f92f000) 00000004:00000001:1.0:1763346493.349180:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346493.349185:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346493.349187:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346493.349191:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346493.349193:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346493.349200:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346493.349203:0:19997:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346493.349206:0:19997:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763346493.349240:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5222e8780. 00000004:00000001:1.0:1763346493.349244:0:19997:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763346493.349248:0:19997:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb41788d618. 00000004:00000010:1.0:1763346493.349251:0:19997:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb41788dee0. 00000020:00000001:1.0:1763346493.349255:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763346493.349263:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417a570d0. 00000004:00000001:1.0:1763346493.349270:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763346493.349272:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.349275:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194572489000 : -105879137062616 : ffff9fb417a57128) 00000004:00000001:1.0:1763346493.349278:0:19997:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.349281:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763346493.349282:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.349284:0:19997:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.349286:0:19997:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763346493.349289:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346493.349294:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763346493.349300:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb5205a6a80. 00000004:00000010:1.0:1763346493.349303:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08da0. 00000004:00000010:1.0:1763346493.349307:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb520530000. 00000020:00000001:1.0:1763346493.349322:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346493.349325:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.349327:0:19997:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763346493.349329:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346493.349331:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2533:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763346493.349334:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb520530000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763346493.349340:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401812300. 00000020:00000040:1.0:1763346493.349344:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346493.349349:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346493.349353:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346493.349359:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346493.349366:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1fc00. 00000100:00000001:1.0:1763346493.349372:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.349376:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.349378:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346493.349380:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.349382:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346493.349384:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346493.349390:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb52239a900. 00000100:00000001:1.0:1763346493.349392:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199044942080 : -105874664609536 : ffff9fb52239a900) 00000100:00000001:1.0:1763346493.349394:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346493.349395:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638194201010944 : -105879508540672 : ffff9fb401812300) 00000100:00000001:1.0:1763346493.349399:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346493.349403:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.349405:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346493.349407:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346493.349410:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.349416:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346493.349418:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.349421:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346493.349425:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346493.349427:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346493.349430:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb401812300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968832:0@lo:1000:mdt00_003.0 00000100:00000001:1.0:1763346493.349433:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346493.349437:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346493.349439:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.349442:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346493.349449:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb5380ce000. 02000000:00000001:1.0:1763346493.349451:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346493.349456:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636058. 00000400:00000010:1.0:1763346493.349463:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb53b975f00. 00000100:00000200:1.0:1763346493.349468:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514968832, portal 4 00000100:00000001:1.0:1763346493.349469:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346493.349470:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638194201010944 : -105879508540672 : ffff9fb401812300) 00000100:00000040:1.0:1763346493.349476:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.349481:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.349483:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346493.349486:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b3b8. 00000100:00000200:1.0:1763346493.349488:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514968832, offset 0 00000400:00000200:1.0:1763346493.349493:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346493.349503:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346493.349510:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c773500 00000400:00000200:1.0:1763346493.349517:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 2880 00000400:00000200:1.0:1763346493.349522:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.349525:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346493.349530:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.349532:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346493.349536:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401811f80. 00000100:00000040:1.0:1763346493.349539:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401811f80 x1848996514968832 msgsize 328 00000100:00100000:1.0:1763346493.349543:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346493.349550:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346493.349557:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b3b8 00000400:00000010:1.0:1763346493.349559:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b3b8. 00000100:00000001:1.0:1763346493.349561:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346493.349564:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.349571:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.349574:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.349581:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.349582:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346493.349586:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.349592:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16300 usecs (17 jiffies) 00000100:00000001:1.0:1763346493.349595:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300730216 00000100:00000001:1.0:1763346493.349598:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300730220 00000100:00000001:1.0:1763346493.349600:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300730216 00000100:00000001:1.0:1763346493.349602:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300730220 00000100:00000001:1.0:1763346493.349604:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300730216 00000100:00000001:1.0:1763346493.349606:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300730220 00000100:00000001:1.0:1763346493.349608:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300730216 00000100:00000001:1.0:1763346493.349609:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300730220 00000100:00000001:1.0:1763346493.349611:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346493.349613:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.349615:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346493.349616:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346493.349618:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb52239a900 going to sleep for 11 seconds 00000100:00000001:1.0:1763346493.349620:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346493.349622:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.349690:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.349693:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514968832 02000000:00000001:0.0:1763346493.349696:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.349698:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.349699:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.349703:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.349706:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514968832 00000020:00000001:0.0:1763346493.349708:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.349710:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:0.0:1763346493.349712:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.349715:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:0.0:1763346493.349717:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:0.0:1763346493.349719:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:0.0:1763346493.349723:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.349727:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.349731:0:101497:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9c140. 00000020:00000040:0.0:1763346493.349736:0:101497:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:0.0:1763346493.349749:0:101497:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763346493.349751:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.349756:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:0.0:1763346493.349760:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346493.349764:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346493.349770:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346493.349772:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.349773:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.349776:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.349782:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.349792:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.349799:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.349800:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.349804:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00000040:0.0:1763346493.349807:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:0.0:1763346493.349809:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201010048 : -105879508541568 : ffff9fb401811f80) 00000100:00000040:0.0:1763346493.349813:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401811f80 x1848996514968832/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.349820:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.349823:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.349825:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.349826:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.349830:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401811f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:19997:x1848996514968832:12345-0@lo:1000:mdt00_003.0 00000100:00000200:0.0:1763346493.349833:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514968832 00000020:00000001:0.0:1763346493.349836:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.349838:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.349840:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.349842:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.349844:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346493.349847:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346493.349849:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.349851:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.349853:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.349855:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.349858:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346493.349863:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414000. 00000100:00000001:0.0:1763346493.349866:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.349868:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.349874:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb505558000. 02000000:00000001:0.0:1763346493.349876:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.349878:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346493.349882:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb41755a780. 00000020:00000001:0.0:1763346493.349884:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346493.349887:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.349892:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00000020:00000001:0.0:1763346493.349896:0:101497:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.349900:0:101497:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.349904:0:101497:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:0.0:1763346493.349907:0:101497:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x2533:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763346493.349909:0:101497:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763346493.349912:0:101497:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346493.349916:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76558/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00000020:00000010:0.0:1763346493.349919:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414000. 00000020:00000010:0.0:1763346493.349923:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb41755a780. 00000020:00000001:0.0:1763346493.349925:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346493.349928:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911665, transno 0, xid 1848996514968832 00010000:00000001:0.0:1763346493.349930:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.349934:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401811f80 x1848996514968832/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 328/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346493.349942:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.349944:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.349947:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=145 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346493.349951:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.349954:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346493.349956:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346493.349958:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.349961:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.349963:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.349965:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346493.349968:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a780. 00000100:00000200:0.0:1763346493.349971:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514968832, offset 224 00000400:00000200:0.0:1763346493.349975:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346493.349980:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346493.349986:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773500 00000400:00000200:0.0:1763346493.349990:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fa01 [2] + 224 00000400:00000200:0.0:1763346493.349994:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.349996:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346493.349999:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.350003:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346493.350010:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.350069:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1763346493.350629:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763346493.350634:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:0.0:1763346493.350960:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346493.350971:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a780 00000400:00000010:0.0:1763346493.350973:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a780. 00000100:00000001:0.0:1763346493.350977:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346493.350979:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346493.350983:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.350986:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346493.350989:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.350990:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.350992:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.350997:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401811f80 x1848996514968832/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 328/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346493.351005:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401811f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:19997:x1848996514968832:12345-0@lo:1000:mdt00_003.0 Request processed in 1183us (1464us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346493.351013:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00000040:0.0:1763346493.351016:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:0.0:1763346493.351018:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.351019:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.351025:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af100. 00000020:00000010:0.0:1763346493.351030:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346493.351034:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:0.0:1763346493.351051:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000100:00000001:0.0:1763346493.351053:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763346493.351105:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346493.351107:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346493.351110:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636058. 00000400:00000200:3.0:1763346493.351114:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b975f00 00000400:00000010:3.0:1763346493.351116:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b975f00. 00000100:00000001:3.0:1763346493.351119:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346493.351124:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346493.351131:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.351137:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346493.351139:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.351140:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346493.351144:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346493.351146:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.351147:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.351150:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346493.351155:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=29 v=5 (5 5 0 0) 00000100:00001000:3.0:1763346493.351159:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346493.351161:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346493.351163:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.351165:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346493.351168:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.351171:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763346493.351173:0:19997:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911665 gen 3 00000100:00000040:3.0:1763346493.351178:0:19997:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911665) req@ffff9fb506103b80 x1848996514963968/t12884911664(12884911664) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346493.351185:0:19997:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346493.351187:0:19997:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911664 committed transno 12884911665 00000004:00000010:3.0:1763346493.351192:0:19997:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e90000. 00000004:00000010:3.0:1763346493.351196:0:19997:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef12e0. 00000004:00000010:3.0:1763346493.351199:0:19997:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755a240. 00000004:00000010:3.0:1763346493.351201:0:19997:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb41755acc0. 00000004:00000001:3.0:1763346493.351203:0:19997:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346493.351205:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.351207:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb506103b80 x1848996514963968/t12884911664(12884911664) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346507 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.351244:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346493.351246:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346493.351249:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb530e98000. 02000000:00000001:3.0:1763346493.351253:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346493.351255:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346493.351257:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346493.351258:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346493.351261:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb526a11c00. 02000000:00000001:3.0:1763346493.351265:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346493.351266:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346493.351269:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506103b80. 00000100:00000001:3.0:1763346493.351272:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346493.351273:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346493.351277:0:19997:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911665) req@ffff9fb5199aa680 x1848996514965376/t12884911665(12884911665) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346493.351284:0:19997:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb5199aa680, transno 12884911665 00000100:00000001:3.0:1763346493.351286:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346493.351288:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000001:3.0:1763346493.351293:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.351296:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514965376/t12884911665(12884911665) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.351302:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.351304:0:19997:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763346493.351306:0:19997:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1763346493.351319:0:19997:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346493.351321:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.351326:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.351332:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346493.351334:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346493.351336:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346493.351340:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346493.351347:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb401812300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968832:0@lo:1000:mdt00_003.0 00000100:00000001:3.0:1763346493.351351:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.351353:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.351355:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346493.351357:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.351359:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.351365:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763346493.351367:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb52239a900. 00000100:00000001:3.0:1763346493.351371:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763346493.351372:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351375:0:19997:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763346493.351385:0:19997:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb538f6d900. 00000004:00000001:3.0:1763346493.351388:0:19997:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:3.0:1763346493.351391:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.351393:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb401812300 x1848996514968832/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.351398:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346493.351399:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346493.351401:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb5380ce000. 02000000:00000001:3.0:1763346493.351403:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346493.351404:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346493.351405:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346493.351407:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346493.351408:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1fc00. 02000000:00000001:3.0:1763346493.351411:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346493.351412:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346493.351413:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401812300. 00000100:00000001:3.0:1763346493.351415:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346493.351417:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763346493.351419:0:19997:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb520530000. 00000004:00000010:3.0:1763346493.351422:0:19997:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08da0. 00000004:00000010:3.0:1763346493.351423:0:19997:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb5205a6a80. 00000004:00000001:3.0:1763346493.351429:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346493.351432:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.351435:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346493.351438:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346493.351441:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346493.351443:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346493.351446:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.351448:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.351450:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346493.351452:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763346493.351454:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.351458:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763346493.351460:0:19997:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763346493.351464:0:19997:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb50847b480. 00000004:00000001:3.0:1763346493.351466:0:19997:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638198609654912 : -105875099896704 : ffff9fb50847b480) 00000020:00000010:3.0:1763346493.351470:0:19997:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb50847bd80. 00000020:00000010:3.0:1763346493.351474:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb53cc4b700. 00000020:00000010:3.0:1763346493.351478:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb53cc4b900. 00000020:00000001:3.0:1763346493.351481:0:19997:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638198609654912 : -105875099896704 : ffff9fb50847b480) 00000004:00000001:3.0:1763346493.351484:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198609654912 : -105875099896704 : ffff9fb50847b480) 00000004:00000010:3.0:1763346493.351488:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb50847b3c0. 00000004:00000010:3.0:1763346493.351492:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519192d00. 00000004:00000010:3.0:1763346493.351496:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb502ab3000. 00000004:00000001:3.0:1763346493.351498:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351501:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351504:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351509:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351518:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763346493.351520:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117885, ffree=117088, state=0 00000004:00000001:3.0:1763346493.351525:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.351527:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:3.0:1763346493.351529:0:19997:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:3.0:1763346493.351532:0:19997:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.351538:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb50847bd80 refcount 4 committed 0 result 0 batchid 4294967625 00000020:00000040:3.0:1763346493.351542:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b900 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb50847b480 00000020:00000040:3.0:1763346493.351545:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b700 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb50f92f000 00000020:00000040:3.0:1763346493.351550:0:19997:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:3.0:1763346493.351553:0:19997:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763346493.351556:0:19997:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763346493.351558:0:19997:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:3.0:1763346493.351562:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346493.351565:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346493.351567:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763346493.351569:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351571:0:19997:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763346493.351573:0:19997:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:3.0:1763346493.351578:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763346493.351612:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346493.351615:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346493.351617:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346493.351618:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.351620:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.351622:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346493.351634:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:3.0:1763346493.351639:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.351641:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351643:0:19997:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:3.0:1763346493.351645:0:19997:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763346493.351647:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346493.351648:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346493.351650:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346493.351652:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.351654:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.351655:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.351658:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.351665:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:3.0:1763346493.351670:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763346493.351672:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351674:0:19997:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:3.0:1763346493.351679:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763346493.351687:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346493.351692:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:3.0:1763346493.351694:0:19997:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351696:0:19997:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351698:0:19997:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351701:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346493.351703:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346493.351706:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.351729:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.351731:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.351732:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.351741:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.351742:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351744:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351746:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.351748:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346493.351751:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346493.351753:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351756:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346493.351757:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346493.351758:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.351765:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.351767:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.351768:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.351772:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.351773:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351775:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351776:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.351779:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346493.351781:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346493.351783:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351785:0:19997:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346493.351787:0:19997:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.351790:0:19997:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:3.0:1763346493.351792:0:19997:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.351796:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346493.351802:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346493.351804:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.351806:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198732025856 : -105874977525760 : ffff9fb50f92f000) 00080000:00000001:3.0:1763346493.351809:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346493.351813:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346493.351814:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351816:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346493.351838:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.351840:0:19997:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351845:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346493.351849:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763346493.351851:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346493.351853:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351856:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763346493.351860:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763346493.351862:0:19997:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:3.0:1763346493.351865:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346493.351866:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.351867:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346493.351869:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346493.351870:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346493.351871:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346493.351873:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.351874:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346493.351876:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346493.351878:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763346493.351879:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.351881:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763346493.351883:0:19997:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638198609654912 : -105875099896704 : ffff9fb50847b480) 00000004:00000001:3.0:1763346493.351885:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198609654912 : -105875099896704 : ffff9fb50847b480) 00000020:00000040:3.0:1763346493.351890:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:3.0:1763346493.351893:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:3.0:1763346493.351895:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:3.0:1763346493.351896:0:19997:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x2533:0x0] xattr_set param_count = 3 00000004:00000001:3.0:1763346493.351899:0:19997:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:3.0:1763346493.351901:0:19997:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x2533:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763346493.351905:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763346493.351907:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351909:0:19997:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351912:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351913:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351915:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.351917:0:19997:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.351921:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346493.351923:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763346493.351927:0:19997:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055472 00000001:00000001:3.0:1763346493.351929:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346493.351933:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055473, last_committed = 8590055469 00000001:00000010:3.0:1763346493.351937:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44ae0. 00000001:00000040:3.0:1763346493.351940:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:3.0:1763346493.351942:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:3.0:1763346493.351947:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb50847bc00. 00000004:00000001:3.0:1763346493.351954:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346493.351955:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346493.351957:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198732025856 : -105874977525760 : ffff9fb50f92f000) 00000020:00000040:3.0:1763346493.351960:0:19997:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:3.0:1763346493.351963:0:19997:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:3.0:1763346493.351965:0:19997:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:3.0:1763346493.351968:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346493.351982:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346493.351984:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346493.351987:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb50847bc00: xid 1848996540786432, transno 8590055473, tag 0, client gen 3, slot idx 3 00000001:00000001:3.0:1763346493.351991:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.351993:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763346493.351995:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:3.0:1763346493.352008:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.352011:0:19997:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:3.0:1763346493.352014:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763346493.352015:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:3.0:1763346493.352018:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb50847bd80 refcount 4 committed 0 result 0 batchid 4294967625 00000020:00000040:3.0:1763346493.352021:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50847b480 00000020:00000040:3.0:1763346493.352024:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b700 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb50f92f000 00000020:00000001:3.0:1763346493.352026:0:19997:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:3.0:1763346493.352028:0:19997:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763346493.352030:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763346493.352032:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2533:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:3.0:1763346493.352035:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb502ab3000 magic = bdde0002 count = 1 size = 144 00000100:00000010:3.0:1763346493.352040:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522401f80. 00000020:00000040:3.0:1763346493.352043:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763346493.352046:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346493.352049:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346493.352054:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346493.352059:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3e000. 00000100:00000001:3.0:1763346493.352063:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.352067:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346493.352069:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346493.352071:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.352073:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763346493.352075:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346493.352081:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50847b540. 00000100:00000001:3.0:1763346493.352083:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609655104 : -105875099896512 : ffff9fb50847b540) 00000100:00000001:3.0:1763346493.352084:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346493.352086:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045365632 : -105874664185984 : ffff9fb522401f80) 00000100:00000001:3.0:1763346493.352090:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346493.352094:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.352097:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346493.352098:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346493.352102:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.352109:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346493.352111:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.352114:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346493.352116:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346493.352118:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.352121:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb522401f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968960:0@lo:1000:mdt00_003.0 00000100:00000001:3.0:1763346493.352124:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346493.352127:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346493.352129:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.352132:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346493.352139:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb538ad6000. 02000000:00000001:3.0:1763346493.352141:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346493.352146:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad1b8. 00000400:00000010:3.0:1763346493.352150:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb519ad30c0. 00000100:00000200:3.0:1763346493.352156:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514968960, portal 4 00000100:00000001:3.0:1763346493.352158:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346493.352159:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045365632 : -105874664185984 : ffff9fb522401f80) 00000100:00000040:3.0:1763346493.352164:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.352170:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.352172:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346493.352175:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346493.352177:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514968960, offset 0 00000400:00000200:3.0:1763346493.352182:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346493.352190:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346493.352199:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c773580 00000400:00000200:3.0:1763346493.352204:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 3208 00000400:00000200:3.0:1763346493.352210:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.352249:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346493.352254:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.352256:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763346493.352259:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522402300. 00000100:00000040:3.0:1763346493.352262:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522402300 x1848996514968960 msgsize 408 00000100:00100000:3.0:1763346493.352265:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346493.352273:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346493.352278:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:3.0:1763346493.352280:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:3.0:1763346493.352282:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346493.352285:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.352293:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.352295:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.352301:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.352303:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346493.352306:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346493.352319:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16298 usecs (17 jiffies) 00000100:00000001:3.0:1763346493.352323:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300730219 00000100:00000001:3.0:1763346493.352326:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300730220 00000100:00000001:3.0:1763346493.352328:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300730219 00000100:00000001:3.0:1763346493.352330:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300730220 00000100:00000001:3.0:1763346493.352332:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300730219 00000100:00000001:3.0:1763346493.352334:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300730220 00000100:00000001:3.0:1763346493.352335:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300730219 00000100:00000001:3.0:1763346493.352337:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300730220 00000100:00000001:3.0:1763346493.352338:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346493.352341:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.352343:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346493.352344:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346493.352348:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb50847b540 going to sleep for 11 seconds 00000100:00000001:3.0:1763346493.352350:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346493.352352:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.352439:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346493.352442:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514968960 02000000:00000001:1.0:1763346493.352445:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346493.352447:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346493.352448:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.352453:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346493.352455:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514968960 00000020:00000001:1.0:1763346493.352457:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346493.352459:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:1.0:1763346493.352461:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.352464:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:1.0:1763346493.352466:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:1.0:1763346493.352468:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:1.0:1763346493.352472:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.352477:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30dc0. 00000100:00000001:1.0:1763346493.352480:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.352483:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30dc0. 00000020:00000010:1.0:1763346493.352488:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f600. 00000020:00000010:1.0:1763346493.352492:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.352496:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346493.352504:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346493.352507:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346493.352508:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346493.352510:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.352517:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.352533:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.352543:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346493.352545:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346493.352549:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00000040:1.0:1763346493.352553:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:1.0:1763346493.352555:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045366528 : -105874664185088 : ffff9fb522402300) 00000100:00000040:1.0:1763346493.352560:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522402300 x1848996514968960/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 408/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.352568:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.352571:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30dc0. 00000100:00000001:1.0:1763346493.352573:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.352575:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30dc0. 00000100:00100000:1.0:1763346493.352579:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19997:x1848996514968960:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763346493.352582:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514968960 00000020:00000001:1.0:1763346493.352585:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346493.352588:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346493.352590:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.352592:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346493.352594:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346493.352598:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346493.352601:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346493.352604:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346493.352606:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346493.352609:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.352612:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346493.352617:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788d1e8. 00000100:00000001:1.0:1763346493.352622:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346493.352624:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346493.352630:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb5380ce000. 02000000:00000001:1.0:1763346493.352633:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.352635:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346493.352639:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb53b9756c0. 00000020:00000001:1.0:1763346493.352641:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346493.352644:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346493.352649:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569227624 : -105879140323992 : ffff9fb41773ad68) 00080000:00000001:1.0:1763346493.352654:0:19977:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346493.352659:0:19977:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50f92ec00. 00080000:00000001:1.0:1763346493.352661:0:19977:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198732024832 : -105874977526784 : ffff9fb50f92ec00) 00000020:00000001:1.0:1763346493.352664:0:19977:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:1.0:1763346493.352670:0:19977:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346493.352683:0:19977:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.352687:0:19977:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.352690:0:19977:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763346493.352691:0:19977:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346493.352694:0:19977:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346493.352711:0:19977:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346493.352713:0:19977:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346493.352726:0:19977:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.352729:0:19977:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763346493.352731:0:19977:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9fb52d500dd0 name trusted.fid flag 1 00080000:00000001:1.0:1763346493.352737:0:19977:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346493.352738:0:19977:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346493.352797:0:19977:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.352800:0:19977:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763346493.352803:0:19977:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9fb5380ce208 index 0: rc = 0 00000020:00000040:1.0:1763346493.352805:0:19977:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763346493.352808:0:19977:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346493.352811:0:19977:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346493.352813:0:19977:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911668, last_committed = 12884911666 00000001:00000010:1.0:1763346493.352817:0:19977:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54a20. 00000001:00000040:1.0:1763346493.352819:0:19977:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:1.0:1763346493.352821:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=6 00080000:00000001:1.0:1763346493.352825:0:19977:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346493.352834:0:19977:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346493.352836:0:19977:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346493.352844:0:19977:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346493.352847:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76558/ffff9fb41773ad10 to site lru. bkt: ffff9fb535ee50a0 00000020:00000001:1.0:1763346493.352849:0:19977:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346493.352852:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788d1e8. 00000020:00000010:1.0:1763346493.352854:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb53b9756c0. 00000020:00000001:1.0:1763346493.352856:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346493.352859:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911665, transno 12884911668, xid 1848996514968960 00010000:00000001:1.0:1763346493.352861:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346493.352866:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522402300 x1848996514968960/t12884911668(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 408/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346493.352872:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.352874:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.352877:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=145 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346493.352882:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.352884:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346493.352886:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346493.352889:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.352891:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.352893:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.352895:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346493.352899:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb53b9756c0. 00000100:00000200:1.0:1763346493.352902:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514968960, offset 224 00000400:00000200:1.0:1763346493.352906:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346493.352912:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346493.352918:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773580 00000400:00000200:1.0:1763346493.352922:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fa0d [2] + 224 00000400:00000200:1.0:1763346493.352926:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.352929:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346493.352932:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.352936:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346493.352944:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.352958:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346493.352964:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b9756c0 00000400:00000010:1.0:1763346493.352966:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b9756c0. 00000100:00000001:1.0:1763346493.352968:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.352970:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346493.352973:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.352975:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346493.352978:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346493.352979:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.352981:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346493.352984:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522402300 x1848996514968960/t12884911668(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:214/0 lens 408/4320 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.352993:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19997:x1848996514968960:12345-0@lo:1000:mdt00_003.0 Request processed in 423us (728us total) trans 12884911668 rc 0/0 00000100:00100000:1.0:1763346493.353000:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00000040:1.0:1763346493.353003:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:1.0:1763346493.353005:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.353006:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.353009:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.353012:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346493.353017:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f600. 00000020:00000040:1.0:1763346493.353020:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:1.0:1763346493.353023:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.353036:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346493.353041:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346493.353042:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346493.353045:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad1b8. 00000400:00000200:1.0:1763346493.353049:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb519ad30c0 00000400:00000010:1.0:1763346493.353051:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb519ad30c0. 00000100:00000001:1.0:1763346493.353053:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.353057:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346493.353065:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb522401f80 x1848996514968960/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.353070:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346493.353072:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.353074:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346493.353077:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346493.353078:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346493.353080:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.353082:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.353087:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=29 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346493.353090:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=4 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.353092:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346493.353094:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.353096:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346493.353099:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.353101:0:19997:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763346493.353103:0:19997:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763346493.353104:0:19997:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763346493.353106:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346493.353107:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045365632 : -105874664185984 : ffff9fb522401f80) 00000100:00000001:1.0:1763346493.353110:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346493.353112:0:19997:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911665 00000100:00000001:1.0:1763346493.353113:0:19997:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346493.353115:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.353118:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb522401f80 x1848996514968960/t12884911668(12884911668) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.353124:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346493.353126:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346493.353128:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346493.353130:0:19997:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763346493.353135:0:19997:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.353138:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522401f80 x1848996514968960/t12884911668(12884911668) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.353144:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb522401f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514968960:0@lo:1000:mdt00_003.0 00000100:00000001:1.0:1763346493.353148:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.353150:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.353153:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346493.353154:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.353157:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb522401f80 x1848996514968960/t12884911668(12884911668) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.353162:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346493.353164:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50847b540. 00000100:00000001:1.0:1763346493.353167:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346493.353168:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.353170:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.353172:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522401f80 x1848996514968960/t12884911668(12884911668) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.353178:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.353180:0:19997:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.353182:0:19997:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346493.353184:0:19997:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.353186:0:19997:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346493.353189:0:19997:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a542a0. 00000020:00000001:1.0:1763346493.353191:0:19997:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.353197:0:19997:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.353201:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346493.353203:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346493.353205:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346493.353206:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346493.353209:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.353210:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.353238:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:1.0:1763346493.353241:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346493.353245:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00000004:00010000:1.0:1763346493.353250:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000045a8db45 reply state 000000004f69cc5f transno 8590055473 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:1.0:1763346493.353260:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763346493.353262:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.353264:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346493.353265:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346493.353267:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346493.353268:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346493.353270:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346493.353271:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346493.353272:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346493.353273:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346493.353275:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346493.353275:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.353277:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.353278:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:1.0:1763346493.353280:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:1.0:1763346493.353282:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00000004:00010000:1.0:1763346493.353285:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000045a8db45 reply state 000000004f69cc5f transno 8590055473 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:1.0:1763346493.353291:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:1.0:1763346493.353292:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.353293:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346493.353294:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346493.353295:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346493.353295:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346493.353296:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346493.353298:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346493.353300:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346493.353302:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346493.353304:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346493.353306:0:19997:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346493.353321:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055473, xid 1848996540786432 00010000:00000001:1.0:1763346493.353324:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763346493.353326:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00010000:00000200:1.0:1763346493.353329:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055473, last committed = 8590055469 00010000:00000200:1.0:1763346493.353336:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401811500 x1848996540786432/t8590055473(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 568/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346493.353341:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.353343:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.353346:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.353349:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.353351:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346493.353354:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346493.353356:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.353357:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.353359:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.353361:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.353366:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b3b8. 00000100:00000200:1.0:1763346493.353369:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540786432, offset 224 00000400:00000010:1.0:1763346493.353374:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb50a277c40. 00000400:00000200:1.0:1763346493.353376:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.353386:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.353391:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198506:198506:256:4294967295] 192.168.204.16@tcp LPNI seq info [198502:198502:8:4294967295] 00000400:00000200:1.0:1763346493.353398:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:1.0:1763346493.353404:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.353408:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.353413:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead000. 00000800:00000200:1.0:1763346493.353421:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.353429:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.353434:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346493.353445:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.353448:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346493.353452:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346493.353453:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.353455:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346493.353459:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401811500 x1848996540786432/t8590055473(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 568/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.353467:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401811500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+489:226274:x1848996540786432:12345-192.168.204.16@tcp:61:lfs.0 Request processed in 14572us (14835us total) trans 8590055473 rc 0/0 00000100:00100000:1.0:1763346493.353476:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140804 00000100:00000040:1.0:1763346493.353478:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346493.353480:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.353482:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763346493.353484:0:19997:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:1.0:1763346493.353487:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d880. 00000020:00000010:1.0:1763346493.353493:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d14b0. 00000020:00000010:1.0:1763346493.353496:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:1.0:1763346493.353501:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:1.0:1763346493.353504:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.353629:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.353633:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead000. 00000400:00000200:1.0:1763346493.353637:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.353642:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.353645:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.353647:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000004:00000001:0.0:1763346493.353722:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763346493.353725:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.353729:0:19998:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:0.0:1763346493.353732:0:19998:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086d80 : new refcount 3 00000040:00000001:0.0:1763346493.353739:0:19998:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1763346493.353741:0:19998:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1763346493.353742:0:19998:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1763346493.353746:0:19998:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353749:0:19998:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1763346493.353751:0:19998:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 10402 in log [0x1:0xa:0x0] 00080000:00000001:0.0:1763346493.353755:0:19998:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346493.353762:0:19998:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055e8400. 00080000:00000001:0.0:1763346493.353765:0:19998:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560818176 : -105875148733440 : ffff9fb5055e8400) 00000040:00000001:0.0:1763346493.353768:0:19998:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346493.353770:0:19998:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346493.353773:0:19998:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.353786:0:19998:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.353788:0:19998:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353790:0:19998:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353792:0:19998:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353794:0:19998:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1763346493.353796:0:19998:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:0.0:1763346493.353799:0:19998:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa:0x0] not in the id map cache 00080000:00000001:0.0:1763346493.353803:0:19998:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346493.353806:0:19998:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346493.353808:0:19998:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.353811:0:19998:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763346493.353813:0:19998:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763346493.353815:0:19998:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.353832:0:19998:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763346493.353833:0:19998:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.353855:0:19998:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353860:0:19998:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353862:0:19998:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.353864:0:19998:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346493.353878:0:19998:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353881:0:19998:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763346493.353883:0:19998:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763346493.353885:0:19998:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0xa:0x0] 00080000:00000001:0.0:1763346493.353892:0:19998:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.353927:0:19998:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1763346493.353930:0:19998:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.353936:0:19998:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:0.0:1763346493.353938:0:19998:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353940:0:19998:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.353943:0:19998:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763346493.353950:0:19998:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353952:0:19998:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353954:0:19998:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.353956:0:19998:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.353959:0:19998:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.353964:0:19998:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514965376/t12884911665(12884911665) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346507 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.353977:0:19998:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346493.353979:0:19998:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346493.353983:0:19998:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb401a56c00. 02000000:00000001:0.0:1763346493.353986:0:19998:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346493.353988:0:19998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346493.353989:0:19998:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346493.353991:0:19998:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346493.353994:0:19998:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb540199c00. 02000000:00000001:0.0:1763346493.353999:0:19998:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346493.354000:0:19998:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346493.354002:0:19998:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:0.0:1763346493.354006:0:19998:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346493.354007:0:19998:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763346493.354009:0:19998:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086d80 : new refcount 2 00000004:00001000:0.0:1763346493.354012:0:19998:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:0.0:1763346493.354015:0:19998:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:0.0:1763346493.354017:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763346493.354018:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.354020:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763346493.354021:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.354022:0:19998:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763346493.354023:0:19998:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763346493.357818:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.357844:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346493.357847:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.357858:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.357870:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:2.0:1763346493.357897:0:3288:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fa19 00000400:00000200:2.0:1763346493.357905:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.357910:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:2.0:1763346493.357917:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b3b8 00000400:00000010:2.0:1763346493.357921:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b3b8. 00000100:00000001:2.0:1763346493.357926:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346493.357930:0:3288:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763346493.357932:0:3288:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763346493.357957:0:3288:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346493.357959:0:3288:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346493.357960:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346493.357967:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.357971:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.359456:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763346493.359466:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.359469:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.359473:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:1.0:1763346493.359477:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:1.0:1763346493.359480:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:1.0:1763346493.359483:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346493.359488:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359498:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359500:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346493.359503:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359509:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.359511:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359515:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346493.359518:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346493.359524:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346493.359527:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.359531:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346493.359533:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359539:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346493.359540:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.359541:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.359543:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:1.0:1763346493.359545:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:1.0:1763346493.359546:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:1.0:1763346493.359550:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346493.359552:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359558:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346493.359560:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346493.359562:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359566:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346493.359569:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346493.359570:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.359572:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346493.359575:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d000 with handle 0x757b854463afa0d6 from hash 00010000:00000001:1.0:1763346493.359577:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346493.359578:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359580:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.359581:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346493.359587:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.359590:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359592:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346493.359595:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346493.359598:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346493.359600:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb503c84000) 00010000:00010000:1.0:1763346493.359603:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763346493.359606:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.359609:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359611:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346493.359613:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346493.359615:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359616:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.359618:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359620:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.359622:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346493.359625:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359630:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359631:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.359632:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346493.359634:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346493.359635:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346493.359637:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa0d6 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405e:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346493.359643:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e80. 00010000:00000040:1.0:1763346493.359649:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84000 count: 0 00010000:00000010:1.0:1763346493.359657:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417896d00. 00010000:00000001:1.0:1763346493.359667:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.359668:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.359669:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.359671:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:1.0:1763346493.359672:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346493.359675:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346493.359677:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346493.359679:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359684:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359685:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346493.359687:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359691:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.359693:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359695:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346493.359697:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346493.359701:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346493.359703:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.359704:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346493.359705:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359709:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346493.359710:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.359711:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.359713:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=4 00000020:00000001:1.0:1763346493.359715:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346493.359717:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:1.0:1763346493.359719:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346493.359720:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359724:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346493.359725:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346493.359726:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359729:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346493.359730:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346493.359731:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.359732:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346493.359734:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463afa0dd from hash 00010000:00000001:1.0:1763346493.359736:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346493.359737:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359738:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.359739:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346493.359740:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.359741:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359743:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346493.359744:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346493.359745:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346493.359746:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4058:0x0].0x0 (ffff9fb503c84c00) 00010000:00010000:1.0:1763346493.359748:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763346493.359750:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.359751:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359753:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346493.359754:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346493.359756:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359757:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.359758:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.359759:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346493.359760:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346493.359762:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346493.359766:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.359767:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.359768:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346493.359769:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346493.359770:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346493.359772:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa0dd lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4058:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346493.359776:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894680. 00010000:00000040:1.0:1763346493.359779:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84c00 count: 0 00010000:00000010:1.0:1763346493.359782:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417896c80. 00010000:00000001:1.0:1763346493.359787:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763346493.359790:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:1.0:1763346493.359794:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.360601:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.360617:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.360619:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.360622:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.360632:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.360651:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e012800 00000400:00000200:1.0:1763346493.360661:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124c51 [2] + 1960 00000400:00000010:1.0:1763346493.360667:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad790. 00000400:00000200:1.0:1763346493.360673:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb50513bcc0 00000800:00000001:1.0:1763346493.360680:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.360685:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.360688:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.360692:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.360696:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb50513bcc0 00000400:00000010:1.0:1763346493.360699:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb50513bcc0. 00000100:00000001:1.0:1763346493.360706:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.360708:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1763346493.360711:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb4042ff850 x1848996540786688 msgsize 392 00000100:00100000:1.0:1763346493.360715:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:1.0:1763346493.360717:0:3287:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763346493.360741:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.360749:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.360752:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.360754:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.360756:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.360760:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.360766:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e012880 00000400:00000200:1.0:1763346493.360772:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127825 [2] + 984 00000800:00000001:1.0:1763346493.360776:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.360843:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.360846:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.360849:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.360853:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.360855:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346493.360861:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401810000. 00000100:00000040:1.0:1763346493.360864:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401810000 x1848996540786816 msgsize 328 00000100:00100000:1.0:1763346493.360867:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.360873:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.360878:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.360881:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.360955:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.360959:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540786816 02000000:00000001:0.0:1763346493.360962:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.360965:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.360967:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.360973:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.360977:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540786816 00000020:00000001:0.0:1763346493.360979:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.360981:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346493.360983:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.360986:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:0.0:1763346493.360988:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346493.360990:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346493.360994:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.360999:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.361002:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.361004:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.361011:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:0.0:1763346493.361015:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346493.361020:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346493.361028:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346493.361031:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.361032:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346493.361035:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346493.361038:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.361040:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346493.361045:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.361046:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.361047:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:0.0:1763346493.361049:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:0.0:1763346493.361052:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:0.0:1763346493.361064:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.361065:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.361067:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.361069:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.361077:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.361090:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.361100:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.361101:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.361106:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1003 00000100:00000040:0.0:1763346493.361109:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346493.361111:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201001984 : -105879508549632 : ffff9fb401810000) 00000100:00000040:0.0:1763346493.361118:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401810000 x1848996540786816/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346493.361126:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.361129:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.361131:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.361133:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.361137:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540786816:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346493.361141:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540786816 00010000:00000001:0.0:1763346493.361143:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346493.361145:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346493.361147:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346493.361152:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.361154:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.361158:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5055e9c00. 02000000:00000001:0.0:1763346493.361160:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.361162:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.361165:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346493.361166:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346493.361169:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.361170:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.361171:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:0.0:1763346493.361173:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:0.0:1763346493.361174:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000040:0.0:1763346493.361178:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078500 count: 2 00002000:00000001:0.0:1763346493.361181:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346493.361185:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.361188:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.361193:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:0.0:1763346493.361195:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:0.0:1763346493.361198:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346493.361203:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346493.361207:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1e08/ffff9fb51d2f1db0 to site lru. bkt: ffff9fb517dccee0 00010000:00000001:0.0:1763346493.361209:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346493.361234:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.361237:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.361239:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.361241:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.361246:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.361248:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.361253:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.361255:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.361257:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.361258:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.361260:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa090 from hash 00010000:00000001:0.0:1763346493.361263:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.361264:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.361265:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.361266:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.361270:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.361272:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.361273:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.361275:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.361280:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa090 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x2609:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1477872805 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212847 expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.361288:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346493.361291:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:0.0:1763346493.361296:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.361297:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.361299:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346493.361302:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.361304:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.361305:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763346493.361319:0:5737:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078500 count: 0 00002000:00000010:0.0:1763346493.361324:0:5737:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb538d7bf80. 00010000:00000010:0.0:1763346493.361329:0:5737:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb503078e00. 00010000:00010000:0.0:1763346493.361334:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346493.361336:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.361341:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.361343:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.361347:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.361351:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.361354:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.361356:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.361360:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.361362:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.361365:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.361368:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.361372:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a660. 00000100:00000200:0.0:1763346493.361376:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540786816, offset 224 00000400:00000200:0.0:1763346493.361382:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.361393:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.361399:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198507:198507:256:4294967295] 192.168.204.16@tcp LPNI seq info [198503:198503:8:4294967295] 00000400:00000200:0.0:1763346493.361409:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.361415:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.361420:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.361426:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.361434:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.361439:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.361447:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.361451:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.361453:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.361455:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.361459:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401810000 x1848996540786816/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346493.361469:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540786816:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 341us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346493.361476:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1003 00000100:00000040:0.0:1763346493.361480:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346493.361483:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.361484:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.361489:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346493.361494:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:0.0:1763346493.361498:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:0.0:1763346493.361517:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:0.0:1763346493.361519:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.362018:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.362021:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540786688 02000000:00000001:2.0:1763346493.362024:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.362026:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.362028:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.362031:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.362033:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540786688 00000020:00000001:2.0:1763346493.362035:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.362037:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346493.362038:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.362041:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:2.0:1763346493.362044:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346493.362046:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346493.362048:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.362059:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bc40. 00000100:00000001:2.0:1763346493.362062:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.362064:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bc40. 00000020:00000010:2.0:1763346493.362069:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894800. 00000020:00000010:2.0:1763346493.362075:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896c80. 00000020:00000010:2.0:1763346493.362078:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346493.362087:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346493.362090:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.362091:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.362093:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.362098:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.362116:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.362123:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.362125:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.362129:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20992 00000100:00000040:2.0:1763346493.362132:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346493.362133:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194246023248 : -105879463528368 : ffff9fb4042ff850) 00000100:00000040:2.0:1763346493.362138:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb4042ff850 x1848996540786688/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.362145:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.362148:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bc40. 00000100:00000001:2.0:1763346493.362150:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.362152:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bc40. 00000100:00100000:2.0:1763346493.362156:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb4042ff850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+488:226274:x1848996540786688:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346493.362160:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540786688 00000020:00000001:2.0:1763346493.362163:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.362167:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346493.362172:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb50847bc00: xid 1848996540786432, transno 8590055473, client gen 3, slot idx 3 00000001:00000001:2.0:1763346493.362177:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb50847ba80: xid 1848996540785664, transno 8590055470, client gen 3, slot idx 0 00000001:00000010:2.0:1763346493.362181:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb50847ba80. 00000001:00000001:2.0:1763346493.362184:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f31c00: xid 1848996540786432, transno 8590055472, client gen 3, slot idx 2 00000001:00000001:2.0:1763346493.362187:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f31c00: xid 1848996540786432, transno 8590055472, client gen 3, slot idx 2 00000001:00000010:2.0:1763346493.362189:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f31c00. 00000001:00000001:2.0:1763346493.362192:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f316c0: xid 1848996540786432, transno 8590055471, client gen 3, slot idx 1 00000001:00000001:2.0:1763346493.362194:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f316c0: xid 1848996540786432, transno 8590055471, client gen 3, slot idx 1 00000001:00000010:2.0:1763346493.362197:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f316c0. 00000020:00000001:2.0:1763346493.362200:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.362202:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.362204:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346493.362208:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346493.362245:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540786688, found 0 last_xid 1848996540786687 00000020:00000001:2.0:1763346493.362249:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.362252:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.362254:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.362257:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362262:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346493.362264:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346493.362266:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346493.362270:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362272:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346493.362277:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.362279:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362281:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.362283:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.362285:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362286:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.362287:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.362289:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362290:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.362291:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.362293:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362295:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.362296:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.362297:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362300:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362301:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346493.362303:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362306:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346493.362307:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.362318:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362321:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.362322:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.362324:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362325:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.362327:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.362328:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362330:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.362332:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.362336:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346493.362343:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346493.362345:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346493.362348:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346493.362349:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.362352:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.362353:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362355:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346493.362357:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362358:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.362362:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.362365:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.362369:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb532674400. 02000000:00000001:2.0:1763346493.362372:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.362374:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362375:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346493.362377:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362380:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346493.362382:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346493.362383:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.362386:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb52b388800 refcount=2 00000020:00000001:2.0:1763346493.362388:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199195863040 : -105874513688576 : ffff9fb52b388800) 00000004:00000001:2.0:1763346493.362390:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199195863040 : -105874513688576 : ffff9fb52b388800) 00000020:00000040:2.0:1763346493.362392:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb52b388800 with handle 0x757b854463afa035 from hash 00000004:00000001:2.0:1763346493.362396:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346493.362398:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4058:0x0] with intent: 0 00000004:00000001:2.0:1763346493.362402:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346493.362404:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 1 blocks 11 truncate 0 00000004:00000001:2.0:1763346493.362408:0:36359:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346493.362411:0:36359:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346493.362418:0:36359:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362421:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.362426:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362429:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362436:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346493.362439:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346493.362443:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346493.362445:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346493.362447:0:36359:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.362449:0:36359:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4058:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000002:2.0:1763346493.362452:0:36359:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346493.362454:0:36359:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362457:0:36359:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.362458:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.362460:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362461:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362463:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362466:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362468:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362469:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.362470:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362472:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362474:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362475:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362476:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362478:0:36359:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362480:0:36359:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346493.362482:0:36359:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362485:0:36359:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346493.362486:0:36359:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4058:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346493.362490:0:36359:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.362492:0:36359:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346493.362495:0:36359:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346493.362499:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346493.362506:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb99c0. 00080000:00000001:2.0:1763346493.362510:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.362518:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532677c00. 00080000:00000001:2.0:1763346493.362521:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316380672 : -105874393170944 : ffff9fb532677c00) 00000004:00000001:2.0:1763346493.362526:0:36359:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.362531:0:36359:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.362534:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362536:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316380672 : -105874393170944 : ffff9fb532677c00) 00080000:00000001:2.0:1763346493.362540:0:36359:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346493.362560:0:36359:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362562:0:36359:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362565:0:36359:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.362571:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346493.362573:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346493.362579:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346493.362580:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362581:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316380672 : -105874393170944 : ffff9fb532677c00) 00080000:00000001:2.0:1763346493.362585:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.362590:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.362592:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362594:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.362614:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.362617:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362624:0:36359:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.362628:0:36359:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346493.362630:0:36359:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.362631:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362632:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316380672 : -105874393170944 : ffff9fb532677c00) 00080000:00000001:2.0:1763346493.362636:0:36359:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.362638:0:36359:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346493.362666:0:36359:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362669:0:36359:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362671:0:36359:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362673:0:36359:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.362678:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346493.362681:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346493.362684:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346493.362687:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055474, last_committed = 8590055469 00000001:00000010:2.0:1763346493.362691:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb91e0. 00000001:00000040:2.0:1763346493.362694:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:2.0:1763346493.362696:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:2.0:1763346493.362702:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f316c0. 00000004:00000001:2.0:1763346493.362708:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346493.362710:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362711:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316380672 : -105874393170944 : ffff9fb532677c00) 00080000:00000001:2.0:1763346493.362715:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.362729:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346493.362732:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346493.362735:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f316c0: xid 1848996540786688, transno 8590055474, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346493.362737:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.362750:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.362753:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb99c0. 00000020:00000001:2.0:1763346493.362756:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362759:0:36359:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362761:0:36359:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362762:0:36359:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362765:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346493.362766:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346493.362768:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346493.362770:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.362772:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362773:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.362775:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362777:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362780:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.362782:0:36359:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362785:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346493.362789:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346493.362792:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346493.362795:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346493.362798:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb99c0. 00080000:00000001:2.0:1763346493.362800:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.362804:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532675000. 00080000:00000001:2.0:1763346493.362806:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00000004:00000001:2.0:1763346493.362809:0:36359:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346493.362811:0:36359:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346493.362813:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362814:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:2.0:1763346493.362818:0:36359:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346493.362825:0:36359:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362827:0:36359:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362829:0:36359:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.362832:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346493.362834:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346493.362836:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346493.362837:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362838:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:2.0:1763346493.362840:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.362842:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.362844:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362846:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.362853:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.362855:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.362858:0:36359:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346490 00000004:00000001:2.0:1763346493.362861:0:36359:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763346493.362863:0:36359:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763346493.362865:0:36359:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763346493.362866:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362867:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:2.0:1763346493.362870:0:36359:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346493.362876:0:36359:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362879:0:36359:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362881:0:36359:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362883:0:36359:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.362886:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346493.362887:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346493.362889:0:36359:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055474 00000001:00000001:2.0:1763346493.362891:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346493.362892:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055475, last_committed = 8590055469 00000001:00000010:2.0:1763346493.362895:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb9ea0. 00000001:00000040:2.0:1763346493.362898:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:2.0:1763346493.362899:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00000001:00000010:2.0:1763346493.362902:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f310c0. 00000004:00000001:2.0:1763346493.362905:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346493.362906:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.362907:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:2.0:1763346493.362909:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.362916:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346493.362918:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346493.362920:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f316c0: xid 1848996540786688, transno 8590055474, client gen 3, slot idx 0 00000001:00000001:2.0:1763346493.362923:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f316c0: xid 1848996540786688, transno 8590055474, client gen 3, slot idx 0 00000001:00000010:2.0:1763346493.362926:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f316c0. 00000001:00000001:2.0:1763346493.362928:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f310c0: xid 1848996540786688, transno 8590055475, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346493.362931:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.362937:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.362939:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb99c0. 00000020:00000001:2.0:1763346493.362941:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362945:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346493.362948:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362951:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346493.362956:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.362959:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346493.362962:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb52b388800. 00000004:00000001:2.0:1763346493.362976:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346493.362980:0:36359:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417515138/ffff9fb4175150e0 to site lru. bkt: ffff9fb51dc9e258 00000004:00000001:2.0:1763346493.362983:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.362984:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362986:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.362988:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346493.362990:0:36359:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346493.362991:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346493.362993:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346493.362994:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346493.362996:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346493.363000:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.363003:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346493.363005:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346493.363012:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.363019:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.363021:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.363024:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055475, xid 1848996540786688 00010000:00000001:2.0:1763346493.363026:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.363033:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb4042ff850 x1848996540786688/t8590055475(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.363040:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.363042:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.363045:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.363049:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.363052:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.363054:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.363057:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.363059:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.363061:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.363063:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.363068:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bee0. 00000100:00000200:2.0:1763346493.363073:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540786688, offset 224 00000400:00000200:2.0:1763346493.363079:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.363088:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.363094:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198508:198508:255:4294967295] 192.168.204.16@tcp LPNI seq info [198504:198504:7:4294967295] 00000400:00000200:2.0:1763346493.363102:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.363107:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.363111:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.363116:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.363122:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.363125:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.363129:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.363132:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.363134:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.363136:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.363139:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.363143:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb4042ff850 x1848996540786688/t8590055475(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.363151:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb4042ff850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+490:226274:x1848996540786688:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 1004us (2437us total) trans 8590055475 rc 0/0 00000100:00100000:2.0:1763346493.363159:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20992 00000100:00000040:2.0:1763346493.363162:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.363164:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.363165:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346493.363168:0:36359:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346493.363171:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896c80. 00000020:00000010:2.0:1763346493.363174:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346493.363178:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894800. 00000020:00000040:2.0:1763346493.363185:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 02000000:00000001:2.0:1763346493.363192:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346493.363195:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb52af34400. 02000000:00000001:2.0:1763346493.363198:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346493.363200:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226df80. 02000000:00000001:2.0:1763346493.363205:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346493.363206:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb52af35400. 02000000:00000001:2.0:1763346493.363208:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346493.363209:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226fb80. 02000000:00000001:2.0:1763346493.363238:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346493.363239:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb52aa59800. 02000000:00000001:2.0:1763346493.363243:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346493.363244:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982d80. 02000000:00000001:2.0:1763346493.363248:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346493.363249:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5402dc400. 02000000:00000001:2.0:1763346493.363251:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346493.363252:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522401500. 02000000:00000001:2.0:1763346493.363255:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346493.363256:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5260b5800. 02000000:00000001:2.0:1763346493.363258:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346493.363259:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3c380. 00000100:00000001:2.0:1763346493.363262:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763346493.363268:0:36359:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1763346493.363274:0:36359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cd10. 00000400:00000010:2.0:1763346493.363279:0:36359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f31c00. 00000800:00000200:1.0:1763346493.363868:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.363873:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:1.0:1763346493.363879:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.363885:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.363890:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a660 00000400:00000010:1.0:1763346493.363892:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a660. 00000100:00000001:1.0:1763346493.363896:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.363897:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763346493.364977:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.364982:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:1.0:1763346493.364987:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.364992:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.364997:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bee0 00000400:00000010:1.0:1763346493.365000:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bee0. 00000100:00000001:1.0:1763346493.365006:0:3289:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763346493.365009:0:3289:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346493.365012:0:3289:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb532674400. 02000000:00000001:1.0:1763346493.365015:0:3289:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763346493.365016:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346493.366521:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84000. 00010000:00000010:1.1:1763346493.366534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:1.1:1763346493.366538:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84c00. 00010000:00000010:1.1:1763346493.366541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000001:2.0:1763346493.368469:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.368487:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346493.368491:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.368494:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.368503:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346493.368521:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e012980 00000400:00000200:2.0:1763346493.368528:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124cb9 [2] + 0 00000800:00000001:2.0:1763346493.368536:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.368545:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.368548:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.368552:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346493.368560:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346493.368563:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763346493.368570:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76e680. 00000100:00000040:2.0:1763346493.368574:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76e680 x1848996540787072 msgsize 392 00000100:00100000:2.0:1763346493.368578:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346493.369189:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346493.369417:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346493.369429:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.369434:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763346493.369464:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540787072 02000000:00000001:0.0:1763346493.369468:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.369471:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.369474:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.369479:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.369483:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540787072 00000020:00000001:0.0:1763346493.369486:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.369489:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346493.369491:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.369495:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=490 00000020:00000001:0.0:1763346493.369497:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346493.369500:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346493.369505:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.369510:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.369513:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.369516:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.369522:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:0.0:1763346493.369528:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346493.369534:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000040:0.0:1763346493.369545:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763346493.369548:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.369550:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.369553:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.369561:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.369576:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.369587:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.369590:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.369596:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20993 00000100:00000040:0.0:1763346493.369600:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346493.369602:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183173248 : -105874526378368 : ffff9fb52a76e680) 00000100:00000040:0.0:1763346493.369612:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76e680 x1848996540787072/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.369621:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.369624:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.369626:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.369629:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.369633:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+490:226274:x1848996540787072:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:0.0:1763346493.369637:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540787072 00000020:00000001:0.0:1763346493.369641:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.369645:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346493.369652:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f310c0: xid 1848996540786688, transno 8590055475, client gen 3, slot idx 1 00000001:00000001:0.0:1763346493.369657:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb50847bc00: xid 1848996540786432, transno 8590055473, client gen 3, slot idx 3 00000001:00000010:0.0:1763346493.369660:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb50847bc00. 00000020:00000001:0.0:1763346493.369665:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.369667:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.369669:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:0.0:1763346493.369673:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346493.369676:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540787072, found 0 last_xid 1848996540787071 00000020:00000001:0.0:1763346493.369679:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.369681:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.369683:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.369687:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369692:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763346493.369695:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763346493.369696:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763346493.369701:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369704:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763346493.369708:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.369710:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369712:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.369713:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.369716:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369717:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.369718:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.369720:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369721:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.369722:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.369724:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369726:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.369727:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.369728:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369730:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369732:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763346493.369734:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369736:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346493.369738:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.369739:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369740:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.369741:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.369743:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369744:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.369745:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.369747:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369749:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.369750:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.369754:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346493.369760:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346493.369762:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346493.369765:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346493.369766:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.369769:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.369770:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369772:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346493.369773:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369775:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.369780:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.369782:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.369789:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5055eac00. 02000000:00000001:0.0:1763346493.369792:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.369794:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369796:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346493.369798:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369801:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763346493.369803:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763346493.369804:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.369806:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb417969d00 refcount=2 00000020:00000001:0.0:1763346493.369808:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194571517184 : -105879138034432 : ffff9fb417969d00) 00000004:00000001:0.0:1763346493.369811:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194571517184 : -105879138034432 : ffff9fb417969d00) 00000020:00000040:0.0:1763346493.369814:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb417969d00 with handle 0x757b854463afa04a from hash 00000004:00000001:0.0:1763346493.369818:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763346493.369820:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405e:0x0] with intent: 0 00000004:00000001:0.0:1763346493.369824:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763346493.369826:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:0.0:1763346493.369830:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346493.369833:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346493.369842:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369845:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.369851:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.369855:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.369861:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.369864:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.369867:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.369869:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346493.369870:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.369872:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405e:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763346493.369876:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346493.369878:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369881:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.369882:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.369884:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.369885:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.369887:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.369888:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.369890:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.369892:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.369893:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.369895:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.369897:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.369898:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.369900:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.369902:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.369904:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346493.369905:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369908:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763346493.369910:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405e:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:0.0:1763346493.369914:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.369918:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763346493.369920:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346493.369924:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346493.369930:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb5380384e0. 00080000:00000001:0.0:1763346493.369934:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346493.369943:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055ea400. 00080000:00000001:0.0:1763346493.369945:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560826368 : -105875148725248 : ffff9fb5055ea400) 00000004:00000001:0.0:1763346493.369950:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.369955:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.369957:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.369960:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560826368 : -105875148725248 : ffff9fb5055ea400) 00080000:00000001:0.0:1763346493.369963:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346493.369983:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369985:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.369988:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.369993:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346493.369996:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346493.370002:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346493.370004:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370005:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560826368 : -105875148725248 : ffff9fb5055ea400) 00080000:00000001:0.0:1763346493.370009:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.370014:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370016:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370018:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370041:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.370043:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370050:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.370072:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763346493.370075:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.370076:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370078:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560826368 : -105875148725248 : ffff9fb5055ea400) 00080000:00000001:0.0:1763346493.370081:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346493.370083:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763346493.370142:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370145:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370147:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370149:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.370156:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346493.370158:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346493.370162:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346493.370165:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055476, last_committed = 8590055469 00000001:00000010:0.0:1763346493.370171:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038660. 00000001:00000040:0.0:1763346493.370173:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:0.0:1763346493.370176:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:0.0:1763346493.370182:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a9c0. 00000004:00000001:0.0:1763346493.370189:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346493.370191:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370192:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198560826368 : -105875148725248 : ffff9fb5055ea400) 00080000:00000001:0.0:1763346493.370196:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.370251:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346493.370253:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346493.370258:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a9c0: xid 1848996540787072, transno 8590055476, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346493.370261:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370274:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346493.370277:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb5380384e0. 00000020:00000001:0.0:1763346493.370279:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370283:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370285:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370287:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370290:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763346493.370291:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763346493.370294:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763346493.370296:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.370298:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346493.370300:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346493.370303:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763346493.370319:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763346493.370323:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.370326:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405e:0x0], previous was 0x7 00000004:00000001:0.0:1763346493.370329:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370331:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763346493.370334:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370337:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:0.0:1763346493.370339:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346493.370344:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb5380384e0. 00080000:00000001:0.0:1763346493.370346:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346493.370350:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59800. 00080000:00000001:0.0:1763346493.370352:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00000004:00000001:0.0:1763346493.370359:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370360:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000001:0.0:1763346493.370364:0:19976:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:0.0:1763346493.370384:0:19976:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370388:0:19976:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:0.0:1763346493.370389:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370391:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000002:0.0:1763346493.370396:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405e:0x0] not in the id map cache 00080000:00000001:0.0:1763346493.370399:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346493.370405:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346493.370408:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370410:0:19976:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370413:0:19976:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:0.0:1763346493.370416:0:19976:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346493.370418:0:19976:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370420:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763346493.370422:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370423:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000001:0.0:1763346493.370426:0:19976:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763346493.370429:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346493.370432:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.370435:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.370437:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.370439:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370441:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.370452:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763346493.370454:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370459:0:19976:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370461:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370465:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346493.370468:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:0.0:1763346493.370469:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370472:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346493.370475:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346493.370476:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.370477:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.370479:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.370481:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.370482:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346493.370485:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346493.370487:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370489:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00000004:00000001:0.0:1763346493.370493:0:19976:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:0.0:1763346493.370496:0:19976:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:0.0:1763346493.370498:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346493.370500:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00000004:00000040:0.0:1763346493.370503:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:0.0:1763346493.370507:0:19976:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346493.370510:0:19976:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346493.370512:0:19976:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:0.0:1763346493.370515:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346493.370518:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346493.370520:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346493.370523:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370525:0:19976:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346493.370527:0:19976:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:0.0:1763346493.370531:0:19976:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1763346493.370534:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.370543:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370545:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370547:0:19976:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346493.370559:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763346493.370560:0:19976:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346493.370567:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:0.0:1763346493.370569:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370570:0:19976:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370573:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346493.370575:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.370578:0:19976:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370581:0:19976:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370583:0:19976:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370585:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346493.370587:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346493.370589:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.370608:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370609:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370611:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.370617:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370619:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370621:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370623:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370625:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346493.370627:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346493.370628:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370630:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346493.370631:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346493.370632:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.370638:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370639:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370644:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.370650:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370651:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370653:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370654:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370656:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346493.370658:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346493.370660:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370661:0:19976:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.370664:0:19976:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346493.370666:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00000001:0.0:1763346493.370669:0:19976:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370671:0:19976:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370672:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370675:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370677:0:19976:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.370680:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346493.370681:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346493.370684:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346493.370685:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370687:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000001:0.0:1763346493.370689:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.370692:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.370693:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370695:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370706:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.370708:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370714:0:19976:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:0.0:1763346493.370718:0:19976:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:0.0:1763346493.370720:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370721:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000001:0.0:1763346493.370725:0:19976:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:0.0:1763346493.370757:0:19976:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763346493.370758:0:19976:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763346493.370759:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.370761:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.370762:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.370764:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370766:0:19976:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346493.370767:0:19976:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370804:0:19976:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370807:0:19976:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370810:0:19976:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:0.0:1763346493.370812:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370813:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000001:0.0:1763346493.370817:0:19976:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1763346493.370821:0:19976:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370824:0:19976:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370827:0:19976:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1763346493.370829:0:19976:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x405e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:0.0:1763346493.370832:0:19976:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:0.0:1763346493.370833:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763346493.370835:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370836:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000001:0.0:1763346493.370839:0:19976:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1763346493.370841:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346493.370843:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.370844:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.370845:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.370847:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370849:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.370913:0:19976:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346493.370916:0:19976:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370918:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370921:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346493.370922:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:0.0:1763346493.370924:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.370925:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346493.370926:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346493.370927:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.370929:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.370930:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.370932:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.370933:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346493.370935:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346493.370936:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.370938:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00000004:00000001:0.0:1763346493.370941:0:19976:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:0.0:1763346493.370943:0:19976:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:0.0:1763346493.370945:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346493.370946:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00000004:00000040:0.0:1763346493.370949:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:0.0:1763346493.370951:0:19976:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:0.0:1763346493.370953:0:19976:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:0.0:1763346493.370954:0:19976:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:0.0:1763346493.370956:0:19976:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638194221947392 : -105879487604224 : ffff9fb402c09a00) 00000040:00000001:0.0:1763346493.370958:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346493.370959:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346493.370961:0:19976:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763346493.370962:0:19976:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763346493.370964:0:19976:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:0.0:1763346493.370970:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.370991:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1763346493.370993:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.370996:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:0.0:1763346493.370998:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.371000:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1763346493.371003:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.371016:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:0.0:1763346493.371018:0:19976:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9605, 64 off622976 00000040:00000001:0.0:1763346493.371021:0:19976:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346493.371023:0:19976:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346493.371025:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346493.371029:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346493.371030:0:19976:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346493.371032:0:19976:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763346493.371034:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:0.0:1763346493.371036:0:19976:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9605: rc = 1 00000004:00000010:0.0:1763346493.371040:0:19976:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb510a1b0c0. 00000004:00080000:0.0:1763346493.371043:0:19976:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6062924829205ns, next at 6063924825160ns, rc = 0 00000004:00000001:0.0:1763346493.371045:0:19976:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.371047:0:19976:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.371049:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.371050:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.371052:0:19976:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.371055:0:19976:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:0.0:1763346493.371057:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346493.371059:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346493.371061:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346493.371063:0:19976:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055476 00000001:00000001:0.0:1763346493.371065:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346493.371067:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055477, last_committed = 8590055469 00000001:00000010:0.0:1763346493.371070:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb510a1b060. 00000001:00000040:0.0:1763346493.371072:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:0.0:1763346493.371074:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:0.0:1763346493.371078:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755acc0. 00000004:00000001:0.0:1763346493.371081:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346493.371082:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.371083:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186233344 : -105874523318272 : ffff9fb52aa59800) 00080000:00000001:0.0:1763346493.371085:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.371091:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346493.371092:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346493.371095:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a9c0: xid 1848996540787072, transno 8590055476, client gen 3, slot idx 0 00000001:00000001:0.0:1763346493.371099:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755a9c0: xid 1848996540787072, transno 8590055476, client gen 3, slot idx 0 00000001:00000010:0.0:1763346493.371101:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755a9c0. 00000001:00000001:0.0:1763346493.371103:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755acc0: xid 1848996540787072, transno 8590055477, tag 1, client gen 3, slot idx 2 00000001:00000001:0.0:1763346493.371105:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.371120:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346493.371122:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb5380384e0. 00000020:00000001:0.0:1763346493.371123:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.371127:0:19976:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:0.0:1763346493.371131:0:19976:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346493.371135:0:19976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346493.371144:0:19976:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4ff00. 00010000:00000010:0.0:1763346493.371147:0:19976:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52f8afe80. 00010000:00000001:0.0:1763346493.371151:0:19976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.371155:0:19976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346493.371159:0:19976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.371161:0:19976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa0e4 to hash 00000020:00000001:0.0:1763346493.371163:0:19976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.371165:0:19976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346493.371170:0:19976:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346493.371173:0:19976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.371177:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.371179:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.371183:0:19976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346493.371192:0:19976:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.371196:0:19976:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.371199:0:19976:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.371201:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.371203:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.371205:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.371207:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.371209:0:19976:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:3.0:1763346493.371306:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300730220, at 4300730221 00000100:00000010:3.0:1763346493.371325:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a600. 00000100:00000040:2.0:1763346493.371422:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300730220, at 4300730221 00000100:00000010:2.0:1763346493.371428:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a240. 00000100:00000040:1.0:1763346493.371568:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300730220, at 4300730221 00000100:00000010:1.0:1763346493.371575:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a000. 00010000:00000010:0.1:1763346493.371854:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:0.1:1763346493.371861:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078500. 00010000:00000001:0.0:1763346493.371866:0:19976:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.371868:0:19976:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.371869:0:19976:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.371872:0:19976:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405e:0x0].0x0 (ffff9fb417f4ff00) refcount = 1 00010000:00010000:0.0:1763346493.371877:0:19976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346493.371883:0:19976:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.371889:0:19976:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.371891:0:19976:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.371893:0:19976:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.371895:0:19976:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.371898:0:19976:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.371900:0:19976:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763346493.371903:0:19976:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:0.0:1763346493.371905:0:19976:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.371908:0:19976:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346493.371914:0:19976:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346493.371916:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.371917:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.371920:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.371922:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.371923:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:0.0:1763346493.371925:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.371928:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.371931:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.371932:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.371933:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=4 00000020:00000001:0.0:1763346493.371935:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.371937:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.371939:0:19976:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1763346493.371941:0:19976:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346493.371947:0:19976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346493.371949:0:19976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346493.371954:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.371955:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.371957:0:19976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346493.371961:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.371963:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.371966:0:19976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1763346493.372672:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300730220, at 4300730222 00000100:00000010:0.0:1763346493.372680:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb416c0a7e0. 00010000:00000010:2.0:1763346493.372738:0:19976:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb417f316c0. 00010000:00000001:2.0:1763346493.372741:0:19976:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1763346493.373625:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.373629:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.373632:0:5739:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346493.373636:0:5739:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346493.373638:0:5739:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346493.373644:0:5739:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00010000:3.0:1763346493.373653:0:5739:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36400 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346493.373656:0:5739:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.373658:0:5739:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346493.373661:0:5739:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346493.373666:0:5739:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346493.373669:0:5739:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.373671:0:5739:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.373673:0:5739:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=5 00000020:00000001:3.0:1763346493.373675:0:5739:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:3.0:1763346493.373677:0:5739:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:3.0:1763346493.373680:0:5739:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346493.373683:0:5739:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 5/0,0 mode: PW/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346493.373688:0:5739:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346493.373689:0:5739:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.373691:0:5739:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.373696:0:5739:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.373698:0:5739:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.373700:0:5739:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.373702:0:5739:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.373704:0:5739:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa0e4 from hash 00010000:00000001:3.0:1763346493.373707:0:5739:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.373708:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.373710:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.373711:0:5739:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.373716:0:5739:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.373717:0:5739:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.373719:0:5739:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.373721:0:5739:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346493.373725:0:5739:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346493.373727:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405e:0x0].0x0 (ffff9fb417f4ff00) 00010000:00010000:3.0:1763346493.373730:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763346493.373733:0:5739:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.373736:0:5739:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.373738:0:5739:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346493.373739:0:5739:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346493.373741:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.373742:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.373743:0:5739:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.373745:0:5739:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.373747:0:5739:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.373749:0:5739:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 3/0,0 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346493.373754:0:5739:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.373755:0:5739:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.373756:0:5739:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346493.373758:0:5739:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb417f316c0. 00010000:00000001:3.0:1763346493.373762:0:5739:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.373764:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.373765:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.373767:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346493.373768:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.373769:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.373771:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346493.373773:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346493.373774:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.373776:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1763346493.373874:0:19976:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00000001:2.0:1763346493.373877:0:19976:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.373879:0:19976:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.373883:0:19976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346493.373885:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.373886:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.373888:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.373890:0:19976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0e4 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000010:2.0:1763346493.373898:0:19976:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfe00. 00010000:00000040:2.0:1763346493.373903:0:19976:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4ff00 count: 0 00010000:00000010:2.0:1763346493.373910:0:19976:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb52f8afe80. 00010000:00000001:2.0:1763346493.373919:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346493.373920:0:19976:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763346493.373924:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb417969d00. 00000004:00000001:2.0:1763346493.373929:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763346493.373956:0:19976:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346493.373964:0:19976:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346493.373966:0:19976:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346493.373970:0:19976:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb417896f00. 00000004:00000010:2.0:1763346493.373973:0:19976:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41c310f88. 00000004:00000010:2.0:1763346493.373977:0:19976:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb4175f82a0. 00000004:00000010:2.0:1763346493.373980:0:19976:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb4175f8708. 00000004:00000010:2.0:1763346493.373985:0:19976:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb417f31780. 00000004:00000010:2.0:1763346493.373988:0:19976:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb406fd5cb0. 00000004:00000010:2.0:1763346493.373995:0:19976:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346493.374000:0:19976:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763346493.374002:0:19976:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x405e:0x0] 00000004:00000010:2.0:1763346493.374004:0:19976:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346493.374007:0:19976:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763346493.374009:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.374010:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.374013:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.374015:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346493.374019:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346493.374021:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346493.374023:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346493.374025:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346493.374030:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346493.374036:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.374041:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346493.374044:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346493.374051:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.374060:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.374062:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.374066:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055477, xid 1848996540787072 00010000:00000001:2.0:1763346493.374069:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.374080:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76e680 x1848996540787072/t8590055477(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.374090:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.374093:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.374096:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.374101:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.374104:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.374106:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.374110:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.374113:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.374118:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.374121:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.374126:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b2a8. 00000100:00000200:2.0:1763346493.374133:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540787072, offset 224 00000400:00000200:2.0:1763346493.374139:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.374152:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.374158:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198509:198509:256:4294967295] 192.168.204.16@tcp LPNI seq info [198505:198505:8:4294967295] 00000400:00000200:2.0:1763346493.374171:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.374177:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.374182:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.374189:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.374197:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.374201:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:1.0:1763346493.375785:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.375793:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:1.0:1763346493.375799:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.375807:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.375814:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b2a8 00000400:00000010:1.0:1763346493.375816:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b2a8. 00000100:00000001:1.0:1763346493.375824:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.375826:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346493.375946:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.375952:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.375955:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.375957:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.375961:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.375970:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76e680 x1848996540787072/t8590055477(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.375981:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+492:226274:x1848996540787072:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 6357us (7404us total) trans 8590055477 rc 0/0 00000100:00100000:2.0:1763346493.375990:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20993 00000100:00000040:2.0:1763346493.375994:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.375997:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.376000:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346493.376005:0:19976:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346493.376010:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af080. 00000020:00000010:2.0:1763346493.376015:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:2.0:1763346493.376019:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346493.376040:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:2.0:1763346493.376043:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346493.380269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4ff00. 00010000:00000010:2.1:1763346493.380286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00000800:00000001:1.0:1763346493.408532:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.408551:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.408555:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.408557:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.408569:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.408587:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 304 into portal 12 MB=0x691a70e012a00 00000400:00000200:1.0:1763346493.408596:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 304/304 into md 0xd4325 [64] + 51776 00000800:00000001:1.0:1763346493.408605:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.408614:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.408618:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.408622:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.408630:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.408633:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.408640:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401813480. 00000100:00000040:1.0:1763346493.408644:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401813480 x1848996540787200 msgsize 304 00000100:00100000:1.0:1763346493.408649:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.409451:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763346493.409576:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.409579:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540787200 02000000:00000001:3.0:1763346493.409584:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.409587:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.409590:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.409595:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.409600:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540787200 00000020:00000001:3.0:1763346493.409603:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.409605:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346493.409607:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.409611:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:3.0:1763346493.409614:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346493.409616:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346493.409620:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1763346493.410361:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.410372:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763346493.410449:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346493.410456:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.410459:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000020:00000010:2.0:1763346493.410476:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894800. 00000020:00000010:2.0:1763346493.410483:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.410495:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346493.410505:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346493.410508:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.410509:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.410513:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.410522:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.410541:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.410559:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.410561:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.410569:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140805 00000100:00000040:2.0:1763346493.410573:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346493.410575:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201015424 : -105879508536192 : ffff9fb401813480) 00000100:00000040:2.0:1763346493.410583:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401813480 x1848996540787200/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 304/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.410593:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.410596:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346493.410598:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.410600:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000100:00100000:2.0:1763346493.410605:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+492:226275:x1848996540787200:12345-192.168.204.16@tcp:53:lfs.0 00000100:00000200:2.0:1763346493.410608:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540787200 00000020:00000001:2.0:1763346493.410613:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.410618:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346493.410624:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755acc0: xid 1848996540787072, transno 8590055477, client gen 3, slot idx 2 00000001:00000001:2.0:1763346493.410629:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f310c0: xid 1848996540786688, transno 8590055475, client gen 3, slot idx 1 00000001:00000010:2.0:1763346493.410633:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f310c0. 00000020:00000001:2.0:1763346493.410638:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.410641:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.410643:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027776 : -1039523840 : ffffffffc20a2000) 00000020:00000001:2.0:1763346493.410646:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346493.410650:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540787200, found 0 last_xid 1848996540787199 00000020:00000001:2.0:1763346493.410653:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.410655:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.410658:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.410661:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.410664:0:19997:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:2.0:1763346493.410672:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.410675:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.410684:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9fb529392000. 02000000:00000001:2.0:1763346493.410687:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.410690:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.410695:0:19997:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:2.0:1763346493.410697:0:19997:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x4059:0x0] from 18446744073709551615 #0 00000004:00000001:2.0:1763346493.410700:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346493.410703:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4059:0x0] 00000020:00000001:2.0:1763346493.410706:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.410713:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570188024 : -105879139363592 : ffff9fb4178254f8) 00000004:00000001:2.0:1763346493.410715:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570187936 : -105879139363680 : ffff9fb4178254a0) 00000004:00000001:2.0:1763346493.410718:0:19997:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:2.0:1763346493.410720:0:19997:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:2.0:1763346493.410725:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb5209d3000. 00000004:00000001:2.0:1763346493.410728:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346493.410730:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763346493.410740:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.410746:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410749:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410755:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.410758:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.410762:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000010:2.0:1763346493.410767:0:19997:0:(mdt_handler.c:1156:mdt_stripe_get()) kmalloced '(big_lmm)': 4096 at ffff9fb5209d0000. 00000004:00000001:2.0:1763346493.410770:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.410771:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410772:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410774:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.410777:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.410779:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.410781:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346493.410783:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.410785:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346493.410786:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346493.410788:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.410791:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346493.410793:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346493.410795:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.410797:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410798:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410800:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763346493.410802:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763346493.410804:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:2.0:1763346493.410807:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.410808:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410809:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.410811:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.410813:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.410816:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.410817:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346493.410821:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:2.0:1763346493.410823:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.410825:0:19997:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.410828:0:19997:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346493.410830:0:19997:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:2.0:1763346493.410834:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346493.410836:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178254f8/ffff9fb4178254a0 to site lru. bkt: ffff9fb51dc9eb50 00000004:00000001:2.0:1763346493.410838:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.410839:0:19997:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.410842:0:19997:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.410846:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb5209d3000. 00000004:00000001:2.0:1763346493.410849:0:19997:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.410853:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540787200 00010000:00000001:2.0:1763346493.410856:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.410861:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401813480 x1848996540787200/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 304/4352 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346493.410872:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.410875:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.410879:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.410884:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.410886:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.410890:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.410893:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.410896:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.410900:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.410903:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.410908:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f310c0. 00000100:00000200:2.0:1763346493.410914:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848996540787200, offset 224 00000400:00000200:2.0:1763346493.410921:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.410934:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.410941:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198510:198510:256:4294967295] 192.168.204.16@tcp LPNI seq info [198506:198506:8:4294967295] 00000400:00000200:2.0:1763346493.410953:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.410959:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.410965:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb401894e00. 00000800:00000200:2.0:1763346493.410971:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.410980:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:2.0:1763346493.410985:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb401894e00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:2.0:1763346493.411006:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.411011:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.411013:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.411015:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.411018:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.411022:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401813480 x1848996540787200/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 304/4352 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346493.411032:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+492:226275:x1848996540787200:12345-192.168.204.16@tcp:53:lfs.0 Request processed in 437us (2386us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346493.411041:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140805 00000100:00000040:2.0:1763346493.411045:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.411047:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.411049:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.411053:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.411058:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346493.411062:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894800. 00000020:00000040:2.0:1763346493.411071:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:2.0:1763346493.411074:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.411453:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.411458:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb401894e00. 00000400:00000200:1.0:1763346493.411464:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.411469:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.411474:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417f310c0 00000400:00000010:1.0:1763346493.411477:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb417f310c0. 00000100:00000001:1.0:1763346493.411480:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.411482:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.434554:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.434577:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.434582:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.434585:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.434597:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.434618:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 584 into portal 12 MB=0x691a70e012a80 00000400:00000200:1.0:1763346493.434627:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 584/584 into md 0xd4325 [64] + 52080 00000800:00000001:1.0:1763346493.434636:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.434709:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.434713:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.434718:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.434726:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.434729:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.434735:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401810e00. 00000100:00000040:1.0:1763346493.434740:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401810e00 x1848996540787328 msgsize 584 00000100:00100000:1.0:1763346493.434743:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.435408:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.435421:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.435426:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.435562:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.435567:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540787328 02000000:00000001:0.0:1763346493.435570:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.435573:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.435575:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.435581:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.435585:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540787328 00000020:00000001:0.0:1763346493.435589:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.435591:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346493.435594:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.435597:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:0.0:1763346493.435600:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346493.435603:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346493.435608:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.435616:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.435620:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.435623:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.435629:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346493.435637:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346493.435642:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109898. 00000100:00000040:0.0:1763346493.435651:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346493.435654:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.435655:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346493.435659:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346493.435661:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.435663:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.435671:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.435689:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.435703:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.435705:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.435712:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140806 00000100:00000040:0.0:1763346493.435716:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346493.435718:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201005568 : -105879508546048 : ffff9fb401810e00) 00000100:00000040:0.0:1763346493.435726:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401810e00 x1848996540787328/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 584/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.435735:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.435738:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.435740:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.435741:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.435746:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+492:226277:x1848996540787328:12345-192.168.204.16@tcp:101:stat.0 00000100:00000200:0.0:1763346493.435749:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540787328 00000020:00000001:0.0:1763346493.435753:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.435758:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.435764:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.435766:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.435768:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.435771:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346493.435775:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540787328, found 0 last_xid 1848996540787327 00000020:00000001:0.0:1763346493.435778:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.435780:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.435782:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.435789:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.435791:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.435794:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.435796:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.435798:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.435800:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.435806:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.435813:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:0.0:1763346493.435816:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.435819:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.435823:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346493.435827:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.435830:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa0eb to hash 00000020:00000001:0.0:1763346493.435832:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.435834:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000010:0.0:1763346493.435839:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346493.435843:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00010000:0.0:1763346493.435848:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa0eb lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212871 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.435857:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346493.435859:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00010000:00000001:0.0:1763346493.435865:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346493.435868:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346493.435876:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346493.435878:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346493.435880:0:19972:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346493.435882:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.435884:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346493.435888:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.435894:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346493.435897:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346493.435899:0:19972:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.435902:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346493.435904:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346493.435907:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.435909:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.435949:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb514160000. 02000000:00000001:0.0:1763346493.435952:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.435954:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.435957:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.435959:0:19972:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346493.435964:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346493.435967:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.435969:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.435972:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.435973:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.435975:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.435976:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.435977:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.435979:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.435981:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.435982:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.435984:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.435985:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.435986:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.435988:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.435989:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.435990:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.435992:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.435994:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.435995:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.436000:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346493.436005:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346493.436007:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346493.436009:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346493.436011:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.436014:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.436016:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.436017:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346493.436019:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.436022:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763346493.436028:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2baf8 00000004:00000002:0.0:1763346493.436030:0:19972:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_2, ldlm_rep = ffff9fb514160228 00000004:00000001:0.0:1763346493.436034:0:19972:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763346493.436037:0:19972:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763346493.436040:0:19972:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763346493.436043:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346493.436045:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.436048:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:0.0:1763346493.436050:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.436051:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.436971:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346493.436976:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.436978:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa0f2 to hash 00000020:00000001:0.0:1763346493.436980:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.436981:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346493.436988:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346493.436990:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.436994:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.436996:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.437000:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437008:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.437012:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.437015:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.437018:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.437020:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437022:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.437023:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437026:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346493.437028:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.437030:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.437031:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.437033:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:0.0:1763346493.437036:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346493.437042:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 493 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346493.437049:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437123:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.437128:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.437130:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437133:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.437134:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437136:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437138:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.437142:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346493.437145:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.437148:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437154:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346493.437155:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437157:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.437159:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346493.437160:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346493.437165:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4fb00. 00010000:00000010:0.0:1763346493.437169:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52f8afe80. 00010000:00000001:0.0:1763346493.437173:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.437175:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37c00. 00000020:00000001:0.0:1763346493.437177:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.437178:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37c00 with handle 0x757b854463afa0f9 to hash 00000020:00000001:0.0:1763346493.437180:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.437181:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000010:0.0:1763346493.437184:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfb00. 00010000:00000001:0.0:1763346493.437185:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.437188:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.437189:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.437191:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437196:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.437197:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.437198:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.437200:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.437201:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437203:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.437204:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437205:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346493.437206:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.437207:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.437208:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.437209:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x695180f9 (ffff9fb417f4fb00) refcount = 1 00010000:00010000:0.0:1763346493.437226:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437231:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.437232:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.437233:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437235:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.437236:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437238:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437240:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.437242:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346493.437243:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.437246:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437250:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346493.437252:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437253:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.437255:0:19972:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437262:0:19972:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346493.437302:0:19972:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346493.437317:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346493.437321:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346493.437326:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.437330:0:19972:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346493.437361:0:19972:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346493.437364:0:19972:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763346493.437365:0:19972:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763346493.437369:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.437371:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.437374:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.437376:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.437378:0:19972:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346493.437380:0:19972:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.437382:0:19972:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1763346493.437384:0:19972:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763346493.437387:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346493.437388:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.437390:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.437391:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.437392:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.437394:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.437415:0:19972:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.437417:0:19972:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.437419:0:19972:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437421:0:19972:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437423:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.437425:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4059:0x0] 00000020:00000001:0.0:1763346493.437428:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.437434:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570188024 : -105879139363592 : ffff9fb4178254f8) 00000004:00000001:0.0:1763346493.437436:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570187936 : -105879139363680 : ffff9fb4178254a0) 00000004:00000001:0.0:1763346493.437440:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763346493.437443:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346493.437445:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346493.437448:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f500. 00010000:00000010:0.0:1763346493.437452:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364a80. 00010000:00000001:0.0:1763346493.437455:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.437457:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346493.437459:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.437460:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa100 to hash 00000020:00000001:0.0:1763346493.437462:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.437463:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000010:0.0:1763346493.437466:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfd80. 00010000:00000001:0.0:1763346493.437468:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346493.437470:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.437471:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.437474:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437478:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.437480:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.437482:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.437483:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.437484:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437486:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.437487:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437489:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346493.437490:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.437491:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.437492:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.437494:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) refcount = 1 00010000:00010000:0.0:1763346493.437498:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437502:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.437504:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.437505:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437507:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.437508:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437510:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437512:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.437577:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346493.437579:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.437582:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437586:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346493.437587:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437588:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.437591:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.437593:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.437594:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346493.437596:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346493.437599:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346493.437600:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437601:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.437602:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437606:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763346493.437615:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346493.437618:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346493.437623:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437626:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.437633:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437635:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437642:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.437644:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.437649:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.437651:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346493.437653:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.437655:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4059:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:0.0:1763346493.437658:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.437659:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437660:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437662:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.437663:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.437665:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.437667:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.437668:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437669:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437671:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.437672:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.437674:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763346493.437676:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763346493.437677:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346493.437679:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb514160370 00000004:00000001:0.0:1763346493.437681:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.437685:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.437686:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.437688:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.437690:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.437691:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.437693:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.437694:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.437695:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.437698:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4059:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763346493.437701:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4059:0x0]: returning size 1024 00000004:00000040:0.0:1763346493.437705:0:19972:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4059:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763346493.437707:0:19972:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1763346493.437709:0:19972:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9738 00000004:00200000:0.0:1763346493.437712:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763346493.437714:0:19972:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763346493.437715:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.437716:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437718:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346493.437720:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.437721:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437722:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.437724:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.437725:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.437727:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.437728:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.437734:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346493.437741:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437743:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437750:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.437751:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.437752:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346493.437754:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346493.437755:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00000004:00010000:0.0:1763346493.437759:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000004:00000001:0.0:1763346493.437764:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346493.437768:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178254f8/ffff9fb4178254a0 to site lru. bkt: ffff9fb51dc9eb50 00000004:00000001:0.0:1763346493.437769:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.437771:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346493.437772:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346493.437774:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437776:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763346493.437779:0:19972:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1763346493.437781:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.437782:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.437783:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.437785:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) refcount = 1 00010000:00010000:0.0:1763346493.437787:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437792:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.437794:0:19972:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437795:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437796:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.437798:0:19972:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.437800:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346493.437802:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346493.437804:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.437805:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.437806:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:0.0:1763346493.437808:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.437810:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.437814:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346493.437817:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437822:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437823:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.437825:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437830:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.437831:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437834:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346493.437836:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:0.0:1763346493.437845:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346493.437847:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.437849:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346493.437851:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437857:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346493.437859:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.437860:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.437861:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=4 00000020:00000001:0.0:1763346493.437863:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.437864:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346493.437867:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346493.437869:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437874:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346493.437876:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346493.437877:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437880:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.437881:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.437883:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.437884:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.437886:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa0f2 from hash 00010000:00000001:0.0:1763346493.437888:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.437889:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437890:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.437891:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.437893:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.437894:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437896:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.437898:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.437900:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.437903:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346493.437906:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346493.437908:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.437911:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437913:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.437915:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346493.437917:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437918:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.437919:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437921:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.437923:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.437926:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437931:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437932:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.437933:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346493.437935:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346493.437936:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.437938:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa0f2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:0.0:1763346493.437945:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346493.437953:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.437955:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346493.437957:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346493.437958:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.437959:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.437961:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=3 00000020:00000001:0.0:1763346493.437962:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.437964:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.437969:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346493.437971:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437975:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.437976:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.437978:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.437983:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.437985:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.437986:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346493.437988:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:0.0:1763346493.437993:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346493.437995:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.437996:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346493.437998:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.438002:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346493.438003:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.438004:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.438005:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=4 00000020:00000001:0.0:1763346493.438007:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.438008:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.438010:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346493.438013:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.438017:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346493.438018:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346493.438019:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.438021:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.438022:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.438024:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.438025:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.438027:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37c00 with handle 0x757b854463afa0f9 from hash 00010000:00000001:0.0:1763346493.438029:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.438030:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.438031:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.438032:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.438034:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.438035:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.438037:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.438038:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.438039:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.438041:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x695180f9 (ffff9fb417f4fb00) 00010000:00010000:0.0:1763346493.438043:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346493.438045:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.438047:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.438048:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.438050:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346493.438184:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.438186:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.438187:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.438190:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.438192:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.438196:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.438202:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.438203:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.438204:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346493.438206:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346493.438207:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.438209:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa0f9 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:0.0:1763346493.438624:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfb00. 00010000:00000040:0.0:1763346493.438628:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fb00 count: 0 00010000:00000010:0.0:1763346493.438634:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb52f8afe80. 00010000:00000001:0.0:1763346493.438645:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.438646:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346493.438649:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346493.438650:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346493.438653:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763346493.438656:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.438658:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.438659:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346493.438662:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346493.438665:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00000004:00000040:0.0:1763346493.438669:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346493.438672:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:0.0:1763346493.438678:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.438680:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.438681:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346493.438684:0:19972:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763346493.438688:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346493.438691:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346493.438692:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346493.438694:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346493.438696:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346493.438700:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346493.438704:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.438707:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346493.438710:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346493.438715:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:0.0:1763346493.438717:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.438719:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346493.438722:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346493.438723:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.438727:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.438729:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.438730:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.438732:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.438734:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa0eb from hash 00010000:00000001:0.0:1763346493.438736:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.438738:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.438739:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.438741:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346493.438742:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.438748:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa0eb lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212871 expref: 494 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.438761:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346493.438764:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00010000:00000010:0.0:1763346493.438766:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346493.438770:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.438772:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.438778:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346493.438782:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212871 expref: 493 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.438789:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.438792:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.438793:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) 00010000:00010000:0.0:1763346493.438795:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763346493.438797:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.438799:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.438800:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.438802:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.438803:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.438804:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36c00, rc 0) 00000020:00000001:0.0:1763346493.438807:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346493.438811:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540787328 00010000:00000001:0.0:1763346493.438814:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.438821:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401810e00 x1848996540787328/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 584/640 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.438830:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.438833:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.438838:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.438843:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.438846:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.438848:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.438852:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.438856:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.438860:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.438863:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.438870:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a660. 00000100:00000200:0.0:1763346493.438878:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540787328, offset 224 00000400:00000200:0.0:1763346493.438885:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.438899:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.438906:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198511:198511:256:4294967295] 192.168.204.16@tcp LPNI seq info [198507:198507:8:4294967295] 00000400:00000200:0.0:1763346493.438917:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.438922:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.438928:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.438935:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.438944:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.438948:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.438969:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.438973:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.438975:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.438977:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.438980:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.438985:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401810e00 x1848996540787328/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 584/640 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.438995:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226277:x1848996540787328:12345-192.168.204.16@tcp:101:stat.0 Request processed in 3258us (4253us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346493.439003:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140806 00000100:00000040:0.0:1763346493.439007:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346493.439010:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.439012:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.439017:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8af080. 00000020:00000010:0.0:1763346493.439021:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109898. 00000020:00000010:0.0:1763346493.439026:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:0.0:1763346493.439047:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:0.0:1763346493.439050:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.439324:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.439329:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:1.0:1763346493.439335:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.439341:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.439346:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a660 00000400:00000010:1.0:1763346493.439348:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a660. 00000100:00000001:1.0:1763346493.439352:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.439354:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346493.449272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:0.1:1763346493.453611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fb00. 00010000:00000010:0.1:1763346493.453640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00010000:00000010:0.1:1763346493.453645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00000800:00000001:1.0:1763346493.454590:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.454607:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.454611:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.454613:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.454624:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.454643:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e012b00 00000400:00000200:1.0:1763346493.454650:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 1648 00000800:00000001:1.0:1763346493.454659:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.454667:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.454670:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.454675:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.454684:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.454686:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.454694:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401812300. 00000100:00000040:1.0:1763346493.454697:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401812300 x1848996540787456 msgsize 328 00000100:00100000:1.0:1763346493.454701:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.454718:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.454727:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.454731:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.455160:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.455164:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540787456 02000000:00000001:2.0:1763346493.455167:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.455169:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.455172:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.455177:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.455181:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540787456 00000020:00000001:2.0:1763346493.455184:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.455186:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346493.455188:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.455192:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:2.0:1763346493.455194:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346493.455197:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346493.455203:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.455208:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346493.455228:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.455231:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000020:00000010:2.0:1763346493.455238:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894800. 00000020:00000010:2.0:1763346493.455243:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.455248:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346493.455256:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.455259:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.455260:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.455263:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.455272:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.455286:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.455298:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.455300:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.455304:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20100 00000100:00000040:2.0:1763346493.455317:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346493.455319:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201010944 : -105879508540672 : ffff9fb401812300) 00000100:00000040:2.0:1763346493.455327:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401812300 x1848996540787456/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.455336:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.455338:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346493.455340:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.455342:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00000100:00100000:2.0:1763346493.455346:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540787456:12345-192.168.204.16@tcp:101:stat.0 00000100:00000200:2.0:1763346493.455350:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540787456 00000020:00000001:2.0:1763346493.455354:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.455358:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.455361:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.455363:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.455365:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.455368:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.455373:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.455375:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.455378:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.455384:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.455386:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.455389:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.455391:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.455393:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.455396:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.455401:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.455408:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:2.0:1763346493.455411:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.455414:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.455418:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346493.455421:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.455424:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa107 to hash 00000020:00000001:2.0:1763346493.455425:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.455427:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346493.455430:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346493.455435:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa107 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212878 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.455445:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346493.455447:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:2.0:1763346493.455455:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346493.455458:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346493.455461:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.455464:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.455470:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532674400. 02000000:00000001:2.0:1763346493.455473:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.455475:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.455480:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.455483:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.455486:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.455489:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346493.455494:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346493.455496:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346493.455500:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346493.455503:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7b2c0. 00000100:00000001:2.0:1763346493.455506:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.455512:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f31780. 00000100:00000001:2.0:1763346493.455514:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577577856 : -105879131973760 : ffff9fb417f31780) 00000100:00000001:2.0:1763346493.455517:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577577856 : -105879131973760 : ffff9fb417f31780) 00000100:00000001:2.0:1763346493.455519:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.455521:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346493.455523:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.455526:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346493.455530:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ea00. 00000020:00000040:2.0:1763346493.455534:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346493.455537:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.455540:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.455546:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.455553:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb401894e00. 00000100:00000001:2.0:1763346493.455559:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.455566:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346493.455569:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.455574:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.455582:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.455585:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.455589:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969088:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.455593:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.455599:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.455602:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.455605:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.455610:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346493.455613:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.455618:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cec8. 00000400:00000010:2.0:1763346493.455624:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b198. 00000100:00000200:2.0:1763346493.455631:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969088, portal 16 00000100:00000001:2.0:1763346493.455634:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.455635:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183174144 : -105874526377472 : ffff9fb52a76ea00) 00000100:00000040:2.0:1763346493.455640:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.455646:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.455649:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.455651:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035be58. 00000100:00000200:2.0:1763346493.455654:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514969088, offset 0 00000400:00000200:2.0:1763346493.455659:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.455670:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.455675:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346493.455679:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346493.455682:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346493.455685:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346493.455688:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198512:198512:256:4294967295] 192.168.204.16@tcp LPNI seq info [198508:198508:8:4294967295] 00000400:00000200:2.0:1763346493.455698:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.455703:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.455708:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.455714:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.455722:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.455726:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.455754:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.455759:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730370 00000100:00000010:2.0:1763346493.455764:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb532cb99c0. 00000100:00000001:2.0:1763346493.455771:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346493.455785:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730370 00000100:00000010:2.0:1763346493.455789:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb532cb9840. 00000100:00000001:2.0:1763346493.455792:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346493.455795:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730370 00000100:00000010:2.0:1763346493.455798:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb532cb9060. 00000100:00000001:2.0:1763346493.455803:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346493.455806:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730370 00000100:00000010:2.0:1763346493.455809:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb532cb9660. 00000100:00000001:2.0:1763346493.455812:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346493.455815:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.455818:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.455820:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.455821:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.455824:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.455826:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346493.455828:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346493.455831:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.455833:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.455834:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346493.455836:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.455838:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.455840:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.455842:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f31780 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.455845:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.455848:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346493.458591:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.458601:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:3.0:1763346493.458608:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.458616:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.458623:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035be58 00000400:00000010:3.0:1763346493.458626:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035be58. 00000100:00000001:3.0:1763346493.458633:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346493.458642:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.458653:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.458657:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.458663:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.458664:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.460704:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.460722:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.460726:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.460729:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.460739:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.460757:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773600 00000400:00000200:1.0:1763346493.460775:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fa35 [1] + 224 00000800:00000001:1.0:1763346493.460784:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.460793:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.460796:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.460800:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.460806:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.460815:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346493.460826:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.460848:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.460857:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.460861:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.462454:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.462467:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.462470:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.462474:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cec8. 00000400:00000200:2.0:1763346493.462482:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b198 00000400:00000010:2.0:1763346493.462485:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b198. 00000100:00000001:2.0:1763346493.462491:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.462502:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346493.462514:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.462523:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.462525:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.462528:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.462532:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.462535:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.462537:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.462542:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.462549:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346493.462553:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346493.462556:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.462558:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.462562:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.462566:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.462568:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.462573:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.462582:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.462586:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.462588:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.462592:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346493.462598:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346493.462609:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.462613:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.462622:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:2.0:1763346493.462625:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:2.0:1763346493.462628:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.462636:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346493.462640:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:2.0:1763346493.462644:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.462647:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.462648:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.462653:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346493.462662:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969088:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.462668:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.462670:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.462674:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.462677:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.462681:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76ea00 x1848996514969088/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.462689:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.462691:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.462696:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb51569a200. 02000000:00000001:2.0:1763346493.462699:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.462702:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.462704:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346493.462706:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.462709:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb401894e00. 02000000:00000001:2.0:1763346493.462719:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.462721:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.462723:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ea00. 00000100:00000001:2.0:1763346493.462727:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.462728:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346493.462730:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f31780. 00000100:00000001:2.0:1763346493.462733:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346493.462735:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346493.462739:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7b2c0. 00010000:00000001:2.0:1763346493.462743:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.462747:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.462751:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.462754:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.462761:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.462762:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.462765:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.462767:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.462771:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa107 from hash 00010000:00000001:2.0:1763346493.462774:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.462776:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.462777:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.462778:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.462780:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.462783:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346493.462790:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa107 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212878 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.462807:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346493.462811:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.462814:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.462816:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.462818:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.462822:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.462823:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.462825:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.462826:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.462828:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.462830:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.462832:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.462835:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.462838:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.462839:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.462841:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.462845:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa107 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212878 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.462854:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346493.462857:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:2.0:1763346493.462865:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.462867:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346493.462870:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346493.462876:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540787456 00010000:00000001:2.0:1763346493.462879:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.462885:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401812300 x1848996540787456/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.462894:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.462897:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.462900:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.462905:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.462908:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.462911:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.462914:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.462917:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.462921:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.462924:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.462932:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b198. 00000100:00000200:2.0:1763346493.462937:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540787456, offset 224 00000400:00000200:2.0:1763346493.462943:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.462968:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.462975:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198513:198513:256:4294967295] 192.168.204.16@tcp LPNI seq info [198509:198509:8:4294967295] 00000400:00000200:2.0:1763346493.462987:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.462993:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.462999:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.463006:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.463015:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.463019:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.463041:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.463045:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.463048:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.463050:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.463053:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.463059:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401812300 x1848996540787456/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.463070:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540787456:12345-192.168.204.16@tcp:101:stat.0 Request processed in 7731us (8370us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346493.463079:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20100 00000100:00000040:2.0:1763346493.463084:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346493.463086:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.463088:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.463094:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.463101:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346493.463107:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894800. 00000020:00000040:2.0:1763346493.463112:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346493.463115:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.463368:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.463374:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:1.0:1763346493.463378:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.463384:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.463388:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b198 00000400:00000010:1.0:1763346493.463390:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b198. 00000100:00000001:1.0:1763346493.463395:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.463396:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.470398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000800:00000001:3.0:1763346493.508801:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.508829:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.508834:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.508838:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.508852:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.508877:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e012b80 00000400:00000200:3.0:1763346493.508887:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 52664 00000800:00000001:3.0:1763346493.508897:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.508905:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.508909:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.508914:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.508921:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.508924:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346493.508931:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522402a00. 00000100:00000040:3.0:1763346493.508935:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522402a00 x1848996540787584 msgsize 576 00000100:00100000:3.0:1763346493.508939:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.508963:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.508971:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.508975:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.509021:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.509026:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540787584 02000000:00000001:0.0:1763346493.509029:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.509032:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.509034:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.509040:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.509045:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540787584 00000020:00000001:0.0:1763346493.509049:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.509051:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346493.509053:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.509057:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:0.0:1763346493.509059:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346493.509062:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346493.509067:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.509074:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.509078:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.509081:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.509089:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346493.509095:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364080. 00000020:00000010:0.0:1763346493.509101:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109898. 00000100:00000040:0.0:1763346493.509110:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346493.509113:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.509114:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346493.519378:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346493.519389:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.519394:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.519407:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.519418:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.519848:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.519851:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.519863:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140807 00000100:00000040:2.0:1763346493.519869:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346493.519872:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045368320 : -105874664183296 : ffff9fb522402a00) 00000100:00000040:2.0:1763346493.519881:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522402a00 x1848996540787584/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 576/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.519892:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.519897:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b7c0. 00000100:00000001:2.0:1763346493.519901:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.519903:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b7c0. 00000100:00100000:2.0:1763346493.519910:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226278:x1848996540787584:12345-192.168.204.16@tcp:101:readlink.0 00000100:00000200:2.0:1763346493.519913:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540787584 00000020:00000001:2.0:1763346493.519917:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.519922:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.519928:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.519930:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.519933:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.519936:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346493.519939:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540787584, found 0 last_xid 1848996540787583 00000020:00000001:2.0:1763346493.519942:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.519945:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.519947:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.519954:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.519956:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.519960:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.519963:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.519965:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.519967:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.519972:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.519980:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:2.0:1763346493.519983:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.519986:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.519990:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346493.519995:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.519998:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa10e to hash 00000020:00000001:2.0:1763346493.520000:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.520001:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346493.520007:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346493.520010:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346493.520015:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa10e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921287f expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.520023:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346493.520026:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:2.0:1763346493.520033:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346493.520036:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346493.520044:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346493.520046:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346493.520048:0:19972:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763346493.520050:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346493.520052:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1763346493.520055:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.520060:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199476339256 : -105874233212360 : ffff9fb53bf04238) 00000004:00000001:2.0:1763346493.520062:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638199476339168 : -105874233212448 : ffff9fb53bf041e0) 00000004:00000001:2.0:1763346493.520064:0:19972:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520068:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346493.520069:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346493.520073:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.520076:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.520117:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb53bb10000. 02000000:00000001:2.0:1763346493.520120:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.520123:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520126:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520128:0:19972:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763346493.520133:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346493.520135:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.520138:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520140:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.520142:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.520144:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520145:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.520146:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.520148:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520149:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.520150:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.520151:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520152:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.520153:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.520155:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520157:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.520158:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.520159:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520161:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.520163:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.520167:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346493.520172:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346493.520174:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346493.520177:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346493.520179:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520181:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.520182:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520184:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346493.520186:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520190:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763346493.520194:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346493.520196:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346493.520198:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.520203:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346493.520205:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346493.520207:0:19972:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1763346493.520209:0:19972:0:(mdt_lib.c:2202:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.520229:0:19972:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000bd2:0x4057:0x0], ldlm_rep = ffff9fb53bb10228 00000004:00000001:2.0:1763346493.520235:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346493.520239:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.520241:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.520245:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 2 00010000:00000001:2.0:1763346493.520247:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.520249:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.520252:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346493.520255:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.520257:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463afa115 to hash 00000020:00000001:2.0:1763346493.520258:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.520260:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000010:2.0:1763346493.520263:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894f00. 00010000:00000001:2.0:1763346493.520265:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.520268:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.520271:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.520274:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346493.520281:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.520286:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.520289:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.520291:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.520295:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.520297:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.520298:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.520301:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.520303:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.520318:0:19972:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.520319:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.520323:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 2 00010000:00000040:2.0:1763346493.520326:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346493.520331:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 494 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346493.520338:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346493.520343:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.520350:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.520352:0:19972:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.520354:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.520355:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.520357:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.520360:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.520362:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.520365:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.520368:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346493.520372:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.520373:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.520375:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.520376:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.520378:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.520380:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346493.520381:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.520383:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.520385:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.520387:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.520388:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520391:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346493.520396:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346493.520399:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346493.520438:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520441:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.520448:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.520451:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.520457:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520460:0:19972:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520464:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520467:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.520468:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.520469:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.520470:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520473:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520475:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346493.520477:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346493.520479:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520482:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.520483:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520485:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.520486:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.520488:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.520489:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.520490:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.520492:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.520494:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:2.0:1763346493.520497:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: returning size 11776 00000004:00200000:2.0:1763346493.520499:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00000002:2.0:1763346493.520502:0:19972:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763346493.520503:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.520504:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520506:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346493.520508:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.520509:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.520510:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.520511:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520513:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520515:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.520517:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.520521:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.520529:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520531:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.520540:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.520541:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.520543:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346493.520544:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.520546:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00000004:00010000:2.0:1763346493.520550:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346493.520554:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.520555:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.520556:0:19972:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1763346493.520558:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346493.520562:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824238/ffff9fb4178241e0 to site lru. bkt: ffff9fb51dc9ddc0 00000004:00000001:2.0:1763346493.520564:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763346493.520566:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.520567:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.520568:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346493.520569:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.520571:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00000004:00000040:2.0:1763346493.520574:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346493.520576:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:2.0:1763346493.520578:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.520579:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.520580:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.520582:0:19972:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763346493.520585:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346493.520586:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346493.520587:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346493.520589:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346493.520590:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346493.520592:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346493.520596:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.520598:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.520600:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346493.520602:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.520603:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346493.520606:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.520607:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.520611:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.520612:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.520613:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.520615:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.520617:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa10e from hash 00010000:00000001:2.0:1763346493.520618:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.520619:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.520620:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.520622:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.520623:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.520626:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa10e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921287f expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.520633:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346493.520635:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00010000:00000010:2.0:1763346493.520637:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346493.520644:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.520646:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.520650:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346493.520653:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921287f expref: 494 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.520660:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.520662:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346493.520664:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346493.520667:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1763346493.520670:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.520673:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.520675:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.520676:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.520677:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.520678:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c000, rc 0) 00000020:00000001:2.0:1763346493.520681:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.520684:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540787584 00010000:00000001:2.0:1763346493.520686:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.520691:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522402a00 x1848996540787584/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 576/584 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.520698:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.520701:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.520704:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.520708:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.520711:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.520714:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.520717:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.520719:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.520722:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.520725:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.520730:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bc38. 00000100:00000200:2.0:1763346493.520736:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848996540787584, offset 224 00000400:00000200:2.0:1763346493.520742:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.520754:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.520760:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198514:198514:256:4294967295] 192.168.204.16@tcp LPNI seq info [198510:198510:8:4294967295] 00000400:00000200:2.0:1763346493.520772:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.520777:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.520784:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.520790:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.520798:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.520803:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.520822:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.520826:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.520829:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.520830:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.520833:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.520837:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522402a00 x1848996540787584/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 576/584 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.520846:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:226278:x1848996540787584:12345-192.168.204.16@tcp:101:readlink.0 Request processed in 954us (11909us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346493.520854:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140807 00000100:00000040:2.0:1763346493.520858:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.520860:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.520862:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.520867:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364080. 00000020:00000010:2.0:1763346493.520871:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109898. 00000020:00000010:2.0:1763346493.520876:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:2.0:1763346493.520896:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:2.0:1763346493.520899:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346493.521045:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346493.521049:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:2.0:1763346493.521053:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.521058:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346493.521062:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:2.0:1763346493.521064:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:2.0:1763346493.521069:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346493.521071:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.525660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000100:00000040:0.0:1763346493.526300:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300730370, at 4300730376 00000100:00000010:0.0:1763346493.526322:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb532cb99c0. 00000100:00000040:2.0:1763346493.526381:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300730370, at 4300730376 00000100:00000010:2.0:1763346493.526386:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb532cb9060. 00000100:00000040:1.0:1763346493.526457:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300730370, at 4300730376 00000100:00000010:1.0:1763346493.526465:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb532cb9840. 00000800:00000001:1.0:1763346493.526583:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.526598:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.526601:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.526604:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.526615:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.526632:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e012c00 00000400:00000200:1.0:1763346493.526641:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 1976 00000800:00000001:1.0:1763346493.526649:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.526678:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.526682:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.526687:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.526696:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.526699:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.526707:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc4380. 00000100:00000040:1.0:1763346493.526711:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc4380 x1848996540787712 msgsize 328 00000100:00100000:1.0:1763346493.526716:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.526950:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.526959:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.526962:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.526999:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.527002:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540787712 02000000:00000001:0.0:1763346493.527005:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.527008:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.527011:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.527015:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.527019:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540787712 00000020:00000001:0.0:1763346493.527023:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.527024:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346493.527026:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.527029:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346493.527031:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346493.527033:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346493.527038:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.527042:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.527046:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.527048:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.527054:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346493.527058:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:0.0:1763346493.527063:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346493.527069:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346493.527072:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.527073:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.527075:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.527084:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.527096:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.527106:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.527108:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.527113:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20101 00000100:00000040:0.0:1763346493.527116:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346493.527118:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970663808 : -105874738887808 : ffff9fb51dcc4380) 00000100:00000040:0.0:1763346493.527125:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc4380 x1848996540787712/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.527133:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.527135:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.527138:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.527140:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.527143:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540787712:12345-192.168.204.16@tcp:101:readlink.0 00000100:00000200:0.0:1763346493.527147:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540787712 00000020:00000001:0.0:1763346493.527150:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.527154:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.527156:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.527158:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.527160:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.527163:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346493.527167:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.527169:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.527171:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.527177:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.527179:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.527181:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.527184:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.527185:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.527188:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.527194:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.527200:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:0.0:1763346493.527203:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.527206:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.527210:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346493.527242:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.527244:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa11c to hash 00000020:00000001:0.0:1763346493.527245:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.527247:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346493.527250:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00010000:0.0:1763346493.527255:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37a00/0x757b854463afa11c lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212886 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.527264:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:0.0:1763346493.527266:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:0.0:1763346493.527273:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346493.527276:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346493.527279:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.527281:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.527286:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa58000. 02000000:00000001:0.0:1763346493.527288:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.527290:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.527293:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346493.527296:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.527299:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.527301:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346493.527314:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c2000. 00002000:00000001:0.0:1763346493.527316:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346493.527319:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346493.527322:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.527325:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346493.527331:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a780. 00000100:00000001:0.0:1763346493.527333:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260032 : -105879142291584 : ffff9fb41755a780) 00000100:00000001:0.0:1763346493.527335:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260032 : -105879142291584 : ffff9fb41755a780) 00000100:00000001:0.0:1763346493.527338:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346493.527340:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346493.527341:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.527343:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346493.527347:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000020:00000040:0.0:1763346493.527350:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346493.527353:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346493.527356:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346493.527361:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346493.527368:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67000. 00000100:00000001:0.0:1763346493.527373:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.527379:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346493.527382:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346493.527388:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.527397:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346493.527400:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.527404:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969216:192.168.204.16@tcp:106: 00000100:00000040:3.0:1763346493.527407:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300730370, at 4300730376 00000100:00000001:0.0:1763346493.527409:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346493.527414:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1763346493.527417:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb532cb9660. 02000000:00000001:0.0:1763346493.527419:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.527424:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346493.527430:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346493.527432:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346493.527437:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346493.527443:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346493.527449:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969216, portal 16 00000100:00000001:0.0:1763346493.527452:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346493.527453:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:0.0:1763346493.527459:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.527466:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.527468:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.527471:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000100:00000200:0.0:1763346493.527474:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514969216, offset 0 00000400:00000200:0.0:1763346493.527480:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.527489:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.527495:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346493.527499:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346493.527503:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346493.527506:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346493.527509:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198515:198515:256:4294967295] 192.168.204.16@tcp LPNI seq info [198511:198511:8:4294967295] 00000400:00000200:0.0:1763346493.527519:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.527524:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.527528:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346493.527534:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.527541:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.527545:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.527565:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.527570:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730441 00000100:00000010:0.0:1763346493.527574:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1b7e0. 00000100:00000001:0.0:1763346493.527579:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763346493.527583:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730441 00000100:00000010:0.0:1763346493.527586:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1ba80. 00000100:00000001:0.0:1763346493.527588:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763346493.527591:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730441 00000100:00000010:0.0:1763346493.527594:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1bb40. 00000100:00000001:0.0:1763346493.527597:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763346493.527599:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730441 00000100:00000010:0.0:1763346493.527602:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1b780. 00000100:00000001:0.0:1763346493.527605:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346493.527607:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.527610:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.527613:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.527615:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.527617:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.527619:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346493.527621:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c2000. 00010000:00000001:0.0:1763346493.527625:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.527627:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.527628:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346493.527630:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.527632:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346493.527634:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346493.527636:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a780 going to sleep for 11 seconds 00000100:00000001:0.0:1763346493.527639:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346493.527642:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346493.527753:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.527757:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:3.0:1763346493.527763:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.527767:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.527772:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:3.0:1763346493.527774:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:3.0:1763346493.527778:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346493.527782:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.527790:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.527793:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.527799:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.527800:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346493.531401:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.531422:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346493.531425:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.531428:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.531439:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346493.531458:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773680 00000400:00000200:2.0:1763346493.531467:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fa45 [1] + 224 00000800:00000001:2.0:1763346493.531475:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.531483:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.531486:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.531491:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346493.531498:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.531508:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346493.531519:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.531530:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346493.531538:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.531541:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.531659:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346493.531668:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346493.531670:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346493.531674:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346493.531678:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:0.0:1763346493.531680:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:0.0:1763346493.531683:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.531687:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346493.531695:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.531701:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346493.531703:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.531705:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346493.531708:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346493.531711:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.531713:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.531717:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.531725:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346493.531729:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346493.531732:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346493.531733:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.531736:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346493.531740:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.531742:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.531747:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.531753:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.531757:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346493.531759:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.531762:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346493.531768:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346493.531778:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.531782:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.531788:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346493.531791:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:0.0:1763346493.531793:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346493.531801:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346493.531804:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:0.0:1763346493.531807:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.531809:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.531810:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.531814:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346493.531822:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969216:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346493.531827:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.531830:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.531833:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346493.531835:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.531838:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514969216/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.531844:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346493.531846:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346493.531850:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346493.531854:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346493.531856:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346493.531858:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346493.531859:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346493.531862:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67000. 02000000:00000001:0.0:1763346493.531869:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346493.531871:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346493.531873:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:0.0:1763346493.531877:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346493.531878:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346493.531880:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a780. 00000100:00000001:0.0:1763346493.531882:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346493.531884:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346493.531886:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f900. 00010000:00000001:0.0:1763346493.531890:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.531893:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.531897:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346493.531899:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.531905:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.531906:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.531909:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.531911:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.531914:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa11c from hash 00010000:00000001:0.0:1763346493.531917:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.531918:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.531919:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.531920:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346493.531922:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.531924:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346493.531932:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37a00/0x757b854463afa11c lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212886 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346493.531948:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346493.531952:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.531955:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.531956:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.531958:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.531961:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.531963:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.531964:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.531965:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.531967:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.531969:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.531971:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346493.531973:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.531975:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.531977:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.531978:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.531982:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37a00/0x757b854463afa11c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212886 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346493.531990:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346493.531993:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:0.0:1763346493.531998:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.531999:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37a00, rc 0) 00000020:00000001:0.0:1763346493.532002:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346493.532006:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540787712 00010000:00000001:0.0:1763346493.532009:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.532014:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc4380 x1848996540787712/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.532021:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.532024:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.532026:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.532030:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.532032:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.532035:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.532037:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.532040:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.532044:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.532046:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.532050:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346493.532054:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540787712, offset 224 00000400:00000200:0.0:1763346493.532059:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.532068:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.532074:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198516:198516:256:4294967295] 192.168.204.16@tcp LPNI seq info [198512:198512:8:4294967295] 00000400:00000200:0.0:1763346493.532083:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.532088:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.532093:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346493.532098:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.532106:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.532110:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.532128:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.532131:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.532134:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.532136:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.532139:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.532143:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4380 x1848996540787712/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.532153:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540787712:12345-192.168.204.16@tcp:101:readlink.0 Request processed in 5017us (5440us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346493.532161:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20101 00000100:00000040:0.0:1763346493.532166:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346493.532168:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.532170:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.532176:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:0.0:1763346493.532179:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346493.532184:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:0.0:1763346493.532191:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:0.0:1763346493.532194:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.532390:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.532395:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:1.0:1763346493.532401:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.532405:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.532408:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:1.0:1763346493.532410:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:1.0:1763346493.532413:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.532415:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346493.538472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00000800:00000001:3.0:1763346493.577966:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.577988:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.577992:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.577994:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.578006:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.578025:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e012d00 00000400:00000200:3.0:1763346493.578034:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 53240 00000800:00000001:3.0:1763346493.578041:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.578067:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.578071:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.578075:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.578083:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.578086:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346493.578094:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522401500. 00000100:00000040:3.0:1763346493.578098:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522401500 x1848996540787968 msgsize 4616 00000100:00100000:3.0:1763346493.578103:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.578121:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.578130:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.578133:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.578273:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.578277:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540787968 02000000:00000001:2.0:1763346493.578280:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.578283:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.578286:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.578291:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.578296:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540787968 00000020:00000001:2.0:1763346493.578298:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.578300:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346493.578303:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.578317:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:2.0:1763346493.578320:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346493.578322:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346493.578326:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.578331:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7ba00. 00000100:00000001:2.0:1763346493.578334:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.578337:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7ba00. 00000020:00000010:2.0:1763346493.578343:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346493.578350:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.578355:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346493.578364:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346493.578368:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.578369:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346493.578372:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346493.578374:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.578376:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.578385:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.578559:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.578575:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.578577:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.578583:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140808 00000100:00000040:2.0:1763346493.578587:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346493.578589:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045362944 : -105874664188672 : ffff9fb522401500) 00000100:00000040:2.0:1763346493.578597:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522401500 x1848996540787968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.578607:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.578610:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7ba00. 00000100:00000001:2.0:1763346493.578613:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.578615:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7ba00. 00000100:00100000:2.0:1763346493.578619:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+494:226281:x1848996540787968:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.578622:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540787968 00000020:00000001:2.0:1763346493.578626:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.578630:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.578636:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.578638:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.578640:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.578643:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346493.578647:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540787968, found 0 last_xid 1848996540787967 00000020:00000001:2.0:1763346493.578650:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.578652:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.578655:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.578662:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.578664:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.578667:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.578669:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.578671:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.578673:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.578679:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.578687:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:2.0:1763346493.578691:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.578693:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.578697:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346493.578700:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.578703:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa123 to hash 00000020:00000001:2.0:1763346493.578704:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.578706:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346493.578711:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346493.578714:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346493.578720:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa123 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921288d expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.578729:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346493.578731:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:2.0:1763346493.578738:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346493.578741:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346493.578748:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346493.578750:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346493.578752:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578755:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346493.578760:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb522401500 x1848996540787968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/0 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346493.578768:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346493.578771:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346493.578773:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346493.578777:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.578779:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.578782:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.578783:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.578785:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.578786:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.578787:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.578789:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.578795:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.578797:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578799:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578801:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578805:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346493.578806:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346493.578809:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.578812:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.578850:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5402f0000. 02000000:00000001:2.0:1763346493.578853:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.578857:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578862:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346493.578863:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.578865:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.578866:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.578867:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.578869:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.578870:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.578871:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.578872:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.578874:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.578875:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.578880:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346493.578885:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346493.578887:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346493.578889:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346493.578891:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.578893:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.578895:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578896:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346493.578898:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578900:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346493.578902:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578904:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346493.578907:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346493.578910:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:2.0:1763346493.578912:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200000bd2:0x4057:0x0]) cr_flag=040104240200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763346493.578916:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763346493.578918:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346493.578919:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346493.578922:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.578928:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346493.578930:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346493.578935:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346493.578939:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346493.578977:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.578981:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.578988:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.578991:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.578996:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.578999:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.579003:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.579006:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.579007:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.579008:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.579010:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.579014:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.579015:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346493.579018:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346493.579020:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.579023:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763346493.579026:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4057:0x0] lease count: 0, lm: 16 00000004:00000001:2.0:1763346493.579028:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346493.579033:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.579035:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.579039:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346493.579040:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.579042:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.579045:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d200. 00000020:00000001:2.0:1763346493.579048:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.579050:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d200 with handle 0x757b854463afa12a to hash 00000020:00000001:2.0:1763346493.579830:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.579834:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000010:2.0:1763346493.579840:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894200. 00010000:00000001:2.0:1763346493.579842:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346493.579847:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.579849:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.579852:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.579860:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.579864:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.579867:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.579870:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.579872:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.579874:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.579876:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.579878:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.579880:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.579882:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.579883:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.579886:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:2.0:1763346493.579889:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346493.579894:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921287f expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.579902:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 495 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346493.579909:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.579914:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.579919:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.579921:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.579923:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.579924:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.579926:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.579928:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.579931:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.579934:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.579937:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.579941:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.579943:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.579944:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.579946:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.579947:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.579949:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=3 00000020:00000001:2.0:1763346493.579951:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346493.579953:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346493.579955:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.579956:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.579957:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.579960:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4057:0x0], ibits = 0x5/0x0, open_flags = 040104240200001, try_layout = 0 : rc = 0 00000004:00000001:2.0:1763346493.579964:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.579966:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.579970:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763346493.579974:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.579975:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.579977:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.579978:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.579980:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.579981:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.579983:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.579984:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.579986:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:2.0:1763346493.579988:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: returning size 11776 00000001:00000001:2.0:1763346493.579990:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.579991:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.579993:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346493.579996:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.579998:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.579999:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.580004:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.580006:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.580008:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.580010:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580013:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763346493.580015:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:2.0:1763346493.580018:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346493.580039:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346493.580043:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763346493.580045:0:19997:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580047:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580050:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.580808:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346493.580814:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb417896700. 00000020:00000001:2.0:1763346493.580817:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.580819:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb417896700 with handle 0x757b854463afa131 to hash 00000020:00000001:2.0:1763346493.580821:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346493.580822:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194570651392 : -105879138900224 : ffff9fb417896700) 00000004:00000001:2.0:1763346493.580825:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346493.580827:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346493.580829:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4057:0x0] Change mfd open_flags 0 -> 040104240200001. 00000004:00000001:2.0:1763346493.580834:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763346493.580838:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.580847:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532675400. 00080000:00000001:2.0:1763346493.580849:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316370432 : -105874393181184 : ffff9fb532675400) 00080000:00000001:2.0:1763346493.580852:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346493.580858:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.580864:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.580865:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.580885:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.580887:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346493.580891:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346493.580895:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055478, last_committed = 8590055469 00000001:00000010:2.0:1763346493.580898:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb9ae0. 00000001:00000040:2.0:1763346493.580901:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:2.0:1763346493.580904:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00000001:00000010:2.0:1763346493.580911:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f310c0. 00080000:00000001:2.0:1763346493.580918:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.580936:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346493.580940:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f310c0: xid 1848996540787968, transno 8590055478, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346493.580943:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.580954:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580956:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346493.580957:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580959:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580961:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.580963:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346493.580965:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346493.580967:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346493.580969:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.580971:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346493.580973:0:19997:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.580975:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346493.580981:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.580988:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580991:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.580994:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346493.580998:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346493.581000:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346493.581002:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346493.581004:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346493.581006:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346493.581009:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346493.581027:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.581030:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:2.0:1763346493.581032:0:19997:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.581035:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.581036:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.581038:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d200 refcount=3 00000020:00000001:2.0:1763346493.581040:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00010000:00000001:2.0:1763346493.581043:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496768 : -105874727054848 : ffff9fb51e80d200) 00000004:00000040:2.0:1763346493.581046:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:2.0:1763346493.581048:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00010000:00000001:2.0:1763346493.581874:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.581878:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.581880:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.581882:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.581886:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.581890:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346493.581892:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.581894:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.581898:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.581899:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.581901:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.581903:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.581905:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa123 from hash 00010000:00000001:2.0:1763346493.581908:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.581909:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.581910:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.581911:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.581912:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.581919:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa123 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.581933:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346493.581935:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00010000:00000010:2.0:1763346493.581938:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346493.581947:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.581949:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.581956:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346493.581961:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.581969:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.581973:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346493.581976:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346493.581978:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1763346493.581981:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.581984:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.581986:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.581987:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.581989:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.581990:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d200, rc 0) 00000020:00000001:2.0:1763346493.581993:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.581998:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055478, xid 1848996540787968 00010000:00000001:2.0:1763346493.582000:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.582007:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522401500 x1848996540787968/t8590055478(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/608 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.582015:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.582018:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.582022:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.582028:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.582030:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.582034:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.582037:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.582041:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.582045:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.582047:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.582066:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bc38. 00000100:00000200:2.0:1763346493.582073:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540787968, offset 224 00000400:00000200:2.0:1763346493.582080:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.582094:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.582100:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198517:198517:256:4294967295] 192.168.204.16@tcp LPNI seq info [198513:198513:8:4294967295] 00000400:00000200:2.0:1763346493.582110:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.582115:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.582120:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.582127:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.582135:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.582140:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.584493:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.584506:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.584511:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.584514:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.584517:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.584527:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522401500 x1848996540787968/t8590055478(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/608 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.584538:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+496:226281:x1848996540787968:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 5928us (6437us total) trans 8590055478 rc 0/0 00000100:00100000:2.0:1763346493.584548:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140808 00000100:00000040:2.0:1763346493.584553:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.584555:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.584558:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.584566:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.584574:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346493.584581:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346493.584587:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000100:00000001:2.0:1763346493.584590:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.584769:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.584774:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:1.0:1763346493.584780:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.584785:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.584791:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:1.0:1763346493.584794:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:1.0:1763346493.584800:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.584802:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.589272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000100:00000040:0.0:1763346493.598387:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300730441, at 4300730448 00000100:00000010:0.0:1763346493.598404:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b7e0. 00000100:00000040:2.0:1763346493.598504:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300730441, at 4300730448 00000100:00000010:2.0:1763346493.598511:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1bb40. 00000100:00000040:3.0:1763346493.598597:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300730441, at 4300730448 00000100:00000010:3.0:1763346493.598603:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b780. 00000100:00000040:1.0:1763346493.598763:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300730441, at 4300730448 00000100:00000010:1.0:1763346493.598769:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1ba80. 00000800:00000001:1.0:1763346493.604937:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.604956:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.604960:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.604962:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.604973:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.604991:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 464 into portal 12 MB=0x691a70e012d80 00000400:00000200:1.0:1763346493.604999:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 464/464 into md 0xd4325 [64] + 57856 00000800:00000001:1.0:1763346493.605008:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.605023:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.605026:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.605030:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.605037:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.605040:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.605047:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc6d80. 00000100:00000040:1.0:1763346493.605051:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc6d80 x1848996540788096 msgsize 464 00000100:00100000:1.0:1763346493.605056:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.605073:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.605082:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.605085:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.605162:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.605166:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540788096 02000000:00000001:2.0:1763346493.605169:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.605171:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.605174:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.605179:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.605183:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540788096 00000020:00000001:2.0:1763346493.605187:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.605189:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346493.605191:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.605194:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=496 00000020:00000001:2.0:1763346493.605197:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346493.605199:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346493.605205:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.605210:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7ba00. 00000100:00000001:2.0:1763346493.605255:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.605258:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7ba00. 00000020:00000010:2.0:1763346493.605265:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346493.605271:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.605276:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346493.605283:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346493.605286:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.605287:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.605291:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.605300:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.605317:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.605330:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.605332:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.605337:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140809 00000100:00000040:2.0:1763346493.605341:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346493.605344:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970674560 : -105874738877056 : ffff9fb51dcc6d80) 00000100:00000040:2.0:1763346493.605351:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc6d80 x1848996540788096/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 464/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.605361:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.605364:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7ba00. 00000100:00000001:2.0:1763346493.605366:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.605368:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7ba00. 00000100:00100000:2.0:1763346493.605372:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+496:226281:x1848996540788096:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:2.0:1763346493.605375:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540788096 00000020:00000001:2.0:1763346493.605380:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.605384:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346493.605389:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f310c0: xid 1848996540787968, transno 8590055478, client gen 3, slot idx 0 00000001:00000001:2.0:1763346493.605395:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755acc0: xid 1848996540787072, transno 8590055477, client gen 3, slot idx 2 00000001:00000010:2.0:1763346493.605398:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755acc0. 00000020:00000001:2.0:1763346493.605403:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.605406:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.605408:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026864 : -1039524752 : ffffffffc20a1c70) 00000020:00000001:2.0:1763346493.605411:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346493.605414:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540788096, found 0 last_xid 1848996540788095 00000020:00000001:2.0:1763346493.605417:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.605419:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.605421:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.605425:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763346493.605432:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.605436:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000020:00000001:2.0:1763346493.605439:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.605441:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.605448:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.605450:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.605458:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9fb529390000. 02000000:00000001:2.0:1763346493.605461:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.605464:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.605468:0:19997:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763346493.605473:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346493.605475:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.605477:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.605480:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.605481:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.605483:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.605485:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.605486:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.605488:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.605489:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.605490:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.605492:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.605493:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.605494:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.605496:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.605498:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.605499:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.605501:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.605503:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.605505:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.605510:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346493.605516:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346493.605518:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346493.605521:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346493.605522:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.605525:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.605526:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.605528:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346493.605531:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.605533:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763346493.605538:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314bcb0 00000004:00000002:2.0:1763346493.605541:0:19997:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_2, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763346493.605546:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346493.605549:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346493.605554:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346493.605557:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.605560:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.605568:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:2.0:1763346493.605571:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.605575:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.605579:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346493.605584:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.605586:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa138 to hash 00000020:00000001:2.0:1763346493.605588:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.605590:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346493.605595:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346493.605599:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346493.605603:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.605604:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.605609:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.605617:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.605622:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.605625:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.605628:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.605630:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.605632:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.605634:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.605637:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.605640:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.605641:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.605643:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.605645:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:2.0:1763346493.605649:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346493.605653:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.605661:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921287f expref: 496 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.605669:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 496 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346493.605675:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.605680:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.605686:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.605688:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.605690:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.605692:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.605694:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.605696:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.605699:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.605702:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.605704:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.605709:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.605711:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.605712:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.605713:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.605715:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346493.605721:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84400. 00010000:00000010:2.0:1763346493.605724:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417896c80. 00010000:00000001:2.0:1763346493.605728:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.605730:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80cc00. 00000020:00000001:2.0:1763346493.605732:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.605734:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80cc00 with handle 0x757b854463afa13f to hash 00000020:00000001:2.0:1763346493.605736:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.605737:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000010:2.0:1763346493.605740:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894080. 00010000:00000001:2.0:1763346493.605741:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.605745:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.605746:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.605748:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.605754:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.605755:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.605757:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.605758:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.605759:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.605761:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.605763:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.605764:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.605766:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.605767:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.605768:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.605770:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x695180f9 (ffff9fb503c84400) refcount = 1 00010000:00010000:2.0:1763346493.605774:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.605779:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.605781:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.605782:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.605784:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.605785:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.605787:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.605788:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.605790:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.605792:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.605794:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.605798:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.605800:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.605801:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.605803:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.605808:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346493.605846:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346493.605850:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346493.605853:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346493.605857:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.605862:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346493.605889:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346493.605892:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346493.605893:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346493.605896:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.605898:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.605900:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.605902:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.605904:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346493.605906:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.605908:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346493.605910:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346493.605912:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346493.605914:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.605915:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.605916:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.605917:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.605919:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.605941:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.605944:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.605946:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.605948:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.605950:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346493.605952:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4059:0x0] 00000020:00000001:2.0:1763346493.605954:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.605959:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570188024 : -105879139363592 : ffff9fb4178254f8) 00000004:00000001:2.0:1763346493.605961:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570187936 : -105879139363680 : ffff9fb4178254a0) 00000004:00000001:2.0:1763346493.605964:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346493.605967:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.605968:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.605972:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 2 00010000:00000001:2.0:1763346493.605973:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.605976:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.605978:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346493.605981:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.605982:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa146 to hash 00000020:00000001:2.0:1763346493.605984:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.605985:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346493.605988:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894a00. 00010000:00000001:2.0:1763346493.605990:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.605992:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.605993:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.605996:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606000:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.606002:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.606003:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.606005:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.606007:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.606008:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.606010:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.606012:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.606013:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.606014:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.606015:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.606017:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) refcount = 2 00010000:00000040:2.0:1763346493.606019:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346493.606023:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212871 expref: 496 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346493.606029:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606033:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.606035:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.606037:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606039:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.606040:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.606042:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606043:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.606045:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.606047:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.606049:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606054:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.606055:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606056:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606058:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606060:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606061:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346493.606063:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.606065:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.606067:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606068:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.606070:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606073:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346493.606077:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346493.606080:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346493.606086:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606088:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.606095:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.606097:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.606104:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346493.606107:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346493.606111:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346493.606113:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346493.606115:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.606117:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4059:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:2.0:1763346493.606120:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.606121:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.606122:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.606126:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.606128:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.606129:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.606130:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.606131:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.606133:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.606135:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.606137:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.606139:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346493.606141:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346493.606142:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346493.606145:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb5293902f8 00000004:00000001:2.0:1763346493.606147:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.606150:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.606151:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.606153:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.606154:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.606156:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.606158:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.606159:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.606161:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.606162:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4059:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763346493.606166:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4059:0x0]: returning size 1024 00000004:00000040:2.0:1763346493.606169:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4059:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763346493.606171:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763346493.606173:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9738 00000004:00200000:2.0:1763346493.606175:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:2.0:1763346493.606181:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.606187:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606189:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606192:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606193:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606195:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346493.606197:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.606199:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00000004:00010000:2.0:1763346493.606203:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000004:00000001:2.0:1763346493.606209:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346493.606251:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178254f8/ffff9fb4178254a0 to site lru. bkt: ffff9fb51dc9eb50 00000004:00000001:2.0:1763346493.606254:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.606256:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346493.606257:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346493.606259:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606261:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346493.606263:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606264:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.606266:0:19997:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.606269:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346493.606271:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346493.606273:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606275:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606276:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:2.0:1763346493.606277:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346493.606279:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346493.606282:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346493.606285:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606290:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606291:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.606293:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606298:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.606299:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606302:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346493.606317:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346493.606322:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346493.606326:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.606328:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346493.606330:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606336:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346493.606337:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606338:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606340:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:2.0:1763346493.606341:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346493.606343:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346493.606346:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346493.606348:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606354:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346493.606355:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346493.606357:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606360:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.606362:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.606364:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.606365:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.606368:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa138 from hash 00010000:00000001:2.0:1763346493.606370:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.606371:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606372:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606373:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.606375:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.606377:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606378:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.606380:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.606383:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346493.606385:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346493.606388:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346493.606391:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.606394:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606396:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.606398:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346493.606400:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606401:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606403:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606405:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606407:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.606409:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606414:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606415:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606416:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346493.606418:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346493.606419:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.606421:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa138 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346493.606427:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346493.606434:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.606436:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346493.606438:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346493.606439:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606440:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606441:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346493.606443:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.606445:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.606447:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346493.606450:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606455:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606456:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.606458:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606467:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.606468:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606470:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346493.606472:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346493.606476:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80cc00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346493.606478:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.606479:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346493.606481:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606485:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346493.606486:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606487:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606488:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=4 00000020:00000001:2.0:1763346493.606490:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.606492:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.606494:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346493.606496:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606500:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346493.606502:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346493.606503:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606505:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.606506:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.606507:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.606509:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.606511:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80cc00 with handle 0x757b854463afa13f from hash 00010000:00000001:2.0:1763346493.606513:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.606514:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606515:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606517:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.606519:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.606520:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606522:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.606523:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.606524:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346493.606526:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x695180f9 (ffff9fb503c84400) 00010000:00010000:2.0:1763346493.606528:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346493.606530:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.606532:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606533:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.606535:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346493.606536:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606537:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606539:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606540:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606542:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.606544:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606549:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606551:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606552:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346493.606553:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346493.606554:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.606556:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa13f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346493.606560:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894080. 00010000:00000040:2.0:1763346493.606564:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84400 count: 0 00010000:00000010:2.0:1763346493.606569:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417896c80. 00010000:00000001:2.0:1763346493.606575:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.606577:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346493.606578:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346493.606580:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346493.606581:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763346493.606583:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606584:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606586:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346493.606587:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.606590:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.606592:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346493.606594:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606599:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606600:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.606601:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606606:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.606608:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606609:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346493.606611:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346493.606616:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80de00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346493.606618:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.606619:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346493.606621:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606626:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346493.606627:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.606628:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.606629:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=4 00000020:00000001:2.0:1763346493.606631:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.606633:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346493.606635:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346493.606637:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606645:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346493.606646:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346493.606647:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606649:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.606651:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.606652:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.606653:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.606655:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa146 from hash 00010000:00000001:2.0:1763346493.606657:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.606658:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606659:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606660:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.606662:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.606663:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606665:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.606666:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.606667:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346493.606669:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) 00010000:00010000:2.0:1763346493.606671:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346493.606672:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.606674:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606676:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.606677:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346493.606679:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606679:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606680:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.606682:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606684:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.606686:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.606690:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.606691:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.606692:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346493.606694:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346493.606695:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.606697:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa146 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346493.606703:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894a00. 00010000:00000001:2.0:1763346493.606707:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763346493.606710:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346493.606712:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346493.606713:0:19997:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763346493.606715:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346493.606716:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346493.606718:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346493.606721:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346493.606726:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.606728:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346493.606730:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763346493.606734:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540788096 00010000:00000001:2.0:1763346493.606737:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.606743:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc6d80 x1848996540788096/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 464/520 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.606751:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.606754:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.606758:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.606763:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.606765:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.606767:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.606771:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.606774:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.606777:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.606780:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.606786:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bb28. 00000100:00000200:2.0:1763346493.606793:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848996540788096, offset 224 00000400:00000200:2.0:1763346493.606799:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.606811:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.606818:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198518:198518:256:4294967295] 192.168.204.16@tcp LPNI seq info [198514:198514:8:4294967295] 00000400:00000200:2.0:1763346493.606829:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.606834:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.606840:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.606847:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.606854:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.606858:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.606880:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.606884:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.606887:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.606889:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.606891:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.606896:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc6d80 x1848996540788096/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 464/520 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.606905:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+496:226281:x1848996540788096:12345-192.168.204.16@tcp:34:lfs.0 Request processed in 1542us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346493.606914:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140809 00000100:00000040:2.0:1763346493.606917:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.606920:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.606922:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.606926:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.606930:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346493.606934:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346493.606938:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000100:00000001:2.0:1763346493.606942:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346493.607258:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.607263:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:3.0:1763346493.607268:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.607273:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.607278:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bb28 00000400:00000010:3.0:1763346493.607280:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bb28. 00000100:00000001:3.0:1763346493.607286:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.607287:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.615772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346493.615791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84400. 00010000:00000010:2.1:1763346493.615797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:2.1:1763346493.615800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000001:1.0:1763346493.639769:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.639788:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.639792:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.639795:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.639807:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.639826:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e012e80 00000400:00000200:1.0:1763346493.639834:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 58320 00000800:00000001:1.0:1763346493.639844:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.639856:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.639859:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.639864:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.639871:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.639874:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.639881:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc4a80. 00000100:00000040:1.0:1763346493.639885:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc4a80 x1848996540788352 msgsize 4616 00000100:00100000:1.0:1763346493.639889:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.639907:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.639917:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.639920:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.640009:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.640013:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540788352 02000000:00000001:0.0:1763346493.640017:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.640019:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.640021:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.640027:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.640031:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540788352 00000020:00000001:0.0:1763346493.640034:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.640036:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346493.640038:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.640042:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=496 00000020:00000001:0.0:1763346493.640045:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346493.640047:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346493.640052:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.640057:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.640062:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.640064:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.640071:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:0.0:1763346493.640077:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364180. 00000020:00000010:0.0:1763346493.640081:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346493.640089:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346493.640092:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.640093:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346493.640097:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346493.640098:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.640100:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.640109:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.640126:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.640140:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.640142:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.640147:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140810 00000100:00000040:0.0:1763346493.640151:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346493.640153:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970665600 : -105874738886016 : ffff9fb51dcc4a80) 00000100:00000040:0.0:1763346493.640160:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc4a80 x1848996540788352/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.640169:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.640172:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.640174:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.640176:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.640180:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+496:226283:x1848996540788352:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346493.640184:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540788352 00000020:00000001:0.0:1763346493.640187:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.640191:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.640196:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.640199:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.640201:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.640203:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346493.640208:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540788352, found 0 last_xid 1848996540788351 00000020:00000001:0.0:1763346493.640210:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.640254:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.640257:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.640264:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.640266:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.640269:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.640271:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.640273:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.640275:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.640281:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.640289:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:0.0:1763346493.640292:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.640296:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.640300:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346493.640315:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.640317:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa14d to hash 00000020:00000001:0.0:1763346493.640319:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.640320:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000010:0.0:1763346493.640326:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346493.640330:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00010000:0.0:1763346493.640335:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa14d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212894 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.640344:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346493.640346:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00010000:00000001:0.0:1763346493.640354:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346493.640357:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346493.640365:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346493.640367:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346493.640369:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640371:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763346493.640376:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb51dcc4a80 x1848996540788352/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/0 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763346493.640389:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346493.640391:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346493.640393:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763346493.640396:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.640398:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640401:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.640402:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.640404:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640406:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.640407:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.640408:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640415:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.640416:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640418:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640420:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640423:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346493.640424:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346493.640427:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.640430:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.640480:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb538af0000. 02000000:00000001:0.0:1763346493.640484:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.640487:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640492:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346493.640494:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.640496:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640497:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.640499:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.640500:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640502:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.640503:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.640504:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640507:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.640508:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.640512:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346493.640517:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346493.640520:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346493.640523:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346493.640524:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640527:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.640528:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640531:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346493.640532:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640535:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346493.640537:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640539:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346493.640542:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346493.640545:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:0.0:1763346493.640547:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x4059:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763346493.640552:0:19972:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763346493.640555:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.640557:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346493.640559:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.640564:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346493.640566:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346493.640568:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.640569:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4059:0x0] 00000020:00000001:0.0:1763346493.640571:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.640575:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570188024 : -105879139363592 : ffff9fb4178254f8) 00000004:00000001:0.0:1763346493.640577:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570187936 : -105879139363680 : ffff9fb4178254a0) 00000004:00000001:0.0:1763346493.640579:0:19972:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763346493.640580:0:19972:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640586:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346493.640590:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346493.640599:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640602:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.640608:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.640611:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.640617:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.640621:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.640625:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.640628:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346493.640629:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.640631:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4059:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:0.0:1763346493.640634:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.640636:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.640637:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.640638:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.640640:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.640641:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763346493.640644:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb538af0378 00000004:00000001:0.0:1763346493.640646:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640649:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1763346493.640653:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346493.640654:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.640656:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4059:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1763346493.640659:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763346493.640663:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346493.640665:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.640669:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 2 00010000:00000001:0.0:1763346493.640671:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.640672:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.640676:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37c00. 00000020:00000001:0.0:1763346493.640678:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.640680:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37c00 with handle 0x757b854463afa154 to hash 00000020:00000001:0.0:1763346493.640682:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.640684:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000010:0.0:1763346493.640686:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfb00. 00010000:00000001:0.0:1763346493.640688:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.640693:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.640695:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.640698:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa154 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.640705:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.640711:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.640714:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.640716:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.640719:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.640721:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.640722:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.640725:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346493.640727:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.640729:0:19972:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.640730:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.640733:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) refcount = 2 00010000:00000040:0.0:1763346493.640736:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346493.640741:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212871 expref: 497 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346493.640748:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa154 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.640754:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.640760:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.640762:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.640764:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.640765:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.640768:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.640770:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.640773:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346493.640776:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.640778:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa154 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.640784:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346493.640785:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.640786:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.640788:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.640790:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.640791:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=3 00000020:00000001:0.0:1763346493.640793:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.640796:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.640798:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.640799:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.640800:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.640803:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4059:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763346493.640807:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.640809:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640812:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346493.640816:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.640818:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640820:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.640821:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.640823:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.640825:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.640826:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.640828:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.640830:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4059:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763346493.640833:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4059:0x0]: returning size 1024 00000001:00000001:0.0:1763346493.640836:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.640837:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640840:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346493.640842:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.640844:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.640846:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.640848:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.640851:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.640853:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.640855:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640858:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763346493.640860:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:0.0:1763346493.640863:0:19972:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763346493.640864:0:19972:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640868:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346493.640874:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346493.640879:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346493.640881:0:19972:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640885:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.640887:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.640891:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346493.640894:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364d00. 00000020:00000001:0.0:1763346493.640896:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.640898:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364d00 with handle 0x757b854463afa15b to hash 00000020:00000001:0.0:1763346493.640900:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346493.640901:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279602944 : -105874429948672 : ffff9fb530364d00) 00000004:00000001:0.0:1763346493.640903:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346493.640904:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346493.640906:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4059:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:0.0:1763346493.640910:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763346493.640913:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346493.640922:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59400. 00080000:00000001:0.0:1763346493.640925:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186232320 : -105874523319296 : ffff9fb52aa59400) 00080000:00000001:0.0:1763346493.640927:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346493.640933:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.640939:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.640941:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.640964:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.640967:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346493.640972:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346493.640975:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055479, last_committed = 8590055469 00000001:00000010:0.0:1763346493.640979:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb510a1b960. 00000001:00000040:0.0:1763346493.640982:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:0.0:1763346493.640984:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:0.0:1763346493.640990:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a9c0. 00080000:00000001:0.0:1763346493.640998:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.641018:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346493.641021:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a9c0: xid 1848996540788352, transno 8590055479, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763346493.641024:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.641034:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.641035:0:19972:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346493.641038:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.641040:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.641043:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.641045:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.641047:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.641049:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.641050:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.641052:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.641054:0:19972:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.641057:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346493.641059:0:19972:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346493.641060:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.641062:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.641064:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346493.641065:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346493.641066:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.641068:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346493.641070:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.641071:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.641073:0:19972:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346493.641079:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346493.641086:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.641089:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.641091:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346493.641094:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346493.641096:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346493.641098:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346493.641099:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346493.641100:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346493.641103:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346493.641119:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.641121:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763346493.641125:0:19972:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763346493.641127:0:19972:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.641130:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.641131:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.641133:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=3 00000020:00000001:0.0:1763346493.641135:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346493.641138:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00000004:00000040:0.0:1763346493.641141:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:0.0:1763346493.641143:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000001:0.0:1763346493.641148:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.641149:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.641150:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346493.641152:0:19972:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346493.641155:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346493.641158:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346493.641160:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346493.641162:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.641166:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.641167:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.641169:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.641170:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.641173:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa14d from hash 00010000:00000001:0.0:1763346493.641175:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.641176:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.641177:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.641178:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346493.641180:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.641184:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa14d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212894 expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.641191:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346493.641193:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:0.0:1763346493.641196:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346493.641205:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.641207:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.641263:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346493.641268:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa154 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212894 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.641278:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.641281:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.641284:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) 00010000:00010000:0.0:1763346493.641286:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763346493.641289:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.641291:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.641293:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.641294:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.641295:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.641297:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37c00, rc 0) 00000020:00000001:0.0:1763346493.641299:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346493.641313:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055479, xid 1848996540788352 00010000:00000001:0.0:1763346493.641317:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.641323:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc4a80 x1848996540788352/t8590055479(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/664 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.641331:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.641334:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.641338:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.641343:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.641345:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.641348:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.641352:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.641354:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.641358:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.641361:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.641367:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000100:00000200:0.0:1763346493.641373:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540788352, offset 224 00000400:00000200:0.0:1763346493.641379:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.641389:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.641396:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198519:198519:256:4294967295] 192.168.204.16@tcp LPNI seq info [198515:198515:8:4294967295] 00000400:00000200:0.0:1763346493.641406:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.641412:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.641417:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.641422:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.641431:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.641434:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.641442:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.641446:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.641448:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.641450:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.641453:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.641457:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4a80 x1848996540788352/t8590055479(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/664 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.641467:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:226283:x1848996540788352:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1296us (1580us total) trans 8590055479 rc 0/0 00000100:00100000:0.0:1763346493.641475:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140810 00000100:00000040:0.0:1763346493.641479:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346493.641481:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.641483:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.641487:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364180. 00000020:00000010:0.0:1763346493.641491:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346493.641496:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f87a00. 00000020:00000040:0.0:1763346493.641502:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:0.0:1763346493.641505:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.641798:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.641804:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:1.0:1763346493.641810:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.641815:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.641820:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:1.0:1763346493.641822:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:1.0:1763346493.641826:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.641827:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346493.645363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000001:1.0:1763346493.646333:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.646338:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.646342:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.646343:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.646346:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.646347:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.646351:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.646352:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.646356:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.646358:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.646482:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346493.646485:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.646489:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1763346493.648290:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.648317:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.648321:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.648324:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.648335:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.648355:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 552 into portal 12 MB=0x691a70e012f80 00000400:00000200:3.0:1763346493.648363:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 552/552 into md 0xd4325 [64] + 62936 00000800:00000001:3.0:1763346493.648370:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.648376:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.648379:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.648383:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.648391:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.648394:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346493.648403:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768e00. 00000100:00000040:3.0:1763346493.648407:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768e00 x1848996540788608 msgsize 552 00000100:00100000:3.0:1763346493.648411:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.648431:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.648442:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.648446:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.648448:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.648450:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.648454:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.648460:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e013000 00000400:00000200:3.0:1763346493.648466:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127825 [2] + 1312 00000800:00000001:3.0:1763346493.648469:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.648478:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.648480:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.648483:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.648486:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.648488:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346493.648492:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a769180. 00000100:00000040:3.0:1763346493.648494:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a769180 x1848996540788736 msgsize 328 00000100:00100000:3.0:1763346493.648498:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.648514:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.648519:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.648522:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.648602:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.648605:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540788608 02000000:00000001:2.0:1763346493.648609:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.648611:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.648614:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.648619:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.648624:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540788608 00000020:00000001:2.0:1763346493.648628:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.648630:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346493.648632:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.648635:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:2.0:1763346493.648637:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346493.648639:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346493.648645:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.648650:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7ba00. 00000100:00000001:2.0:1763346493.648653:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.648656:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7ba00. 00000020:00000010:2.0:1763346493.648663:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346493.648669:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.648674:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346493.648681:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346493.648684:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.648685:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346493.648688:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346493.648689:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.648692:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.648700:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.648718:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.648740:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.648743:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.648748:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140811 00000100:00000040:2.0:1763346493.648753:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346493.648755:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183150592 : -105874526401024 : ffff9fb52a768e00) 00000100:00000040:2.0:1763346493.648763:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a768e00 x1848996540788608/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 552/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.648772:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.648775:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7ba00. 00000100:00000001:2.0:1763346493.648777:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.648779:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7ba00. 00000100:00100000:2.0:1763346493.648784:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+498:226283:x1848996540788608:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.648787:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540788608 00000020:00000001:2.0:1763346493.648791:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.648795:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346493.648801:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a9c0: xid 1848996540788352, transno 8590055479, client gen 3, slot idx 1 00000001:00000001:2.0:1763346493.648806:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f310c0: xid 1848996540787968, transno 8590055478, client gen 3, slot idx 0 00000001:00000010:2.0:1763346493.648810:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f310c0. 00000020:00000001:2.0:1763346493.648815:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.648817:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.648819:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.648822:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346493.648825:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540788608, found 0 last_xid 1848996540788607 00000020:00000001:2.0:1763346493.648828:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.648830:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.648833:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.648838:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.648841:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.648843:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.648846:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.648848:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346493.648850:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:2.0:1763346493.648854:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.648855:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.648857:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346493.648860:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346493.648862:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000040:2.0:1763346493.648867:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00000004:00000001:2.0:1763346493.648871:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763346493.648874:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346493.648877:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.648879:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.648881:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.648883:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.648889:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.648891:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.648897:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.648899:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.648901:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.648902:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.648904:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463afa115 from hash 00010000:00000001:2.0:1763346493.648907:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.648908:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.648909:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.648910:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.648915:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.648916:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.648918:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.648919:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.648924:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa115 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921287f expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.648933:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346493.648935:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:2.0:1763346493.648938:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894f00. 00010000:00000001:2.0:1763346493.648945:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.648947:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.648950:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346493.648952:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00000001:2.0:1763346493.648956:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.648959:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.648960:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346493.648962:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346493.648963:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.648967:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.648972:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346493.648974:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.648977:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.648982:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346493.648984:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.648986:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa162 to hash 00000020:00000001:2.0:1763346493.648988:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.648989:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346493.648993:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894f00. 00010000:00000001:2.0:1763346493.648996:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00010000:2.0:1763346493.648999:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa162 lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921289b expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.649005:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:2.0:1763346493.649007:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:2.0:1763346493.649011:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346493.649013:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346493.649022:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346493.649025:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346493.649026:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649028:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346493.649033:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb52a768e00 x1848996540788608/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 552/0 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346493.649041:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346493.649044:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346493.649046:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346493.649049:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.649051:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.649054:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.649055:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.649057:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.649063:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.649064:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649066:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649068:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649071:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346493.649073:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346493.649076:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.649078:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.649114:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb531280000. 02000000:00000001:2.0:1763346493.649117:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.649120:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649126:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346493.649127:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.649129:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.649130:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.649131:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.649133:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.649135:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.649136:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.649137:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.649139:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.649140:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.649144:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346493.649149:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346493.649151:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346493.649154:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346493.649156:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.649158:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.649159:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649161:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346493.649162:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649165:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346493.649166:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649169:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346493.649171:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346493.649174:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:2.0:1763346493.649176:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(. :VOLATILE:0000:6F31A52A:fd=03->[0x200000bd2:0x405f:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763346493.649182:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346493.649184:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346493.649186:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.649190:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346493.649192:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346493.649195:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346493.649196:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649200:0:19997:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763346493.649202:0:19997:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x405f:0x0] 00000020:00000001:2.0:1763346493.649203:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763346493.649205:0:19997:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763346493.649209:0:19997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346493.649261:0:19997:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346493.649267:0:19997:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763346493.649268:0:19997:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x405f:0x0] 00000004:00000010:2.0:1763346493.649275:0:19997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346493.649278:0:19997:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649281:0:19997:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763346493.649284:0:19997:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763346493.649288:0:19997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb406fd5cb0. 00000004:00000001:2.0:1763346493.649290:0:19997:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638194293038256 : -105879416513360 : ffff9fb406fd5cb0) 00000004:00000001:2.0:1763346493.649292:0:19997:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649296:0:19997:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763346493.649298:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346493.649301:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346493.649317:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.649320:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.649323:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.649324:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.649326:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346493.649328:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763346493.649330:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763346493.649336:0:19997:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346493.649338:0:19997:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.649341:0:19997:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763346493.649344:0:19997:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346493.649346:0:19997:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.649350:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346493.649353:0:19997:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00080000:00000001:2.0:1763346493.649361:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.649368:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763346493.649370:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4057:0x0] version is 0x20001d7fa 00000004:00000002:2.0:1763346493.649373:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x405f:0x0] version is 0x1 00000004:00000001:2.0:1763346493.649379:0:19997:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763346493.649416:0:19997:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763346493.649419:0:19997:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763346493.649772:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346493.649777:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346493.649781:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649783:0:19997:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649787:0:19997:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346493.649792:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346493.649800:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb9060. 00080000:00000001:2.0:1763346493.649803:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.649812:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532675800. 00080000:00000001:2.0:1763346493.649814:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00000004:00000001:2.0:1763346493.649817:0:19997:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763346493.649822:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.649824:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.649827:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.649831:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.649835:0:19997:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346493.649839:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405f:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763346493.649842:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763346493.649848:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4057:0x0] not in the id map cache 00000004:00000001:2.0:1763346493.649852:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346493.649854:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346493.649855:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.649857:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.649860:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649861:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649863:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346493.649865:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346493.649866:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.649869:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.649870:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649873:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346493.649878:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb417f31780. 00000004:00000001:2.0:1763346493.649881:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763346493.649883:0:19997:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763346493.649887:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314b8c8 00000001:00000002:2.0:1763346493.649889:0:19997:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4057:0x0]:. :VOLATILE:0000:6F31A52A:fd=03' is added 00000004:00000001:2.0:1763346493.649892:0:19997:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649895:0:19997:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763346493.649898:0:19997:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763346493.649902:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.649905:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.649908:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346493.649929:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346493.649932:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.649933:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.649935:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.649936:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.649938:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346493.649946:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405f:0x0] not in the id map cache 00000001:00000001:2.0:1763346493.649949:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.649951:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649954:0:19997:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649956:0:19997:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649958:0:19997:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763346493.649960:0:19997:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649966:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.649968:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.649972:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763346493.649978:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649982:0:19997:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763346493.649983:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.649984:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.649988:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346493.649990:0:19997:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346493.649992:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.649995:0:19997:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.649999:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346493.650001:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346493.650006:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346493.650007:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650008:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650012:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.650017:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.650018:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650020:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650024:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.650027:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.650028:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650030:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650033:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346493.650036:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650038:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650040:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.650062:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.650064:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650069:0:19997:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763346493.650071:0:19997:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763346493.650073:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763346493.650074:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650075:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650079:0:19997:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763346493.650123:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346493.650125:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346493.650126:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346493.650128:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346493.650129:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.650131:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.650299:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346493.650312:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.650316:0:19997:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650318:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650321:0:19997:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650323:0:19997:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650325:0:19997:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763346493.650327:0:19997:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650333:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.650336:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346493.650339:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.650340:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650341:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650346:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.650348:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:2.0:1763346493.650355:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346493.650356:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.650358:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650360:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650362:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650364:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650368:0:19997:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650373:0:19997:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763346493.650377:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650379:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650383:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763346493.650400:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650404:0:19997:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763346493.650405:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650406:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650409:0:19997:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763346493.650449:0:19997:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650451:0:19997:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650453:0:19997:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.650456:0:19997:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650458:0:19997:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.650461:0:19997:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346493.650462:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650463:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650466:0:19997:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346493.650469:0:19997:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650471:0:19997:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.650476:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346493.650478:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346493.650483:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763346493.650486:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.650488:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346493.650489:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.650491:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650492:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650495:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.650496:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346493.650502:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346493.650504:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.650506:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650507:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650509:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650511:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346493.650513:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055480, last_committed = 8590055469 00000001:00000010:2.0:1763346493.650517:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417875cc0. 00000001:00000040:2.0:1763346493.650520:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:2.0:1763346493.650522:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:2.0:1763346493.650528:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f316c0. 00000004:00000001:2.0:1763346493.650535:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346493.650537:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.650538:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316371456 : -105874393180160 : ffff9fb532675800) 00080000:00000001:2.0:1763346493.650541:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.650553:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346493.650556:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346493.650560:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f316c0: xid 1848996540788608, transno 8590055480, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346493.650563:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.650603:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.650606:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb9060. 00000020:00000001:2.0:1763346493.650608:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650617:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346493.650620:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346493.650624:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650627:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.650631:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.650632:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.650634:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650637:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650641:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650643:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346493.650645:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650648:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.650649:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.650650:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.650652:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650653:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650655:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346493.650658:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb531280378 00000004:00000001:2.0:1763346493.650661:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.650666:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.650672:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650681:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763346493.650684:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405f:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763346493.650687:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346493.650691:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346493.650693:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346493.650700:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84400. 00010000:00000010:2.0:1763346493.650704:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417896d00. 00010000:00000001:2.0:1763346493.650718:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.650721:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80cc00. 00000020:00000001:2.0:1763346493.650724:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.650726:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80cc00 with handle 0x757b854463afa169 to hash 00000020:00000001:2.0:1763346493.650728:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.650729:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000010:2.0:1763346493.650733:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894a00. 00010000:00000001:2.0:1763346493.650736:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.650740:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.650742:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.650746:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.650753:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346493.650757:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346493.650759:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346493.650761:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.650763:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.650765:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.650766:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.650769:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346493.650771:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346493.650773:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346493.650774:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346493.650777:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84400) refcount = 1 00010000:00010000:2.0:1763346493.650780:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.650785:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346493.650789:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.650790:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.650792:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.650793:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.650795:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.650797:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.650799:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346493.650802:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346493.650805:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346493.650810:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346493.650811:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.650812:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.650814:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.650816:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.650817:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346493.650819:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.650821:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.650823:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.650824:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.650825:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.650827:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405f:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763346493.650831:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.650833:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650835:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763346493.650839:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.650840:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.650842:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.650844:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.650845:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.650847:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.650848:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.650849:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.650851:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:2.0:1763346493.650854:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: returning size 0 00000001:00000001:2.0:1763346493.650857:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.650858:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650861:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346493.650863:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.650865:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.650866:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.650869:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650871:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650873:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650875:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650877:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763346493.650879:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763346493.650881:0:19997:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.650884:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763346493.650886:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763346493.650888:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650891:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346493.650894:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346493.650897:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650900:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.650903:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346493.650906:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb5205dd200. 00000020:00000001:2.0:1763346493.650908:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.650910:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb5205dd200 with handle 0x757b854463afa170 to hash 00000020:00000001:2.0:1763346493.650911:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346493.650913:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199013757440 : -105874695794176 : ffff9fb5205dd200) 00000004:00000001:2.0:1763346493.650915:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346493.650917:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346493.650918:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405f:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763346493.650922:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346493.650924:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346493.650925:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650927:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650930:0:19997:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.650933:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346493.650934:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346493.650936:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346493.650939:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.650941:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346493.650942:0:19997:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.650945:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346493.650946:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346493.650949:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.650951:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650955:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650957:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346493.650960:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346493.650962:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346493.650963:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346493.650965:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346493.650968:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346493.650970:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346493.650974:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.650976:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763346493.650979:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763346493.650981:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.650984:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346493.650985:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.650987:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346493.650989:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346493.650991:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00000004:00000040:2.0:1763346493.650994:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:2.0:1763346493.650996:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:2.0:1763346493.651000:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.651002:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346493.651003:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.651005:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.651009:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346493.651012:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346493.651015:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.651016:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.651020:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.651021:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.651023:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.651024:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.651026:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa162 from hash 00010000:00000001:2.0:1763346493.651029:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.651030:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.651031:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.651032:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.651033:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.651040:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa162 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.651048:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:2.0:1763346493.651050:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:2.0:1763346493.651053:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894f00. 00010000:00000001:2.0:1763346493.651060:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.651061:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.651067:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346493.651071:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346493.651077:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.651079:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346493.651081:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:2.0:1763346493.651083:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763346493.651086:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.651088:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.651090:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.651091:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.651093:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.651094:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80cc00, rc 0) 00000020:00000001:2.0:1763346493.651098:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.651101:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055480, xid 1848996540788608 00010000:00000001:2.0:1763346493.651104:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.651110:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768e00 x1848996540788608/t8590055480(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 552/608 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.651118:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.651122:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.651126:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.651131:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.651134:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.651137:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.651140:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.651143:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.651147:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.651149:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.651155:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b550. 00000100:00000200:2.0:1763346493.651161:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540788608, offset 224 00000400:00000200:2.0:1763346493.651170:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.651184:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.651191:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198520:198520:256:4294967295] 192.168.204.16@tcp LPNI seq info [198516:198516:8:4294967295] 00000400:00000200:2.0:1763346493.651203:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.651207:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.651249:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.651255:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.651264:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.651268:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.651285:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.651289:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.651291:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.651293:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.651296:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.651301:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768e00 x1848996540788608/t8590055480(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 552/608 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.651325:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a768e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+499:226283:x1848996540788608:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 2550us (2915us total) trans 8590055480 rc 0/0 00000100:00100000:2.0:1763346493.651335:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140811 00000100:00000040:2.0:1763346493.651339:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.651342:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.651343:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.651349:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.651354:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346493.651359:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346493.651364:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:2.0:1763346493.651366:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346493.651716:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346493.651721:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:0.0:1763346493.651726:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.651732:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346493.651737:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b550 00000400:00000010:0.0:1763346493.651740:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b550. 00000100:00000001:0.0:1763346493.651746:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346493.651748:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346493.654358:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346493.654365:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540788736 02000000:00000001:1.0:1763346493.654371:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346493.654373:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346493.654376:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.654381:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346493.654386:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540788736 00000020:00000001:1.0:1763346493.654389:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346493.654391:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346493.654393:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.654397:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:1.0:1763346493.654400:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346493.654402:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346493.654408:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.654416:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30bc0. 00000100:00000001:1.0:1763346493.654420:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.654422:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30bc0. 00000020:00000010:1.0:1763346493.654429:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f600. 00000020:00000010:1.0:1763346493.654435:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.654441:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346493.654450:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346493.654453:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346493.654455:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346493.654458:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346493.654461:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.654464:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346493.654470:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.654472:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.654474:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=3 00000020:00000001:1.0:1763346493.654475:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:1.0:1763346493.654478:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:1.0:1763346493.654481:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.654483:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.654484:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.654486:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.654494:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.654514:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.654527:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346493.654529:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346493.654537:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1004 00000100:00000040:1.0:1763346493.654541:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346493.654543:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183151488 : -105874526400128 : ffff9fb52a769180) 00000100:00000040:1.0:1763346493.654550:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a769180 x1848996540788736/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.654558:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.654561:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30bc0. 00000100:00000001:1.0:1763346493.654564:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.654566:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30bc0. 00000100:00100000:1.0:1763346493.654570:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:2355:x1848996540788736:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346493.654574:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540788736 00010000:00000001:1.0:1763346493.654576:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346493.654579:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346493.654581:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346493.654587:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346493.654590:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346493.654594:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50f92c800. 02000000:00000001:1.0:1763346493.654597:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.654599:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.654602:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346493.654604:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346493.654605:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.654606:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.654608:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=3 00000020:00000001:1.0:1763346493.654610:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:1.0:1763346493.654612:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000040:1.0:1763346493.654615:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 3 00000004:00000001:1.0:1763346493.654619:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346493.654622:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346493.654626:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.654629:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.654630:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.654633:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.654646:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346493.654649:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346493.654654:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.654656:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.654658:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.654660:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346493.654663:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37c00 with handle 0x757b854463afa154 from hash 00010000:00000001:1.0:1763346493.654665:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346493.654666:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.654668:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.654669:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346493.654674:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.654677:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.654679:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346493.654680:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346493.654686:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa154 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212894 expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346493.654694:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346493.654696:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:1.0:1763346493.654699:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfb00. 00010000:00000001:1.0:1763346493.654709:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.654711:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346493.654714:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346493.654717:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) 00010000:00000001:1.0:1763346493.654722:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.654725:0:5736:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.654727:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346493.654728:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346493.654730:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.654735:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.654738:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.654741:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.654746:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.654749:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346493.654752:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346493.654755:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.654757:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.654760:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.654763:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.654768:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b6e8. 00000100:00000200:1.0:1763346493.654775:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540788736, offset 224 00000400:00000200:1.0:1763346493.654781:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.654795:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.654802:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198521:198521:256:4294967295] 192.168.204.16@tcp LPNI seq info [198517:198517:8:4294967295] 00000400:00000200:1.0:1763346493.654814:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.654819:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.654824:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead000. 00000800:00000200:1.0:1763346493.654830:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.654838:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.654842:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346493.654863:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.654866:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346493.654869:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.654871:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.654876:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a769180 x1848996540788736/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.654885:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a769180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:2355:x1848996540788736:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 324us (6388us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346493.654892:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1004 00000100:00000040:1.0:1763346493.654895:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346493.654898:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.654899:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.654904:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.654908:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346493.654912:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f600. 00000020:00000040:1.0:1763346493.654917:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:1.0:1763346493.654919:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346493.655553:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.655560:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead000. 00000400:00000200:3.0:1763346493.655565:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.655572:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.655578:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b6e8 00000400:00000010:3.0:1763346493.655580:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b6e8. 00000100:00000001:3.0:1763346493.655585:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.655587:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.656435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346493.656444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:1.1:1763346493.660266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00000800:00000001:3.0:1763346493.663311:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.663330:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.663333:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.663335:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.663346:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.663362:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e013100 00000400:00000200:3.0:1763346493.663370:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 63488 00000800:00000001:3.0:1763346493.663378:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.663388:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.663391:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.663395:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.663402:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.663405:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346493.663411:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768380. 00000100:00000040:3.0:1763346493.663415:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768380 x1848996540788992 msgsize 4616 00000100:00100000:3.0:1763346493.663419:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.663440:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.663448:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.663451:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.663770:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.663773:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540788992 02000000:00000001:2.0:1763346493.663778:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.663781:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.663783:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.663788:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.663792:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540788992 00000020:00000001:2.0:1763346493.663796:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.663798:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346493.663800:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.663804:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:2.0:1763346493.663807:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346493.663809:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346493.663814:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.663820:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bdc0. 00000100:00000001:2.0:1763346493.663823:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.663826:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bdc0. 00000020:00000010:2.0:1763346493.663833:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:2.0:1763346493.663841:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.663846:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346493.663861:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346493.663864:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.663866:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346493.663869:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346493.663870:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.663872:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.663883:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.664509:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.664513:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.664519:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140812 00000100:00000040:0.0:1763346493.664524:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346493.664526:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183147904 : -105874526403712 : ffff9fb52a768380) 00000100:00000040:0.0:1763346493.664535:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a768380 x1848996540788992/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.664545:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.664549:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.664552:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.664554:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.664559:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:226283:x1848996540788992:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346493.664563:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540788992 00000020:00000001:0.0:1763346493.664567:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.664571:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346493.664577:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f316c0: xid 1848996540788608, transno 8590055480, client gen 3, slot idx 0 00000001:00000001:0.0:1763346493.664581:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755a9c0: xid 1848996540788352, transno 8590055479, client gen 3, slot idx 1 00000001:00000010:0.0:1763346493.664585:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755a9c0. 00000020:00000001:0.0:1763346493.664589:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.664592:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.664594:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.664597:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346493.664600:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540788992, found 0 last_xid 1848996540788735 00000020:00000001:0.0:1763346493.664602:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.664605:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.664607:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.664614:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.664617:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.664620:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.664622:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.664624:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.664626:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.664632:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.664641:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:0.0:1763346493.664644:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.664648:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.664652:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346493.664656:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.664658:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa177 to hash 00000020:00000001:0.0:1763346493.664660:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.664662:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346493.664668:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346493.664671:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00010000:0.0:1763346493.664677:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa177 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128a2 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.664687:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346493.664689:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000001:0.0:1763346493.664696:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346493.664699:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346493.664828:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346493.664832:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346493.664834:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664836:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763346493.664841:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb52a768380 x1848996540788992/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/0 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763346493.664849:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346493.664852:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346493.664854:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763346493.664857:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.664860:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.664863:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.664864:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.664866:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.664868:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.664869:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.664871:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.664878:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.664879:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664881:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664882:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664886:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346493.664888:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346493.664891:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.664894:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.664932:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5055b0000. 02000000:00000001:0.0:1763346493.664935:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.664938:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664942:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346493.664944:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.664945:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.664946:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.664948:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.664949:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.664951:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.664952:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.664953:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.664956:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.664957:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.664961:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346493.664966:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346493.664969:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346493.664971:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346493.664973:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.664975:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.664976:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664978:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346493.664980:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664982:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346493.664984:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.664986:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346493.664989:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346493.664992:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:0.0:1763346493.664995:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x405f:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763346493.664999:0:19972:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763346493.665001:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.665003:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346493.665006:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.665010:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346493.665012:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346493.665014:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.665015:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405f:0x0] 00000020:00000001:0.0:1763346493.665016:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.665018:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346493.665020:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346493.665022:0:19972:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763346493.665024:0:19972:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.665029:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346493.665033:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346493.665041:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.665044:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.665050:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.665053:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.665060:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.665063:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.665067:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.665069:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346493.665071:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.665074:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.665075:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.665076:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.665078:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.665080:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.665082:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346493.665085:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb5055b0378 00000004:00000001:0.0:1763346493.665087:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.665092:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763346493.665095:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405f:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763346493.665097:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405f:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:0.0:1763346493.665100:0:19972:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x405f:0x0], open_flags = 040010040000002 00000004:00000001:0.0:1763346493.665103:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346493.665106:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346493.665109:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.665113:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 2 00010000:00000001:0.0:1763346493.665115:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.665117:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.665120:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346493.665123:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.665125:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463afa17e to hash 00000020:00000001:0.0:1763346493.665127:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.665128:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000010:0.0:1763346493.665131:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346493.665133:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.665137:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.665139:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.665142:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.665149:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.665153:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.665156:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.665159:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.665162:0:19972:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346493.665166:0:19972:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.665173:0:19972:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346493.665174:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.665177:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.665179:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.665181:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.665183:0:19972:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346493.665186:0:19972:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000040:0.0:1763346493.665193:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84400) refcount = 2 00010000:00000040:0.0:1763346493.665195:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346493.665198:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.665204:0:19972:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346493.665205:0:19972:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000010:0.0:1763346493.665234:0:19972:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.665238:0:19972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346493.665245:0:19972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346493.665247:0:19972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346493.665249:0:19972:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260608 : -105879142291008 : ffff9fb41755a9c0) 00000100:00000001:0.0:1763346493.665251:0:19972:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346493.665253:0:19972:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346493.665255:0:19972:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.665258:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.665259:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346493.665261:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.665264:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.665266:0:19972:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346493.665268:0:19972:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346493.665273:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000020:00000040:0.0:1763346493.665277:0:19972:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763346493.665280:0:19972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346493.665282:0:19972:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346493.665288:0:19972:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346493.665294:0:19972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb402f87a00. 00000100:00000001:0.0:1763346493.665300:0:19972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.665317:0:19972:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346493.665332:0:19972:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 499 pid: 19997 timeout: 6163 lvb_type: 0 00010000:00000001:0.0:1763346493.665340:0:19972:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346493.665343:0:19972:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346493.665346:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.665354:0:19972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346493.665356:0:19972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.665360:0:19972:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19972:1848996514969344:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346493.665364:0:19972:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346493.665369:0:19972:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346493.665371:0:19972:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.665374:0:19972:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346493.665380:0:19972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346493.665382:0:19972:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346493.665388:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346493.665395:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ab28. 00000100:00000200:0.0:1763346493.665401:0:19972:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969344, portal 16 00000100:00000001:0.0:1763346493.665403:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346493.665405:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:0.0:1763346493.665409:0:19972:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.665416:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.665418:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.665420:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a220. 00000100:00000200:0.0:1763346493.665423:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514969344, offset 0 00000400:00000200:0.0:1763346493.665428:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.665439:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.665444:0:19972:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346493.665448:0:19972:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346493.665452:0:19972:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346493.665454:0:19972:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346493.665457:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198522:198522:256:4294967295] 192.168.204.16@tcp LPNI seq info [198518:198518:8:4294967295] 00000400:00000200:0.0:1763346493.665467:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.665472:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.665477:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.665484:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.665491:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.665496:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.666150:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.668048:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.668058:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300730582 00000100:00000010:0.0:1763346493.668070:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1b7e0. 00000100:00000001:0.0:1763346493.668077:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763346493.668087:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300730582 00000100:00000010:0.0:1763346493.668091:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1ba80. 00000100:00000001:0.0:1763346493.668095:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763346493.668098:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300730582 00000100:00000010:0.0:1763346493.668101:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1b780. 00000100:00000001:0.0:1763346493.668105:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000800:00000200:1.0:1763346493.668286:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.668291:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:1.0:1763346493.668298:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.668316:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.668323:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a220 00000400:00000010:1.0:1763346493.668326:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a220. 00000100:00000001:1.0:1763346493.668332:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346493.668340:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.668352:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.668355:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.668362:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.668364:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346493.668952:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300730583 00000100:00000010:0.0:1763346493.668958:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb510a1bb40. 00000100:00000001:0.0:1763346493.668963:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346493.668966:0:19972:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.668970:0:19972:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.668973:0:19972:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.668976:0:19972:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.668979:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.668983:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.668986:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.668988:0:19972:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.668991:0:19972:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.668993:0:19972:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346493.668995:0:19972:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.668998:0:19972:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346493.669000:0:19972:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346493.669003:0:19972:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346493.669006:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346493.669008:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763346493.676866:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.676884:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.676893:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.676900:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.676915:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.676935:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c773700 00000400:00000200:3.0:1763346493.676944:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fa65 [1] + 224 00000800:00000001:3.0:1763346493.676952:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.676962:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.676965:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.676969:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.676976:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346493.676986:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346493.676996:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.677007:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.677014:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.677018:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.677020:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.677021:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.677024:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.677030:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e013180 00000400:00000200:3.0:1763346493.677035:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127825 [2] + 1640 00000800:00000001:3.0:1763346493.677039:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.677114:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.677117:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.677121:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.677126:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.677127:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346493.677134:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76bb80. 00000100:00000040:3.0:1763346493.677137:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76bb80 x1848996540789120 msgsize 328 00000100:00100000:3.0:1763346493.677140:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346493.677712:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346493.677722:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346493.677724:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346493.677727:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346493.677732:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ab28 00000400:00000010:0.0:1763346493.677734:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ab28. 00000100:00000001:0.0:1763346493.677737:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.677742:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346493.677751:0:19972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.677757:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346493.677760:0:19972:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.677762:0:19972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346493.677765:0:19972:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346493.677768:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.677770:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.677773:0:19972:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.677780:0:19972:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346493.677784:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.677787:0:19972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346493.677788:0:19972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.677791:0:19972:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346493.677795:0:19972:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.677797:0:19972:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.677801:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.677809:0:19972:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.677812:0:19972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346493.677814:0:19972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.677817:0:19972:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346493.677820:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.677823:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.677824:0:19972:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.677828:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346493.677834:0:19972:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19972:1848996514969344:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346493.677839:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.677842:0:19972:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.677845:0:19972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346493.677847:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.677850:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514969344/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.677856:0:19972:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346493.677859:0:19972:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346493.677863:0:19972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346493.677869:0:19972:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346493.677872:0:19972:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346493.677874:0:19972:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1763346493.677876:0:19972:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346493.677879:0:19972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346493.677885:0:19972:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346493.677887:0:19972:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346493.677889:0:19972:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:0.0:1763346493.677892:0:19972:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346493.677894:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346493.677896:0:19972:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a9c0. 00000100:00000001:0.0:1763346493.677899:0:19972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346493.677901:0:19972:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346493.677905:0:19972:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f900. 00010000:00000001:0.0:1763346493.677909:0:19972:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.677912:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.677914:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.677919:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763346493.677925:0:19972:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000100:00000001:3.0:1763346493.677983:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.677991:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.677996:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.678553:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346493.678557:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540789120 02000000:00000001:1.0:1763346493.678560:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346493.678562:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346493.678564:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.678570:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346493.678573:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540789120 00000020:00000001:1.0:1763346493.678576:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346493.678578:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346493.678581:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.678584:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:1.0:1763346493.678586:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346493.678589:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346493.678593:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.678599:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30bc0. 00000100:00000001:1.0:1763346493.678603:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.678606:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30bc0. 00000020:00000010:1.0:1763346493.678612:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f600. 00000020:00000010:1.0:1763346493.678617:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.678623:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346493.678633:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346493.678636:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346493.678638:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346493.678640:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346493.678643:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.678646:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346493.678652:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.678653:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.678655:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=4 00000020:00000001:1.0:1763346493.678657:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:1.0:1763346493.678660:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00010000:1.0:1763346493.678667:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 500 pid: 19997 timeout: 6163 lvb_type: 0 00010000:00000001:1.0:1763346493.678674:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.678676:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.678677:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.678680:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.678688:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346493.678695:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb52a76bb80 x1848996540789120/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.678702:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346493.678705:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.678724:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.678737:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346493.678739:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346493.678744:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4025 00000100:00000040:1.0:1763346493.678749:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:1.0:1763346493.678751:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183162240 : -105874526389376 : ffff9fb52a76bb80) 00000100:00000040:1.0:1763346493.678756:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76bb80 x1848996540789120/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346493.678764:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.678767:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30bc0. 00000100:00000001:1.0:1763346493.678769:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.678771:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30bc0. 00000100:00100000:1.0:1763346493.678775:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+500:2357:x1848996540789120:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346493.678778:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540789120 00010000:00000001:1.0:1763346493.678781:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346493.678784:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346493.678786:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346493.678792:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346493.678794:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346493.678799:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50f92e000. 02000000:00000001:1.0:1763346493.678801:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.678803:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.678806:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346493.678808:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346493.678810:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346493.678811:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346493.678812:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=4 00000020:00000001:1.0:1763346493.678814:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:1.0:1763346493.678816:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000040:1.0:1763346493.678819:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 3 00000004:00000001:1.0:1763346493.678823:0:5737:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763346493.678827:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 500 pid: 19997 timeout: 6163 lvb_type: 0 00000100:00001000:1.0:1763346493.678834:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=140 v=5 (1 0 0 0) 00010000:00000001:1.0:1763346493.678837:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346493.678842:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.678843:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346493.678846:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 500 pid: 19997 timeout: 6163 lvb_type: 0 00000020:00000001:1.0:1763346493.678860:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.678863:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346493.678864:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.678866:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.678871:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346493.678873:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346493.678880:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.678881:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.678884:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346493.678886:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346493.678889:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80cc00 with handle 0x757b854463afa169 from hash 00010000:00000001:1.0:1763346493.678891:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346493.678893:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.678894:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.678895:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346493.678900:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.678902:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.678904:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346493.678906:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346493.678909:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa169 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921289b expref: 500 pid: 19997 timeout: 6163 lvb_type: 0 00010000:00000040:1.0:1763346493.678916:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346493.678919:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:1.0:1763346493.678922:0:5737:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894a00. 00010000:00000001:1.0:1763346493.678928:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.678930:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346493.678934:0:5737:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346493.678937:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:1.0:1763346493.678942:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346493.678948:0:5737:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346493.678951:0:5737:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346493.678953:0:5737:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.678954:0:5737:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346493.678956:0:5737:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.678959:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346493.678962:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346493.678965:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346493.678969:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346493.678971:0:5737:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346493.678973:0:5737:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346493.678974:0:5737:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346493.678976:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84400) refcount = 2 00010000:00010000:1.0:1763346493.678980:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346493.678985:0:5737:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346493.678988:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346493.678989:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.678990:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346493.678992:0:5737:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.678994:0:5737:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346493.678998:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30bc0. 00000100:00000001:1.0:1763346493.679001:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346493.679007:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b9756c0. 00000100:00000001:1.0:1763346493.679009:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511808 : -105874239039808 : ffff9fb53b9756c0) 00000100:00000001:1.0:1763346493.679011:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511808 : -105874239039808 : ffff9fb53b9756c0) 00000100:00000001:1.0:1763346493.679014:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346493.679015:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346493.679017:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346493.679018:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346493.679024:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.679027:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.679028:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.679029:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.679031:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346493.679033:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346493.679035:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.679037:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.679038:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763346493.679040:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b9756c0. 00000100:00000001:1.0:1763346493.679042:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346493.679043:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346493.679046:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30bc0. 00010000:00000001:1.0:1763346493.679048:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346493.679050:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346493.679051:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.679057:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.679059:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.679063:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.679067:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.679069:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346493.679072:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346493.679074:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.679077:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.679080:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.679082:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.679086:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bdd0. 00000100:00000200:1.0:1763346493.679090:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540789120, offset 224 00000400:00000200:1.0:1763346493.679096:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.679107:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.679114:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198523:198523:256:4294967295] 192.168.204.16@tcp LPNI seq info [198519:198519:8:4294967295] 00000400:00000200:1.0:1763346493.679124:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.679129:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.679133:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadd00. 00000800:00000200:1.0:1763346493.679140:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.679147:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.679152:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346493.679175:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.679179:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346493.679182:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.679184:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.679188:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76bb80 x1848996540789120/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.679198:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+499:2357:x1848996540789120:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 432us (2058us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346493.679206:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4025 00000100:00000040:1.0:1763346493.679210:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346493.679250:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.679252:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.679257:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb50fb9a980. 00000020:00000010:1.0:1763346493.679261:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346493.679266:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f600. 00000020:00000040:1.0:1763346493.679270:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:1.0:1763346493.679273:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346493.679475:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346493.679481:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadd00. 00000400:00000200:2.0:1763346493.679486:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.679491:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346493.679495:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bdd0 00000400:00000010:2.0:1763346493.679498:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bdd0. 00000100:00000001:2.0:1763346493.679503:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346493.679505:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1763346493.679574:0:19972:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.679581:0:19972:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.679584:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.679589:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346493.679590:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.679591:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.679594:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.679595:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.679597:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:0.0:1763346493.679598:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.679601:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.679602:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.679603:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.679605:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679609:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.679611:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679619:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346493.679627:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.679629:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.679632:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.679633:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.679635:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.679637:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.679638:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.679640:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.679643:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1763346493.679646:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: returning size 0 00000001:00000001:0.0:1763346493.679648:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.679650:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679653:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346493.679657:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.679665:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.679667:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.679675:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.679678:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.679685:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.679687:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679691:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:0.0:1763346493.679693:0:19972:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:0.0:1763346493.679698:0:19972:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:0.0:1763346493.679700:0:19972:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:0.0:1763346493.679702:0:19972:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346493.679856:0:19972:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x405f:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1763346493.679861:0:19972:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:0.0:1763346493.679867:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb417f31780. 00000004:00000001:0.0:1763346493.679872:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346493.679874:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346493.679877:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.679881:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.679883:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679885:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679887:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346493.679888:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346493.679890:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.679893:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.679895:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679896:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346493.679901:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb41755a9c0. 00000004:00000001:0.0:1763346493.679904:0:19972:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:0.0:1763346493.679909:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346493.679917:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb509dea660. 00080000:00000001:0.0:1763346493.679921:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346493.679930:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa5b000. 00080000:00000001:0.0:1763346493.679932:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00000004:00001000:0.0:1763346493.679936:0:19972:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52da4fa08/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:0.0:1763346493.679940:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.679946:0:19972:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1763346493.679949:0:19972:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:0.0:1763346493.679952:0:19972:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:0.0:1763346493.679954:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb41755a9c0. 00000004:00000001:0.0:1763346493.679957:0:19972:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:0.0:1763346493.679960:0:19972:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:0.0:1763346493.679964:0:19972:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.679966:0:19972:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.679969:0:19972:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:0.0:1763346493.679973:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb41755a9c0. 00000004:00000001:0.0:1763346493.679977:0:19972:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:0.0:1763346493.679980:0:19972:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9fb40e414000. 00000004:00000001:0.0:1763346493.679983:0:19972:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346493.679988:0:19972:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763346493.679990:0:19972:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1763346493.679993:0:19972:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1763346493.679996:0:19972:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1763346493.679999:0:19972:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1763346493.680001:0:19972:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346493.680004:0:19972:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1763346493.680007:0:19972:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9fb40e414ac8. 00020000:00000010:0.0:1763346493.680010:0:19972:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fb40e414c80. 00020000:00001000:0.0:1763346493.680012:0:19972:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:0.0:1763346493.680014:0:19972:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:0.0:1763346493.680018:0:19972:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763346493.680022:0:19972:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346493.680025:0:19972:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117885, ffree=117088, state=0 00000004:00000001:0.0:1763346493.680029:0:19972:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346493.680031:0:19972:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346493.680034:0:19972:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1763346493.680040:0:19972:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb416038470. 00000004:00000001:0.0:1763346493.680045:0:19972:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346493.680047:0:19972:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680052:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.680055:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00000004:00000001:0.0:1763346493.680060:0:19972:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:0.0:1763346493.680063:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346493.680066:0:19972:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00000004:00000001:0.0:1763346493.680069:0:19972:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1763346493.680072:0:19972:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.680076:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.680180:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.680182:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680184:0:19972:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346493.680187:0:19972:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194545099976 : -105879164451640 : ffff9fb4160384c8) 00020000:00000001:0.0:1763346493.680190:0:19972:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346493.680193:0:19972:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346493.680196:0:19972:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346493.680198:0:19972:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346493.680199:0:19972:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346493.680202:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.680203:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.680205:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00080000:00000001:0.0:1763346493.680208:0:19972:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346493.680266:0:19972:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680269:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680272:0:19972:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:0.0:1763346493.680275:0:19972:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680277:0:19972:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680280:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.680284:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346493.680287:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346493.680293:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346493.680295:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.680296:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00080000:00000001:0.0:1763346493.680299:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346493.680314:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346493.680316:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680318:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.680337:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.680339:0:19972:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680345:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.680348:0:19972:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:0.0:1763346493.680351:0:19972:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346493.680355:0:19972:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763346493.680356:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.680357:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00000004:00000001:0.0:1763346493.680361:0:19972:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:0.0:1763346493.680369:0:19972:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb416038470 is [0x280000401:0x2534:0x0] 00000020:00000001:0.0:1763346493.680372:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346493.680373:0:19972:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00080000:00000001:0.0:1763346493.680376:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.680436:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1763346493.680439:0:19972:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x2534:0x0], index 1: 0 00000004:00000001:0.0:1763346493.680442:0:19972:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680444:0:19972:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680447:0:19972:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346493.680449:0:19972:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680452:0:19972:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1763346493.680454:0:19972:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1763346493.680456:0:19972:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1763346493.680460:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346493.680463:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346493.680465:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346493.680467:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346493.680470:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.680471:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346493.680473:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346493.680475:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346493.680478:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680480:0:19972:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680482:0:19972:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680485:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346493.680486:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.680487:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00080000:00000001:0.0:1763346493.680492:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346493.680495:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763346493.680509:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346493.680511:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.680514:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680516:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680519:0:19972:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680522:0:19972:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680524:0:19972:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680528:0:19972:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.680533:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346493.680535:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346493.680542:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346493.680547:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055481, last_committed = 8590055469 00000001:00000010:0.0:1763346493.680551:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038120. 00000001:00000040:0.0:1763346493.680554:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:0.0:1763346493.680557:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:0.0:1763346493.680563:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a240. 00000004:00000001:0.0:1763346493.680571:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346493.680573:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346493.680574:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186239488 : -105874523312128 : ffff9fb52aa5b000) 00080000:00000001:0.0:1763346493.680577:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346493.680587:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346493.680590:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346493.680594:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a240: xid 1848996540788992, transno 8590055481, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763346493.680597:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346493.680659:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346493.680664:0:19972:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb509dea660. 00000020:00000001:0.0:1763346493.680668:0:19972:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680672:0:19972:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680674:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346493.680677:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346493.680680:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680684:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.680687:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.680689:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.680691:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.680694:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.680697:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.680698:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346493.680700:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.680703:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.680705:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.680706:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.680708:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.680710:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.680712:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763346493.680714:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb5055b0378 00000004:00000001:0.0:1763346493.680716:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680718:0:19972:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.680721:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1763346493.680723:0:19972:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763346493.680725:0:19972:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680728:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346493.680732:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346493.680736:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346493.680740:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x405f:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1763346493.680745:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680748:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680751:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.680755:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346493.680757:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb530364c00. 00000020:00000001:0.0:1763346493.680759:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.680762:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb530364c00 with handle 0x757b854463afa185 to hash 00000020:00000001:0.0:1763346493.680763:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346493.680765:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638199279602688 : -105874429948928 : ffff9fb530364c00) 00000004:00000001:0.0:1763346493.680767:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346493.680769:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346493.680771:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405f:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:0.0:1763346493.680775:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346493.680777:0:19972:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346493.680778:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680781:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680783:0:19972:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.680785:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346493.680787:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346493.680789:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346493.680791:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346493.680792:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346493.680794:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.680796:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.680797:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:0.0:1763346493.680800:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.680803:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.680806:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346493.680810:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.680816:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.680818:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.680821:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.680828:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.680829:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.680832:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346493.680834:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:0.0:1763346493.680841:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346493.680843:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.680846:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346493.680849:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.680860:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346493.680861:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.680862:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.680863:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=4 00000020:00000001:0.0:1763346493.680865:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.680867:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.680871:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346493.680873:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.680879:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346493.680881:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346493.680882:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.680886:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.680888:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.680889:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.680891:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.680893:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463afa17e from hash 00010000:00000001:0.0:1763346493.680895:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.680896:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.680897:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.680899:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.680903:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.680906:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.680908:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.680909:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.680911:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.680914:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:0.0:1763346493.680916:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763346493.680919:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.680921:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.680923:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.680925:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346493.680928:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.680929:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.680930:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.680932:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680935:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.680937:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.680942:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.680944:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.680945:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346493.680946:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346493.680947:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.680949:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa17e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:0.0:1763346493.680955:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000040:0.0:1763346493.680960:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84400 count: 0 00010000:00000010:0.0:1763346493.680967:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417896d00. 00010000:00000001:0.0:1763346493.680974:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.680975:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346493.680976:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346493.680978:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346493.680979:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346493.680980:0:19972:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346493.680982:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.680984:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.680986:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346493.680987:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346493.680989:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.680990:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346493.680993:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.680994:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.680995:0:19972:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346493.681001:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346493.681007:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.681012:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.681014:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346493.681018:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346493.681021:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346493.681022:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346493.681023:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346493.681025:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346493.681030:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346493.681050:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.681053:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763346493.681055:0:19972:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763346493.681058:0:19972:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.681060:0:19972:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346493.681063:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346493.681066:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.681069:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346493.681071:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.681075:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.681076:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.681078:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.681079:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.681081:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa177 from hash 00010000:00000001:0.0:1763346493.681084:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.681085:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.681086:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.681087:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346493.681089:0:19972:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.681092:0:19972:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346493.681099:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa177 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a2 expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.681106:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346493.681108:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.681112:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.681114:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.681116:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.681117:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.681119:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.681120:0:19972:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.681121:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.681122:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.681123:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.681125:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.681127:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346493.681129:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763346493.681131:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.681133:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.681134:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.681135:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.681138:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa177 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a2 expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.681143:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346493.681145:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:0.0:1763346493.681147:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346493.681152:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.681153:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36400, rc 0) 00000020:00000001:0.0:1763346493.681156:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346493.681162:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055481, xid 1848996540788992 00010000:00000001:0.0:1763346493.681164:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.681169:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768380 x1848996540788992/t8590055481(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/664 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.681178:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.681180:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.681183:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.681188:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.681191:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.681193:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.681195:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.681197:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.681200:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.681203:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.681208:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ab28. 00000100:00000200:0.0:1763346493.681243:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540788992, offset 224 00000400:00000200:0.0:1763346493.681250:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.681260:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.681266:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198524:198524:256:4294967295] 192.168.204.16@tcp LPNI seq info [198520:198520:8:4294967295] 00000400:00000200:0.0:1763346493.681277:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.681282:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.681286:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346493.681291:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.681299:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.681316:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.681331:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.681335:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.681338:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.681339:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.681342:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.681347:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768380 x1848996540788992/t8590055481(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 4616/664 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.681356:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:226283:x1848996540788992:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 16809us (17939us total) trans 8590055481 rc 301/301 00000100:00100000:0.0:1763346493.681364:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140812 00000100:00000040:0.0:1763346493.681369:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346493.681371:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.681373:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.681376:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:0.0:1763346493.681380:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:0.0:1763346493.681385:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:0.0:1763346493.681405:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:0.0:1763346493.681407:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.682050:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.682055:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:1.0:1763346493.682061:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.682067:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.682072:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ab28 00000400:00000010:1.0:1763346493.682074:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ab28. 00000100:00000001:1.0:1763346493.682078:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.682080:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346493.684276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:0.1:1763346493.687378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84400. 00010000:00000010:0.1:1763346493.687394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:0.1:1763346493.687399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00000800:00000001:3.0:1763346493.688556:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.688573:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.688576:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.688579:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.688590:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.688608:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e013280 00000400:00000200:3.0:1763346493.688616:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124cb9 [2] + 392 00000800:00000001:3.0:1763346493.688625:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.688636:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.688639:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.688643:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.688651:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.688653:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346493.688662:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3c380. 00000100:00000040:3.0:1763346493.688666:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3c380 x1848996540789376 msgsize 392 00000100:00100000:3.0:1763346493.688671:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.688690:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.688698:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.688702:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.688834:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.688838:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540789376 02000000:00000001:2.0:1763346493.688841:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.688844:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.688847:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.688853:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.688857:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540789376 00000020:00000001:2.0:1763346493.688861:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.688863:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346493.688865:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.688869:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:2.0:1763346493.688872:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346493.688875:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346493.688880:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.688886:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bdc0. 00000100:00000001:2.0:1763346493.688890:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.688893:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bdc0. 00000020:00000010:2.0:1763346493.688900:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346493.688907:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.688912:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346493.688923:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346493.688926:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.688927:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.688929:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.688939:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.688992:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.689004:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.689006:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.689012:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20994 00000100:00000040:2.0:1763346493.689016:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346493.689019:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870492032 : -105874839059584 : ffff9fb517d3c380) 00000100:00000040:2.0:1763346493.689026:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c380 x1848996540789376/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.689037:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.689041:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bdc0. 00000100:00000001:2.0:1763346493.689043:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.689045:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bdc0. 00000100:00100000:2.0:1763346493.689050:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+498:226283:x1848996540789376:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346493.689054:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540789376 00000020:00000001:2.0:1763346493.689058:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.689062:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346493.689069:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a240: xid 1848996540788992, transno 8590055481, client gen 3, slot idx 1 00000001:00000001:2.0:1763346493.689074:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f316c0: xid 1848996540788608, transno 8590055480, client gen 3, slot idx 0 00000001:00000010:2.0:1763346493.689078:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f316c0. 00000020:00000001:2.0:1763346493.689083:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.689086:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.689088:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346493.689092:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346493.689095:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540789376, found 0 last_xid 1848996540789375 00000020:00000001:2.0:1763346493.689098:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.689100:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.689103:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.689107:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689112:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346493.689114:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346493.689116:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346493.689121:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689124:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346493.689128:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.689130:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689133:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.689135:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.689137:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689139:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.689140:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.689142:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689144:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.689146:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.689147:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689149:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.689151:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.689152:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689155:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689157:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346493.689158:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689161:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346493.689163:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.689164:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689166:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.689167:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.689169:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689170:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.689172:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.689173:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689176:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.689177:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.689181:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346493.689186:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346493.689189:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346493.689191:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346493.689193:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.689195:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.689197:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689199:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346493.689200:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689202:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.689207:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.689209:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.689646:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb532676c00. 02000000:00000001:2.0:1763346493.689651:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.689654:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689656:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346493.689659:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689662:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346493.689665:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346493.689667:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.689669:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb530364c00 refcount=2 00000020:00000001:2.0:1763346493.689671:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199279602688 : -105874429948928 : ffff9fb530364c00) 00000004:00000001:2.0:1763346493.689674:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199279602688 : -105874429948928 : ffff9fb530364c00) 00000020:00000040:2.0:1763346493.689677:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb530364c00 with handle 0x757b854463afa185 from hash 00000004:00000001:2.0:1763346493.689682:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346493.689684:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405f:0x0] with intent: 0 00000004:00000001:2.0:1763346493.689688:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346493.689690:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763346493.689694:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346493.689697:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346493.689706:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689709:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.689716:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689718:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689725:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.689728:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.689732:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.689735:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346493.689736:0:19976:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.689738:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.689739:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689740:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689742:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.689744:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.689746:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346493.689747:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346493.689748:0:19976:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346493.689751:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346493.689753:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689756:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.689758:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.689759:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689760:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689763:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.689765:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.689767:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.689769:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.689770:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689771:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.689773:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.689775:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.689777:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.689778:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346493.689781:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346493.689783:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689786:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346493.689787:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405f:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763346493.689792:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.689795:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346493.689798:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346493.689803:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346493.689811:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb4178753c0. 00080000:00000001:2.0:1763346493.689815:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346493.689823:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532676800. 00080000:00000001:2.0:1763346493.689826:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316375552 : -105874393176064 : ffff9fb532676800) 00000004:00000001:2.0:1763346493.689831:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.689836:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.689839:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.689842:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316375552 : -105874393176064 : ffff9fb532676800) 00080000:00000001:2.0:1763346493.689845:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346493.689865:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689868:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689871:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.689876:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346493.689878:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346493.689884:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346493.689886:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.689887:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316375552 : -105874393176064 : ffff9fb532676800) 00080000:00000001:2.0:1763346493.689891:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346493.689897:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346493.689898:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689900:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.689920:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.689922:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689929:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.689933:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346493.689935:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346493.689937:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.689938:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316375552 : -105874393176064 : ffff9fb532676800) 00080000:00000001:2.0:1763346493.689942:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346493.689944:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346493.689957:0:19976:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346493.689960:0:19976:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.689963:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689965:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689967:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.689969:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.689974:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346493.689977:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346493.689980:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346493.689983:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055482, last_committed = 8590055469 00000001:00000010:2.0:1763346493.689987:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417875960. 00000001:00000040:2.0:1763346493.689990:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 13 00000020:00000040:2.0:1763346493.689992:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:2.0:1763346493.689999:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb417f310c0. 00000004:00000001:2.0:1763346493.690005:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346493.690007:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346493.690009:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316375552 : -105874393176064 : ffff9fb532676800) 00080000:00000001:2.0:1763346493.690012:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346493.690027:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346493.690029:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346493.690033:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb417f310c0: xid 1848996540789376, transno 8590055482, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346493.690036:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346493.690118:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346493.690121:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb4178753c0. 00000020:00000001:2.0:1763346493.690124:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690128:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690130:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690132:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690135:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346493.690137:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346493.690139:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346493.690141:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346493.690144:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346493.690146:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346493.690149:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346493.690153:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346493.690157:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346493.690159:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405f:0x0], previous was 0x7 00000004:00000001:2.0:1763346493.690163:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690165:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346493.690168:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690171:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346493.690175:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346493.690178:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346493.690181:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb530364c00. 00000004:00000001:2.0:1763346493.690194:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346493.690197:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346493.690199:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690201:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690203:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346493.690205:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346493.690207:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346493.690208:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346493.690245:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346493.690248:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346493.690253:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.690257:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346493.690259:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346493.690266:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.690273:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346493.690275:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.690280:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 8590055482, xid 1848996540789376 00010000:00000001:2.0:1763346493.690283:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.690291:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c380 x1848996540789376/t8590055482(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.690300:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.690315:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.690319:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.690324:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.690327:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.690330:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.690333:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.690337:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.690340:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.690343:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.690348:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b7f8. 00000100:00000200:2.0:1763346493.690356:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540789376, offset 224 00000400:00000200:2.0:1763346493.690362:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.690373:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.690380:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198525:198525:256:4294967295] 192.168.204.16@tcp LPNI seq info [198521:198521:8:4294967295] 00000400:00000200:2.0:1763346493.690392:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.690397:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.690402:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.690409:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.690417:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.690421:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.690447:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.690451:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.690453:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.690455:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.690458:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.690463:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c380 x1848996540789376/t8590055482(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 392/456 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.690474:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+499:226283:x1848996540789376:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 1435us (1805us total) trans 8590055482 rc 0/0 00000100:00100000:2.0:1763346493.690484:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20994 00000100:00000040:2.0:1763346493.690629:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346493.690633:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.690635:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.690640:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.690645:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346493.690650:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346493.690659:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:2.0:1763346493.690662:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346493.691319:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.691324:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:3.0:1763346493.691330:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.691336:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.691342:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b7f8 00000400:00000010:3.0:1763346493.691344:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b7f8. 00000100:00000001:3.0:1763346493.691351:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.691353:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.696933:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.696952:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.696956:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.696959:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.696971:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.696989:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 376 into portal 12 MB=0x691a70e013300 00000400:00000200:1.0:1763346493.696998:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 376/376 into md 0xd4325 [64] + 68104 00000800:00000001:1.0:1763346493.697007:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.697016:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.697020:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.697024:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.697032:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.697035:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.697041:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc5f80. 00000100:00000040:1.0:1763346493.697045:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc5f80 x1848996540789504 msgsize 376 00000100:00100000:1.0:1763346493.697050:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.697982:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.697996:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.698001:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.699288:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.699294:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540789504 02000000:00000001:0.0:1763346493.699298:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.699313:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.699316:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.699322:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.699327:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540789504 00000020:00000001:0.0:1763346493.699331:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.699333:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346493.699335:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.699340:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:0.0:1763346493.699343:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346493.699346:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346493.699352:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.699361:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.699365:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.699368:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.699375:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517cab800. 00000020:00000010:0.0:1763346493.699381:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.699387:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346493.699395:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346493.699399:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.699401:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346493.699404:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346493.699406:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.699408:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.699418:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.699438:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.699451:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.699454:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.699463:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140813 00000100:00000040:0.0:1763346493.699468:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346493.699471:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970670976 : -105874738880640 : ffff9fb51dcc5f80) 00000100:00000040:0.0:1763346493.699480:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc5f80 x1848996540789504/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 376/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.699511:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.699514:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.699517:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.699519:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.699524:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:226283:x1848996540789504:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346493.699528:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540789504 00000020:00000001:0.0:1763346493.699533:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.699538:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346493.699544:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb417f310c0: xid 1848996540789376, transno 8590055482, client gen 3, slot idx 0 00000001:00000001:0.0:1763346493.699550:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755a240: xid 1848996540788992, transno 8590055481, client gen 3, slot idx 1 00000001:00000010:0.0:1763346493.699555:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755a240. 00000020:00000001:0.0:1763346493.699559:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.699562:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.699564:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.699567:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346493.699571:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540789504, found 0 last_xid 1848996540789503 00000020:00000001:0.0:1763346493.699574:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.699577:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.699579:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.699586:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.699588:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.699592:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.699594:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.699596:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.699599:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.699604:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346493.699613:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4fb00. 00010000:00000010:0.0:1763346493.699618:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb530364080. 00010000:00000001:0.0:1763346493.699624:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.699628:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346493.699633:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.699635:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa18c to hash 00000020:00000001:0.0:1763346493.699638:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.699640:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346493.699646:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346493.699650:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00010000:0.0:1763346493.699655:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa18c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128a9 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.699666:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346493.699669:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:0.0:1763346493.699676:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346493.699679:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346493.699686:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346493.699688:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346493.699690:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.699692:0:19972:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:0.0:1763346493.699695:0:19972:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x405f:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:0.0:1763346493.699698:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.699700:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405f:0x0] 00000020:00000001:0.0:1763346493.699703:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.699707:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346493.699710:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346493.699716:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.699723:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.699726:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.699732:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699735:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699739:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:0.0:1763346493.699742:0:19972:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:0.0:1763346493.699745:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.699748:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.699753:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa59000. 02000000:00000001:0.0:1763346493.699756:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.699760:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.699764:0:19972:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346493.699766:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.699769:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.699771:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.699773:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.699778:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.699781:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.699784:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.699786:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.699789:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.699791:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.699793:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346493.699796:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.699798:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.699799:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.699802:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) refcount = 1 00010000:00010000:0.0:1763346493.699808:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa18c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a9 expref: 500 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.699816:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.699821:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.699823:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.699826:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.699827:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.699830:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.699833:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.699837:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346493.699841:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa18c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a9 expref: 500 pid: 19972 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1763346493.699850:0:19972:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:0.0:1763346493.699853:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.699854:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405f:0x0] 00000020:00000001:0.0:1763346493.699856:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.699859:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346493.699861:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346493.699864:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.699866:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.699868:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.699870:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699873:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699875:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699876:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.699878:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.699879:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.699882:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699884:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699886:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.699888:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.699890:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346493.699892:0:19972:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1763346493.699897:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.699900:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.699903:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) 00010000:00010000:0.0:1763346493.699906:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763346493.699909:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.699912:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.699914:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.699916:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.699918:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.699919:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36400, rc 0) 00000020:00000001:0.0:1763346493.699922:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346493.699925:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540789504 00010000:00000001:0.0:1763346493.699928:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.699934:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc5f80 x1848996540789504/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 376/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.699941:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.699944:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.699948:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.699953:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.699957:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.699959:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.699963:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.699965:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.699969:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.699972:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.699977:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a440. 00000100:00000200:0.0:1763346493.699984:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848996540789504, offset 224 00000400:00000200:0.0:1763346493.699991:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.700004:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.700011:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198526:198526:256:4294967295] 192.168.204.16@tcp LPNI seq info [198522:198522:8:4294967295] 00000400:00000200:0.0:1763346493.700024:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.700030:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.700035:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346493.700041:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.700050:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.700054:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.700067:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.700071:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.700074:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.700075:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.700078:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.700082:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc5f80 x1848996540789504/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 376/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.700093:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+500:226283:x1848996540789504:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 579us (3045us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346493.700100:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140813 00000100:00000040:0.0:1763346493.700104:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346493.700107:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.700109:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.700114:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.700118:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:0.0:1763346493.700122:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517cab800. 00000020:00000040:0.0:1763346493.700128:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:0.0:1763346493.700131:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.700692:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.700699:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:1.0:1763346493.700706:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.700713:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.700724:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a440 00000400:00000010:1.0:1763346493.700726:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a440. 00000100:00000001:1.0:1763346493.700731:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.700733:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346493.714538:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.714556:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.714561:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.714564:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.714576:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.714594:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013380 00000400:00000200:3.0:1763346493.714601:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 2304 00000800:00000001:3.0:1763346493.714609:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.714618:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.714621:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.714625:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.714633:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.714636:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346493.714643:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f480. 00000100:00000040:3.0:1763346493.714647:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3f480 x1848996540789632 msgsize 328 00000100:00100000:3.0:1763346493.714650:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.714671:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.714680:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.714684:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.715261:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.715266:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540789632 02000000:00000001:0.0:1763346493.715269:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.715271:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.715274:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.715280:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.715284:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540789632 00000020:00000001:0.0:1763346493.715287:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.715289:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346493.715291:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.715294:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346493.715297:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346493.715299:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346493.715313:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.715320:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.715323:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.715325:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.715332:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517cab800. 00000020:00000010:0.0:1763346493.715337:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.715343:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346493.715353:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346493.715356:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.715358:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.715360:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.715370:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.716149:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346493.716153:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346493.716162:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20102 00000100:00000040:1.0:1763346493.716167:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346493.716170:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870504576 : -105874839047040 : ffff9fb517d3f480) 00000100:00000040:1.0:1763346493.716179:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3f480 x1848996540789632/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346493.716189:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346493.716195:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30bc0. 00000100:00000001:1.0:1763346493.716198:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346493.716200:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30bc0. 00000100:00100000:1.0:1763346493.716205:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540789632:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346493.716246:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540789632 00000020:00000001:1.0:1763346493.716250:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346493.716255:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346493.716258:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.716261:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346493.716263:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346493.716267:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346493.716270:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346493.716273:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346493.716275:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346493.716282:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346493.716284:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346493.716287:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346493.716289:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346493.716291:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346493.716293:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.716299:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346493.716337:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:1.0:1763346493.716341:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346493.716344:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346493.716348:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1000. 00000020:00000001:1.0:1763346493.716352:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346493.716355:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1000 with handle 0x757b854463afa193 to hash 00000020:00000001:1.0:1763346493.716357:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346493.716358:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346493.716362:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00010000:1.0:1763346493.716367:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1000/0x757b854463afa193 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128b0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346493.716376:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346493.716379:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:1.0:1763346493.716387:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346493.716390:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346493.716393:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346493.716397:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346493.716402:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb50f92d000. 02000000:00000001:1.0:1763346493.716405:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.716407:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.716411:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346493.716413:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346493.716417:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.716419:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346493.716424:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277380. 00002000:00000001:1.0:1763346493.716427:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346493.716429:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346493.716442:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30bc0. 00000100:00000001:1.0:1763346493.716446:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346493.716453:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b9756c0. 00000100:00000001:1.0:1763346493.716455:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511808 : -105874239039808 : ffff9fb53b9756c0) 00000100:00000001:1.0:1763346493.716458:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511808 : -105874239039808 : ffff9fb53b9756c0) 00000100:00000001:1.0:1763346493.716461:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346493.716462:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346493.716464:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346493.716467:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346493.716472:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc6a00. 00000020:00000040:1.0:1763346493.716476:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346493.716479:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346493.716482:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346493.716717:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346493.716726:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1f600. 00000100:00000001:1.0:1763346493.716732:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.716739:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346493.716742:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346493.716748:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.716755:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346493.716758:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346493.716762:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51dcc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514969472:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346493.716768:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346493.716773:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346493.716776:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.716778:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346493.716782:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1f200. 02000000:00000001:1.0:1763346493.716784:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346493.716790:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636948. 00000400:00000010:1.0:1763346493.716797:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bbb0. 00000100:00000200:1.0:1763346493.716802:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969472, portal 16 00000100:00000001:1.0:1763346493.716804:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346493.716806:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198970673664 : -105874738877952 : ffff9fb51dcc6a00) 00000100:00000040:1.0:1763346493.716811:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.716818:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.716821:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.716823:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b2a8. 00000100:00000200:1.0:1763346493.716826:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514969472, offset 0 00000400:00000200:1.0:1763346493.716838:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.716851:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.716857:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346493.716861:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346493.716864:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346493.716867:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346493.716870:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198527:198527:256:4294967295] 192.168.204.16@tcp LPNI seq info [198523:198523:8:4294967295] 00000400:00000200:1.0:1763346493.716882:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.716887:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.716893:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadd00. 00000800:00000200:1.0:1763346493.716899:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.716908:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.716912:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346493.716936:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.716941:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730631 00000100:00000001:1.0:1763346493.716949:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730582 00000100:00000001:1.0:1763346493.716955:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730631 00000100:00000001:1.0:1763346493.716958:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730582 00000100:00000001:1.0:1763346493.716962:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730631 00000100:00000001:1.0:1763346493.716964:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730582 00000100:00000001:1.0:1763346493.716967:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730631 00000100:00000001:1.0:1763346493.716970:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730583 00000100:00000001:1.0:1763346493.716972:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346493.716975:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.716977:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.716979:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.716981:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.716983:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346493.716985:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277380. 00010000:00000001:1.0:1763346493.716989:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.716990:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346493.716992:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346493.716993:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.716996:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346493.716997:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346493.717000:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b9756c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346493.717003:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346493.717005:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346493.717074:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346493.717079:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadd00. 00000400:00000200:2.0:1763346493.717085:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.717089:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346493.717094:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b2a8 00000400:00000010:2.0:1763346493.717096:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b2a8. 00000100:00000001:2.0:1763346493.717100:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346493.717104:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.717113:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.717116:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.717124:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.717125:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346493.717417:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.719686:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.719703:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.719707:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.719709:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.719719:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.719736:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773780 00000400:00000200:1.0:1763346493.719744:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fa7d [1] + 224 00000800:00000001:1.0:1763346493.719751:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.719759:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.719762:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.719765:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.719771:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.719779:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346493.719789:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.719812:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.719821:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.719824:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.719881:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.719890:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.719893:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.719897:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636948. 00000400:00000200:2.0:1763346493.719901:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bbb0 00000400:00000010:2.0:1763346493.719904:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bbb0. 00000100:00000001:2.0:1763346493.719908:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.719914:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346493.719925:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.719932:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.719934:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.719937:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.719940:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.719943:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.719945:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.719949:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.719956:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346493.719960:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346493.719962:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.719964:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.719967:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.719970:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.719973:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.719977:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.719984:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.719987:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.719989:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.719993:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346493.719998:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346493.720007:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.720011:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.720019:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:2.0:1763346493.720022:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:2.0:1763346493.720024:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.720031:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346493.720035:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:2.0:1763346493.720038:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.720041:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.720042:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.720047:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346493.720055:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51dcc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514969472:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.720060:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.720063:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.720066:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.720068:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.720072:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51dcc6a00 x1848996514969472/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.720078:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.720081:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.720086:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1f200. 02000000:00000001:2.0:1763346493.720090:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.720092:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.720094:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346493.720096:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.720099:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1f600. 02000000:00000001:2.0:1763346493.720102:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.720104:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.720106:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc6a00. 00000100:00000001:2.0:1763346493.720111:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.720112:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346493.720115:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b9756c0. 00000100:00000001:2.0:1763346493.720118:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346493.720120:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346493.720123:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30bc0. 00010000:00000001:2.0:1763346493.720127:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.720131:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.720134:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.720137:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.720143:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.720145:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.720147:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.720150:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.720153:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1000 with handle 0x757b854463afa193 from hash 00010000:00000001:2.0:1763346493.720156:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.720158:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.720159:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.720160:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.720162:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.720165:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346493.720172:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1000/0x757b854463afa193 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128b0 expref: 23 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.720189:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346493.720192:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.720195:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.720196:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.720198:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.720202:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.720203:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.720204:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.720206:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.720207:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.720209:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.720249:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.720252:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.720254:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.720256:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.720258:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.720262:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1000/0x757b854463afa193 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128b0 expref: 23 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.720271:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346493.720273:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:2.0:1763346493.720279:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.720281:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1000, rc 0) 00000020:00000001:2.0:1763346493.720284:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346493.720293:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540789632 00010000:00000001:2.0:1763346493.720296:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.720310:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3f480 x1848996540789632/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.720318:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.720321:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.720324:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.720328:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.720330:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.720332:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.720335:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.720339:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.720342:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.720345:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.720350:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b990. 00000100:00000200:2.0:1763346493.720354:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540789632, offset 224 00000400:00000200:2.0:1763346493.720359:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.720369:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.720375:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198528:198528:256:4294967295] 192.168.204.16@tcp LPNI seq info [198524:198524:8:4294967295] 00000400:00000200:2.0:1763346493.720384:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.720389:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.720396:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.720402:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.720409:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.720414:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.720435:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.720439:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.720442:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.720443:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.720446:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.720451:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f480 x1848996540789632/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.720462:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540789632:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4271us (5813us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346493.720470:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20102 00000100:00000040:2.0:1763346493.720475:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346493.720477:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.720479:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.720485:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:2.0:1763346493.720500:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:2.0:1763346493.720506:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517cab800. 00000020:00000040:2.0:1763346493.720511:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346493.720514:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346493.721679:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.721686:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:3.0:1763346493.721692:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.721699:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.721705:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b990 00000400:00000010:3.0:1763346493.721708:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b990. 00000100:00000001:3.0:1763346493.721714:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.721716:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.726415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00000800:00000001:1.0:1763346493.732053:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.732070:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.732073:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.732075:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.732086:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.732103:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e013400 00000400:00000200:1.0:1763346493.732111:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 68480 00000800:00000001:1.0:1763346493.732119:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.732126:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.732129:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.732133:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.732141:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.732143:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346493.732150:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc5c00. 00000100:00000040:1.0:1763346493.732154:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc5c00 x1848996540789760 msgsize 576 00000100:00100000:1.0:1763346493.732158:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.732175:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.732183:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.732186:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.732536:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.732539:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540789760 02000000:00000001:0.0:1763346493.732543:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.732546:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.732549:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.732554:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.732559:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540789760 00000020:00000001:0.0:1763346493.732562:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.732564:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346493.732567:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.732571:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:0.0:1763346493.732573:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346493.732576:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346493.732581:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.732586:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.732590:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.732593:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.732599:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517caa000. 00000020:00000010:0.0:1763346493.732606:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.732611:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346493.732618:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346493.732621:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.732622:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346493.732625:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346493.732627:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.732629:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.732637:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.732653:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.732665:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.732666:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.732672:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140814 00000100:00000040:0.0:1763346493.732676:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346493.732678:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970670080 : -105874738881536 : ffff9fb51dcc5c00) 00000100:00000040:0.0:1763346493.732686:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc5c00 x1848996540789760/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 576/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.732696:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.732699:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.732701:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.732703:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.732707:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+500:226283:x1848996540789760:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346493.732711:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540789760 00000020:00000001:0.0:1763346493.732714:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.732717:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.732723:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.732725:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.732728:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.732731:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346493.732734:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540789760, found 0 last_xid 1848996540789759 00000020:00000001:0.0:1763346493.732737:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.732740:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.732742:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.732749:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.732751:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.732754:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.732756:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.732758:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.732760:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.732766:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.732775:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fb00 count: 2 00010000:00000001:0.0:1763346493.732777:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.732781:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.732784:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346493.732844:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.732847:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463afa19a to hash 00000020:00000001:0.0:1763346493.732850:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.732851:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000010:0.0:1763346493.732857:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346493.732861:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00010000:0.0:1763346493.732866:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa19a lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128b7 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.732876:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346493.732878:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=501 00010000:00000001:0.0:1763346493.732885:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346493.732888:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346493.732894:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346493.732897:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346493.732899:0:19972:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346493.732900:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346493.732902:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405f:0x0] 00000020:00000001:0.0:1763346493.732905:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.732909:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346493.732911:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346493.732914:0:19972:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.732917:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346493.732918:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346493.732922:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.732924:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.732959:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb51edb0000. 02000000:00000001:0.0:1763346493.732962:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.732964:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.732967:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.732969:0:19972:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346493.732973:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346493.732976:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.732978:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.732981:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.732982:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.732984:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.732986:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.732987:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.732989:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.732990:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.732991:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.732993:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.732995:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.732996:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.732998:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.733000:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.733001:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.733003:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.733005:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.733006:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.733010:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346493.733014:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346493.733016:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346493.733019:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346493.733020:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.733022:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.733024:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.733026:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346493.733028:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.733032:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763346493.733036:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346493.733038:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763346493.733039:0:19972:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1763346493.733045:0:19972:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb535e92000. 00000004:00000001:0.0:1763346493.733050:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.733053:0:19972:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346493.733055:0:19972:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:0.0:1763346493.733058:0:19972:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x405f:0x0]/[0x200000bd2:0x405f:0x0], ldlm_rep = ffff9fb51edb0228 00000004:00000001:0.0:1763346493.733064:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763346493.733068:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346493.733069:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.733072:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fb00 count: 3 00010000:00000001:0.0:1763346493.733074:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.733076:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.733078:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36200. 00000020:00000001:0.0:1763346493.733081:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.733082:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36200 with handle 0x757b854463afa1a1 to hash 00000020:00000001:0.0:1763346493.733084:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.733087:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000010:0.0:1763346493.733090:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfb00. 00010000:00000001:0.0:1763346493.733092:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346493.733096:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.733098:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.733101:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa1a1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.733108:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.733113:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.733116:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346493.733118:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.733120:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.733121:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.733123:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.733126:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346493.733128:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346493.733130:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346493.733131:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346493.733134:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) refcount = 3 00010000:00000040:0.0:1763346493.733137:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346493.733142:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa18c lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a9 expref: 501 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346493.733148:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.733153:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346493.733158:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346493.733160:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.733162:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346493.733164:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.733166:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.733169:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.733171:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346493.733174:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.733177:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.733182:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346493.733184:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.733185:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.733187:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.733188:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.733190:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:0.0:1763346493.733192:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346493.733194:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346493.733196:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.733197:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.733198:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.733200:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763346493.733203:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346493.733205:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346493.733261:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.733264:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.733269:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733272:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733278:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.733281:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.733285:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346493.733286:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346493.733288:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.733290:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405f:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:0.0:1763346493.733294:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.733295:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733296:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733298:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.733299:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.733310:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346493.733312:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.733314:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733315:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733317:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.733320:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.733322:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763346493.733324:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763346493.733326:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346493.733329:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb51edb0370 00000004:00000001:0.0:1763346493.733331:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.733333:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.733334:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.733336:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.733337:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.733339:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346493.733340:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346493.733342:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346493.733343:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346493.733346:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1763346493.733349:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: returning size 0 00000004:00000040:0.0:1763346493.733352:0:19972:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405f:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763346493.733355:0:19972:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:0.0:1763346493.733357:0:19972:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9524 00000004:00200000:0.0:1763346493.733360:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763346493.733362:0:19972:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763346493.733363:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346493.733364:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.733367:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346493.733369:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346493.733370:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733371:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346493.733372:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.733374:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.733376:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346493.733377:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.733383:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346493.733389:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.733391:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.733397:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.733399:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.733400:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:0.0:1763346493.733402:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346493.733404:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00000004:00010000:0.0:1763346493.733408:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa1a1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346493.733414:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.733415:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.733416:0:19972:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763346493.733418:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.733421:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763346493.733423:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346493.733424:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.733425:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:0.0:1763346493.733427:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346493.733429:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00000004:00000040:0.0:1763346493.733432:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:0.0:1763346493.733434:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=502 00010000:00000001:0.0:1763346493.733437:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.733438:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346493.733439:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346493.733441:0:19972:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763346493.733443:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346493.733445:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346493.733446:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346493.733448:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346493.733449:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346493.733451:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346493.733455:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346493.733458:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346493.733459:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346493.733461:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:0.0:1763346493.733463:0:19972:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb535e92000. 00000004:00000001:0.0:1763346493.733467:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346493.733470:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346493.733471:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.733475:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.733476:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.733478:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.733480:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.733482:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463afa19a from hash 00010000:00000001:0.0:1763346493.733484:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.733485:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.733486:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.733487:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346493.733488:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.733492:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa19a lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128b7 expref: 502 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.733499:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346493.733501:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 501 00010000:00000010:0.0:1763346493.733503:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346493.733511:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.733513:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.733517:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346493.733521:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa1a1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128b7 expref: 501 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.733529:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.733531:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346493.733534:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) 00010000:00010000:0.0:1763346493.733536:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:0.0:1763346493.733539:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.733542:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.733544:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.733545:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.733546:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.733547:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36200, rc 0) 00000020:00000001:0.0:1763346493.733550:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346493.733554:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540789760 00010000:00000001:0.0:1763346493.733557:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.733562:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc5c00 x1848996540789760/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 576/640 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.733570:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.733573:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.733577:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.733582:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.733585:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.733587:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.733590:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.733593:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.733596:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.733599:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.733603:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9add0. 00000100:00000200:0.0:1763346493.733610:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540789760, offset 224 00000400:00000200:0.0:1763346493.733616:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.733627:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.733634:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198529:198529:256:4294967295] 192.168.204.16@tcp LPNI seq info [198525:198525:8:4294967295] 00000400:00000200:0.0:1763346493.733645:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.733651:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.733655:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.733661:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.733668:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.733673:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.733680:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.733683:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.733686:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.733687:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.733690:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.733693:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc5c00 x1848996540789760/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 576/640 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.733704:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+501:226283:x1848996540789760:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1005us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346493.733712:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140814 00000100:00000040:0.0:1763346493.733715:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346493.733717:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.733719:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.733723:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.733727:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346493.733731:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517caa000. 00000020:00000040:0.0:1763346493.733736:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00000100:00000001:0.0:1763346493.733738:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.734750:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.734757:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:1.0:1763346493.734765:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.734772:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.734778:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9add0 00000400:00000010:1.0:1763346493.734781:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9add0. 00000100:00000001:1.0:1763346493.734785:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.734787:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346493.741882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00000800:00000001:3.0:1763346493.742159:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.742175:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.742178:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.742180:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.742191:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.742208:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013480 00000400:00000200:3.0:1763346493.742249:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 2632 00000800:00000001:3.0:1763346493.742257:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.742265:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.742268:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.742272:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.742280:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.742282:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346493.742289:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3df80. 00000100:00000040:3.0:1763346493.742292:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3df80 x1848996540789888 msgsize 328 00000100:00100000:3.0:1763346493.742296:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.742321:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.742328:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.742333:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.742375:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.742380:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540789888 02000000:00000001:2.0:1763346493.742383:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.742385:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.742387:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.742393:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.742398:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540789888 00000020:00000001:2.0:1763346493.742401:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.742403:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346493.742406:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.742410:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=19 00000020:00000001:2.0:1763346493.742413:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346493.742415:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346493.742420:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.742426:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bdc0. 00000100:00000001:2.0:1763346493.742430:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.742433:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bdc0. 00000020:00000010:2.0:1763346493.742440:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346493.742446:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.742451:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346493.742459:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.742463:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.742464:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.742467:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.742477:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.742483:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.742495:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.742497:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.742504:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20103 00000100:00000040:2.0:1763346493.742508:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346493.742511:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870499200 : -105874839052416 : ffff9fb517d3df80) 00000100:00000040:2.0:1763346493.742519:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3df80 x1848996540789888/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.742529:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.742532:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bdc0. 00000100:00000001:2.0:1763346493.742534:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.742537:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bdc0. 00000100:00100000:2.0:1763346493.742542:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+19:2357:x1848996540789888:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.742546:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540789888 00000020:00000001:2.0:1763346493.742550:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.742555:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.742558:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.742561:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.742563:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.742566:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.742570:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.742572:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.742575:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.742581:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.742584:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.742587:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.742590:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.742592:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.742596:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.742602:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346493.742611:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84c00. 00010000:00000010:2.0:1763346493.742616:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb503c84000. 00010000:00000001:2.0:1763346493.742621:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.742624:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346493.742627:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.742630:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa1a8 to hash 00000020:00000001:2.0:1763346493.742632:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.742634:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346493.742636:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346493.742641:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128be expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763346493.742651:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763346493.742655:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb538d7bdc0. 00002000:00000001:2.0:1763346493.742658:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.742661:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.742666:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:2.0:1763346493.742669:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00002000:00000001:2.0:1763346493.742671:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.742677:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763346493.742680:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2534:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1763346493.742682:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763346493.742685:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00010000:00000040:2.0:1763346493.742688:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 14 00000020:00000040:2.0:1763346493.742690:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=20 00010000:00000001:2.0:1763346493.742697:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346493.742699:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346493.742702:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.742704:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.742727:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532674000. 02000000:00000001:2.0:1763346493.742730:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.742732:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.742736:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.742739:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346493.742741:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346493.742744:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.742745:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346493.742747:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346493.742748:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.742753:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763346493.742760:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.742768:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2534:0x0].0x0 (ffff9fb503c84c00) refcount = 1 00010000:00000040:2.0:1763346493.742771:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346493.742775:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.742785:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346493.742787:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.742789:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346493.742790:0:62999:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763346493.742792:0:62999:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346493.742795:0:62999:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.742800:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346493.742803:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.742814:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.742816:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.742819:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.742821:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.742823:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.742824:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.742826:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.742827:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346493.742830:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.742833:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911666, transno 0, xid 1848996540789888 00010000:00000001:2.0:1763346493.742836:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.742840:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3df80 x1848996540789888/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.742848:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.742850:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.742853:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.742858:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.742861:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.742863:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.742866:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.742868:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.742871:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.742874:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.742879:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b5d8. 00000100:00000200:2.0:1763346493.742884:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540789888, offset 224 00000400:00000200:2.0:1763346493.742892:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.742901:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.742907:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198530:198530:256:4294967295] 192.168.204.16@tcp LPNI seq info [198526:198526:8:4294967295] 00000400:00000200:2.0:1763346493.742917:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.742922:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.742927:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.742933:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.742940:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.742944:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.742965:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.742969:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.742972:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.742973:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.742975:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.742980:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3df80 x1848996540789888/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.742988:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540789888:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 457us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346493.742995:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20103 00000100:00000040:2.0:1763346493.742999:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:2.0:1763346493.743001:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.743003:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.743007:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.743011:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346493.743015:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346493.743035:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:2.0:1763346493.743038:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.743196:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.743201:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:1.0:1763346493.743205:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.743209:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.743246:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b5d8 00000400:00000010:1.0:1763346493.743249:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b5d8. 00000100:00000001:1.0:1763346493.743255:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.743257:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.759644:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.759666:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.759671:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.759674:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.759686:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.759703:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013500 00000400:00000200:1.0:1763346493.759711:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 2960 00000800:00000001:1.0:1763346493.759719:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.759729:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.759732:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.759736:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.759744:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.759747:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.759754:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc5880. 00000100:00000040:1.0:1763346493.759759:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc5880 x1848996540790016 msgsize 328 00000100:00100000:1.0:1763346493.759763:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.759786:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.759796:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.759800:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.760268:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.760272:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790016 02000000:00000001:0.0:1763346493.760275:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.760279:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.760281:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.760288:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.760292:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790016 00000020:00000001:0.0:1763346493.760295:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.760297:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346493.760310:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.760314:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346493.760317:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346493.760320:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346493.760325:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.760332:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.760335:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.760339:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.760345:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517caa000. 00000020:00000010:0.0:1763346493.760351:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.760356:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346493.760367:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346493.760370:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.760371:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.760374:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.760383:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.761887:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.761922:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.761925:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.761936:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20104 00000100:00000040:0.0:1763346493.761942:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346493.761945:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970669184 : -105874738882432 : ffff9fb51dcc5880) 00000100:00000040:0.0:1763346493.761954:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc5880 x1848996540790016/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.761966:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.761974:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.761978:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.761981:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.761988:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540790016:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346493.761992:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790016 00000020:00000001:0.0:1763346493.761996:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.762001:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.762004:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.762007:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.762011:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.762014:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346493.762019:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.762022:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.762025:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.762033:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.762035:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.762039:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.762041:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.762043:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.762046:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.762054:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.762063:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:0.0:1763346493.762066:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.762069:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.762074:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346493.762079:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.762082:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463afa1af to hash 00000020:00000001:0.0:1763346493.762084:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.762085:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346493.762088:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00010000:0.0:1763346493.762095:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463afa1af lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128c5 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.762105:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:0.0:1763346493.762108:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:0.0:1763346493.762117:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346493.762120:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346493.762123:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.762126:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.762132:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa5bc00. 02000000:00000001:0.0:1763346493.762135:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.762137:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.762140:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346493.762143:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.762148:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.762150:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346493.762155:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c2000. 00002000:00000001:0.0:1763346493.762157:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346493.762160:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346493.762164:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.762167:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346493.762174:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a240. 00000100:00000001:0.0:1763346493.762176:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567258688 : -105879142292928 : ffff9fb41755a240) 00000100:00000001:0.0:1763346493.762178:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567258688 : -105879142292928 : ffff9fb41755a240) 00000100:00000001:0.0:1763346493.762182:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346493.762184:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346493.762186:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.762189:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346493.762195:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000020:00000040:0.0:1763346493.762198:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346493.762201:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346493.762204:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346493.762228:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346493.762236:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb517cab400. 00000100:00000001:0.0:1763346493.762242:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.762255:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346493.762258:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346493.762263:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.762271:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346493.762274:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.762278:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969600:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346493.762282:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346493.762288:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346493.762292:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.762294:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346493.762300:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346493.762311:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346493.762318:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346493.762326:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a000. 00000100:00000200:0.0:1763346493.762334:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969600, portal 16 00000100:00000001:0.0:1763346493.762336:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346493.762338:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:0.0:1763346493.762343:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.762350:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.762352:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.762354:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a6e8. 00000100:00000200:0.0:1763346493.762358:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514969600, offset 0 00000400:00000200:0.0:1763346493.762364:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.765421:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.765430:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346493.765435:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346493.765438:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346493.765442:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346493.765445:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198531:198531:256:4294967295] 192.168.204.16@tcp LPNI seq info [198527:198527:8:4294967295] 00000400:00000200:0.0:1763346493.765459:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.765466:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.765479:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.765487:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.765496:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.765500:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.765534:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.765541:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730680 00000100:00000001:0.0:1763346493.765552:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730631 00000100:00000001:0.0:1763346493.765558:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730680 00000100:00000001:0.0:1763346493.765562:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730631 00000100:00000001:0.0:1763346493.765566:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730680 00000100:00000001:0.0:1763346493.765569:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730631 00000100:00000001:0.0:1763346493.765571:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730680 00000100:00000001:0.0:1763346493.765575:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730631 00000100:00000001:0.0:1763346493.765578:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.765583:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.765587:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.765589:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.765593:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.765596:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346493.765599:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c2000. 00010000:00000001:0.0:1763346493.765606:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.765609:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.765611:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346493.765613:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.765616:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346493.765618:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346493.765621:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a240 going to sleep for 11 seconds 00000100:00000001:0.0:1763346493.765624:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346493.765628:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346493.766266:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.766272:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:3.0:1763346493.766280:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.766286:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.766293:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a6e8 00000400:00000010:3.0:1763346493.766296:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a6e8. 00000100:00000001:3.0:1763346493.766312:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346493.766321:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.766334:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346493.766339:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.766346:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.766347:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.772111:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.772132:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.772136:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.772139:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.772151:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.772171:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773800 00000400:00000200:1.0:1763346493.772182:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fa91 [1] + 224 00000800:00000001:1.0:1763346493.772190:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.772201:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.772205:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.772209:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.772233:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.772243:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346493.772254:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.772267:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.772277:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.772281:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.772371:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346493.772380:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346493.772383:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346493.772386:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346493.772391:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a000 00000400:00000010:0.0:1763346493.772394:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a000. 00000100:00000001:0.0:1763346493.772397:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.772402:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346493.772411:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.772418:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346493.772420:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.772422:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346493.772426:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346493.772428:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.772431:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.772435:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.772442:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346493.772447:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346493.772519:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346493.772522:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.772526:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346493.772530:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.772532:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.772537:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.772549:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.772553:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346493.772555:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.772558:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346493.772565:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346493.772576:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.772579:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.772587:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346493.772589:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:0.0:1763346493.772592:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346493.772600:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346493.772604:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:0.0:1763346493.772608:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.772611:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.772612:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.772617:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346493.772624:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969600:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346493.772629:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.772632:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.772635:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346493.772637:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.772641:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514969600/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.772649:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346493.772651:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346493.772655:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346493.772661:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346493.772664:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346493.772665:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346493.772668:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346493.772671:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb517cab400. 02000000:00000001:0.0:1763346493.772675:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346493.772677:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346493.772679:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:0.0:1763346493.772684:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346493.772686:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346493.772688:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a240. 00000100:00000001:0.0:1763346493.772691:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346493.772693:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346493.772697:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f900. 00010000:00000001:0.0:1763346493.772700:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.772705:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.772709:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346493.772712:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.772718:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.772720:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.772723:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.772725:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.772728:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463afa1af from hash 00010000:00000001:0.0:1763346493.772731:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.772732:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.772733:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.772734:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346493.772736:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.772739:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346493.772747:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463afa1af lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128c5 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346493.772764:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346493.772768:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.772771:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.772772:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.772775:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.772779:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.772780:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.772782:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.772783:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.772785:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.772787:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.772790:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346493.772792:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.772795:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.772797:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.772798:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.772802:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37000/0x757b854463afa1af lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128c5 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346493.772811:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346493.772814:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:0.0:1763346493.772820:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.772822:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37000, rc 0) 00000020:00000001:0.0:1763346493.772825:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346493.772829:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540790016 00010000:00000001:0.0:1763346493.772832:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.772838:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc5880 x1848996540790016/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.772845:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.772848:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.772852:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.772856:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.772858:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.772861:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.772864:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.772867:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.772871:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.772873:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.772878:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a000. 00000100:00000200:0.0:1763346493.772883:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540790016, offset 224 00000400:00000200:0.0:1763346493.772889:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.772899:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.772906:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198532:198532:256:4294967295] 192.168.204.16@tcp LPNI seq info [198528:198528:8:4294967295] 00000400:00000200:0.0:1763346493.772917:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.772922:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.772928:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346493.772934:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.772941:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.772946:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.773010:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.773014:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.773017:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.773019:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.773021:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.773026:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc5880 x1848996540790016/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.773035:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540790016:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 11069us (13274us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346493.773044:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20104 00000100:00000040:0.0:1763346493.773047:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346493.773049:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.773050:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.773057:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.773060:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346493.773064:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517caa000. 00000020:00000040:0.0:1763346493.773069:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:0.0:1763346493.773071:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.773393:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.773398:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:1.0:1763346493.773404:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.773408:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.773412:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a000 00000400:00000010:1.0:1763346493.773413:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a000. 00000100:00000001:1.0:1763346493.773417:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.773419:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346493.779323:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.779345:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.779349:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.779353:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.779367:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.779386:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013580 00000400:00000200:3.0:1763346493.779396:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 3288 00000800:00000001:3.0:1763346493.779404:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.779414:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.779418:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.779423:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.779432:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346493.779435:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346493.779442:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e300. 00000100:00000040:3.0:1763346493.779446:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3e300 x1848996540790144 msgsize 328 00000100:00100000:3.0:1763346493.779452:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346493.779467:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.779476:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.779481:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.781419:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346493.781427:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790144 02000000:00000001:0.0:1763346493.781432:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.781435:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.781438:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.781444:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.781450:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790144 00000020:00000001:0.0:1763346493.781453:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.781455:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346493.781459:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.781463:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346493.781466:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346493.781469:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346493.781474:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.781483:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.781487:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.781490:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346493.781498:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517caa000. 00000020:00000010:0.0:1763346493.781504:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.781508:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346493.781516:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346493.781519:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346493.781521:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346493.781523:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.781533:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.781547:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.781560:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346493.781562:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346493.781571:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20105 00000100:00000040:0.0:1763346493.781576:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346493.781578:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870500096 : -105874839051520 : ffff9fb517d3e300) 00000100:00000040:0.0:1763346493.781585:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3e300 x1848996540790144/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346493.781594:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346493.781596:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.781598:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346493.781600:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346493.781605:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:226283:x1848996540790144:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346493.781612:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790144 00000020:00000001:0.0:1763346493.781615:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346493.781620:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346493.781623:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.781625:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346493.781627:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346493.781630:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346493.781634:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346493.781636:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346493.781638:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346493.781645:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.781648:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346493.781650:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346493.781652:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346493.781654:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346493.781657:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.781664:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346493.781672:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:0.0:1763346493.781675:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.781679:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346493.781683:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346493.781687:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346493.781690:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa1b6 to hash 00000020:00000001:0.0:1763346493.781691:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346493.781693:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346493.781696:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346493.781701:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128cc expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.781710:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:0.0:1763346493.781712:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00000100:00000001:0.0:1763346493.781723:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346493.781731:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346493.781737:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52aa58400. 02000000:00000001:0.0:1763346493.781740:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.781743:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.781745:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346493.781750:0:57808:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346493.781752:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346493.781755:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.781758:0:57808:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763346493.781761:0:57808:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346493.781765:0:57808:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.781773:0:57808:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346493.781774:0:57808:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.781777:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346493.781779:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.781781:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346493.781782:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346493.781783:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.781785:0:57808:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.781788:0:57808:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346493.781792:0:57808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 23 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.781800:0:57808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260a:0x0].0x0 (ffff9fb417f4f700) refcount = 2 00010000:00000040:0.0:1763346493.781803:0:57808:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346493.781806:0:57808:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346493.781812:0:57808:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346493.781815:0:57808:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 23 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763346493.781827:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346493.781831:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346493.781837:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a240. 00000100:00000001:0.0:1763346493.781839:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567258688 : -105879142292928 : ffff9fb41755a240) 00000100:00000001:0.0:1763346493.781842:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567258688 : -105879142292928 : ffff9fb41755a240) 00000100:00000001:0.0:1763346493.781845:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346493.781846:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346493.781848:0:57808:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.781852:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.781854:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346493.781856:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.781858:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.781860:0:57808:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346493.781862:0:57808:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346493.781867:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000020:00000040:0.0:1763346493.781870:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346493.781874:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346493.781876:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346493.781881:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346493.781887:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb517cab400. 00000100:00000001:0.0:1763346493.781893:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346493.781898:0:57808:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346493.781912:0:57808:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 6163 lvb_type: 0 00010000:00000001:0.0:1763346493.781920:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346493.781923:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346493.781927:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.781943:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346493.781946:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.781951:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969728:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346493.781955:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346493.781961:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346493.781964:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.781967:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346493.781971:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346493.781974:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346493.781980:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346493.781987:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a908. 00000100:00000200:0.0:1763346493.781995:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969728, portal 16 00000100:00000001:0.0:1763346493.781997:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346493.781999:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:0.0:1763346493.782005:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.782013:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.782016:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.782019:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ac38. 00000100:00000200:0.0:1763346493.782021:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514969728, offset 0 00000400:00000200:0.0:1763346493.782027:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.782039:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.782044:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346493.782047:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346493.782051:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346493.782053:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346493.782057:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198533:198533:256:4294967295] 192.168.204.16@tcp LPNI seq info [198529:198529:8:4294967295] 00000400:00000200:0.0:1763346493.782068:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.782074:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.782079:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346493.782086:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.782093:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.782098:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.782113:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.782118:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730696 00000100:00000001:0.0:1763346493.782125:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730680 00000100:00000001:0.0:1763346493.782131:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730696 00000100:00000001:0.0:1763346493.782135:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730680 00000100:00000001:0.0:1763346493.782138:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730696 00000100:00000001:0.0:1763346493.782141:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730680 00000100:00000001:0.0:1763346493.782144:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730696 00000100:00000001:0.0:1763346493.782147:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730680 00000100:00000001:0.0:1763346493.782151:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.782153:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.782156:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.782158:0:57808:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.782160:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.782162:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.782163:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.782164:0:57808:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.782166:0:57808:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346493.782168:0:57808:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346493.782170:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.782172:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346493.782174:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346493.782176:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a240 going to sleep for 11 seconds 00000100:00000001:0.0:1763346493.782179:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346493.782182:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346493.782600:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.782606:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:1.0:1763346493.782613:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.782618:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.782623:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ac38 00000400:00000010:1.0:1763346493.782625:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ac38. 00000100:00000001:1.0:1763346493.782629:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346493.782634:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.782648:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.782652:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.782658:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.782660:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.789203:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.789248:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.789251:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.789254:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.789265:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.789283:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c773880 00000400:00000200:1.0:1763346493.789292:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fa9d [1] + 224 00000800:00000001:1.0:1763346493.789310:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.789320:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.789323:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.789327:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.789334:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.789342:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346493.789353:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.789370:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.789379:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.789383:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.789462:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346493.789470:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346493.789472:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346493.789476:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346493.789480:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a908 00000400:00000010:0.0:1763346493.789484:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a908. 00000100:00000001:0.0:1763346493.789488:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.789493:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346493.789501:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.789507:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346493.789509:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.789511:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346493.789515:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346493.789518:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.789521:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.789525:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.789533:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346493.789538:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346493.789540:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346493.789542:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.789545:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346493.789549:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.789552:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.789557:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.789564:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.789567:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346493.789570:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.789573:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346493.789577:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.789580:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.789581:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.789585:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346493.789593:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969728:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346493.789598:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.789601:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.789603:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346493.789605:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.789609:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514969728/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.789615:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346493.789618:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346493.789622:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346493.789628:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346493.789630:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346493.789632:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346493.789634:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346493.789637:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb517cab400. 02000000:00000001:0.0:1763346493.789640:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346493.789642:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346493.789644:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:0.0:1763346493.789648:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346493.789649:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346493.789652:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a240. 00000100:00000001:0.0:1763346493.789655:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346493.789657:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346493.789660:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f900. 00010000:00000001:0.0:1763346493.789664:0:57808:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.789666:0:57808:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.789668:0:57808:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346493.789677:0:57808:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346493.789683:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 23 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346493.789699:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.789701:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346493.789704:0:57808:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36600 00010000:00000001:0.0:1763346493.789706:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346493.789708:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346493.789712:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.789715:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346493.789717:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346493.789720:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.789721:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.789723:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.789724:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.789726:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36600, rc 0) 00000020:00000001:0.0:1763346493.789729:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346493.789733:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540790144 00010000:00000001:0.0:1763346493.789736:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.789741:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3e300 x1848996540790144/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.789749:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.789751:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.789754:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.789758:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.789761:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.789763:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.789766:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.789769:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.789772:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.789775:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.789779:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a908. 00000100:00000200:0.0:1763346493.789782:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540790144, offset 224 00000400:00000200:0.0:1763346493.789788:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.789796:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.789802:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198534:198534:256:4294967295] 192.168.204.16@tcp LPNI seq info [198530:198530:8:4294967295] 00000400:00000200:0.0:1763346493.789812:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.789817:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.789822:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.789827:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.789833:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.789838:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.789854:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.789858:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.789860:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.789861:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.789864:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.789870:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e300 x1848996540790144/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.789879:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:226283:x1848996540790144:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 8284us (10431us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346493.789887:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20105 00000100:00000040:0.0:1763346493.789892:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346493.789894:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.789896:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.789902:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346493.789907:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346493.789911:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517caa000. 00000020:00000040:0.0:1763346493.789916:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:0.0:1763346493.789919:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346493.790095:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346493.790100:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:3.0:1763346493.790105:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.790109:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346493.790112:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a908 00000400:00000010:3.0:1763346493.790114:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a908. 00000100:00000001:3.0:1763346493.790117:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346493.790119:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346493.790673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00000800:00000001:1.0:1763346493.793408:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.793429:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.793433:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.793435:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.793446:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.793464:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e013600 00000400:00000200:1.0:1763346493.793472:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127825 [2] + 1968 00000400:00000010:1.0:1763346493.793480:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5320bf108. 00000400:00000200:1.0:1763346493.793486:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb538c05e40 00000800:00000001:1.0:1763346493.793493:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.793501:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.793504:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.793508:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.793513:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538c05e40 00000400:00000010:1.0:1763346493.793516:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538c05e40. 00000100:00000001:1.0:1763346493.793522:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.793524:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1763346493.793528:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb50952a450 x1848996540790272 msgsize 328 00000100:00100000:1.0:1763346493.793532:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:1.0:1763346493.793535:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763346493.793550:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.793558:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.793562:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.793630:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346493.793633:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790272 02000000:00000001:3.0:1763346493.793636:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346493.793639:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346493.793642:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.793648:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.793653:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790272 00000020:00000001:3.0:1763346493.793656:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346493.793658:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346493.793661:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.793664:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:3.0:1763346493.793667:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346493.793669:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346493.793674:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.793680:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.793683:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.793685:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000020:00000010:3.0:1763346493.793691:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ee00. 00000020:00000010:3.0:1763346493.793698:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d880. 00000020:00000010:3.0:1763346493.793703:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1190. 00000100:00000040:3.0:1763346493.793711:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346493.793714:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346493.793716:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346493.793719:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346493.793722:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.793725:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346493.793731:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.793733:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.793735:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=4 00000020:00000001:3.0:1763346493.793737:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:3.0:1763346493.793741:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00010000:3.0:1763346493.793748:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 6163 lvb_type: 0 00010000:00000001:3.0:1763346493.793758:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.793760:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.793761:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.793763:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.793771:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346493.793778:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb50952a450 x1848996540790272/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.793785:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346493.793787:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.793803:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346493.793816:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346493.793818:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346493.793822:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4026 00000100:00000040:3.0:1763346493.793827:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346493.793829:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198627148880 : -105875082402736 : ffff9fb50952a450) 00000100:00000040:3.0:1763346493.793834:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb50952a450 x1848996540790272/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346493.793842:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346493.793845:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.793847:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346493.793849:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c840. 00000100:00100000:3.0:1763346493.793853:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb50952a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+23:2357:x1848996540790272:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346493.793860:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790272 00010000:00000001:3.0:1763346493.793863:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346493.793866:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346493.793868:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346493.793874:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346493.793877:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346493.793882:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af1dc00. 02000000:00000001:3.0:1763346493.793885:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.793888:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.793890:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346493.793892:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346493.793894:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346493.793896:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346493.793897:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=4 00000020:00000001:3.0:1763346493.793899:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:3.0:1763346493.793901:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000040:3.0:1763346493.793905:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 3 00002000:00000001:3.0:1763346493.793908:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346493.793913:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346493.793916:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346493.793922:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:3.0:1763346493.793925:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:3.0:1763346493.793927:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346493.793934:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346493.793938:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00010000:3.0:1763346493.793943:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 6163 lvb_type: 0 00000100:00001000:3.0:1763346493.793951:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=135 v=5 (1 1 0 0) 00010000:00000001:3.0:1763346493.793954:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346493.793961:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.793962:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346493.793964:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 6163 lvb_type: 0 00000020:00000001:3.0:1763346493.793972:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.793975:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346493.793976:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346493.793978:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.793984:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346493.793986:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346493.793991:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.793992:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.793995:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346493.793997:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346493.793999:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37600 with handle 0x757b854463af9e98 from hash 00010000:00000001:3.0:1763346493.794001:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346493.794003:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.794004:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.794005:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346493.794011:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.794013:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.794015:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346493.794017:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346493.794020:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463af9e98 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921277c expref: 23 pid: 62997 timeout: 6163 lvb_type: 0 00010000:00000040:3.0:1763346493.794027:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:3.0:1763346493.794029:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:3.0:1763346493.794037:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.794039:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346493.794042:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346493.794044:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36600 00010000:00000001:3.0:1763346493.794047:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346493.794049:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346493.794052:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346493.794055:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.794057:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346493.794058:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346493.794060:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.794064:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346493.794066:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346493.794069:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 22 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.794076:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763346493.794081:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 22 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346493.794089:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260a:0x0].0x0 (ffff9fb417f4f700) refcount = 2 00010000:00000040:3.0:1763346493.794092:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346493.794095:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 22 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.794103:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346493.794104:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.794106:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346493.794107:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346493.794109:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346493.794114:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c840. 00000100:00000001:3.0:1763346493.794118:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346493.794124:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb519ad30c0. 00000100:00000001:3.0:1763346493.794127:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198901518528 : -105874808033088 : ffff9fb519ad30c0) 00000100:00000001:3.0:1763346493.794129:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198901518528 : -105874808033088 : ffff9fb519ad30c0) 00000100:00000001:3.0:1763346493.794131:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346493.794133:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346493.794135:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346493.794137:0:5736:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763346493.794144:0:5736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3ca80. 00000020:00000040:3.0:1763346493.794147:0:5736:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346493.794151:0:5736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346493.794154:0:5736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346493.794159:0:5736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346493.794166:0:5736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3f000. 00000100:00000001:3.0:1763346493.794171:0:5736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346493.794181:0:5736:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 22 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346493.794188:0:5736:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346493.794191:0:5736:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346493.794196:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.794203:0:5736:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346493.794205:0:5736:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346493.794210:0:5736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514969856:192.168.204.16@tcp:105: 00000100:00000001:3.0:1763346493.794284:0:5736:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346493.794290:0:5736:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346493.794293:0:5736:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346493.794296:0:5736:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346493.794311:0:5736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3e800. 02000000:00000001:3.0:1763346493.794314:0:5736:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346493.794320:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad790. 00000400:00000010:3.0:1763346493.794327:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346493.794334:0:5736:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969856, portal 16 00000100:00000001:3.0:1763346493.794337:0:5736:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346493.794340:0:5736:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870493824 : -105874839057792 : ffff9fb517d3ca80) 00000100:00000040:3.0:1763346493.794346:0:5736:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.794353:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346493.794356:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346493.794359:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbcc0. 00000100:00000200:3.0:1763346493.794361:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514969856, offset 0 00000400:00000200:3.0:1763346493.794368:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346493.794379:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346493.794385:0:5736:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346493.794389:0:5736:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346493.794393:0:5736:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346493.794397:0:5736:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346493.794400:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198535:198535:256:4294967295] 192.168.204.16@tcp LPNI seq info [198531:198531:8:4294967295] 00000400:00000200:3.0:1763346493.794410:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346493.794415:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346493.794420:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b000. 00000800:00000200:3.0:1763346493.794426:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346493.794434:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346493.794438:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763346493.796502:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.796516:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730711 00000100:00000001:3.0:1763346493.796527:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730696 00000100:00000001:3.0:1763346493.796533:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730711 00000100:00000001:3.0:1763346493.796536:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730696 00000100:00000001:3.0:1763346493.796539:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730711 00000100:00000001:3.0:1763346493.796542:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730696 00000100:00000001:3.0:1763346493.796545:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730711 00000100:00000001:3.0:1763346493.796548:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730696 00000100:00000001:3.0:1763346493.796552:0:5736:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346493.796556:0:5736:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.796560:0:5736:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.796562:0:5736:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.796566:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346493.796569:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346493.796570:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346493.796573:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346493.796575:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346493.796578:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346493.796581:0:5736:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346493.796583:0:5736:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346493.796587:0:5736:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb519ad30c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346493.796591:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346493.796595:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346493.797101:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346493.797106:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b000. 00000400:00000200:0.0:1763346493.797114:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.797123:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346493.797130:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbcc0 00000400:00000010:0.0:1763346493.797133:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbcc0. 00000100:00000001:0.0:1763346493.797138:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346493.797145:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.797156:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.797159:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.797170:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.797172:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1763346493.799267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00000800:00000001:3.0:1763346493.803260:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.803279:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346493.803283:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.803286:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.803298:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346493.803326:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c773900 00000400:00000200:3.0:1763346493.803337:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12faa9 [1] + 224 00000800:00000001:3.0:1763346493.803345:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.803354:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346493.803357:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346493.803362:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346493.803370:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346493.803380:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346493.803392:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346493.803418:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346493.803427:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346493.803431:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.803510:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346493.803519:0:5736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346493.803521:0:5736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346493.803524:0:5736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad790. 00000400:00000200:1.0:1763346493.803530:0:5736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:1.0:1763346493.803533:0:5736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:1.0:1763346493.803536:0:5736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.803541:0:5736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346493.803550:0:5736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.803556:0:5736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346493.803558:0:5736:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.803561:0:5736:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346493.803564:0:5736:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346493.803566:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346493.803569:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346493.803572:0:5736:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.803580:0:5736:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346493.803586:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346493.803588:0:5736:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346493.803590:0:5736:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.803592:0:5736:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346493.803596:0:5736:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.803599:0:5736:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.803603:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.803610:0:5736:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346493.803613:0:5736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346493.803615:0:5736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.803618:0:5736:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346493.803620:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346493.803622:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346493.803624:0:5736:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.803628:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346493.803635:0:5736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514969856:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346493.803640:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346493.803643:0:5736:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.803645:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346493.803647:0:5736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.803651:0:5736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3ca80 x1848996514969856/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.803657:0:5736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346493.803660:0:5736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346493.803664:0:5736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3e800. 02000000:00000001:1.0:1763346493.803668:0:5736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346493.803671:0:5736:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346493.803672:0:5736:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346493.803674:0:5736:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346493.803677:0:5736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3f000. 02000000:00000001:1.0:1763346493.803681:0:5736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346493.803684:0:5736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346493.803686:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3ca80. 00000100:00000001:1.0:1763346493.803690:0:5736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346493.803691:0:5736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346493.803694:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb519ad30c0. 00000100:00000001:1.0:1763346493.803696:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346493.803698:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346493.803702:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c840. 00010000:00000001:1.0:1763346493.803705:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346493.803709:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346493.803711:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346493.803716:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346493.803719:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346493.803722:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346493.803726:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346493.803729:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346493.803731:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346493.803734:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346493.803737:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.803740:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346493.803743:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346493.803747:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b990. 00000100:00000200:1.0:1763346493.803752:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540790272, offset 224 00000400:00000200:1.0:1763346493.803758:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346493.803766:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346493.803773:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198536:198536:256:4294967295] 192.168.204.16@tcp LPNI seq info [198532:198532:8:4294967295] 00000400:00000200:1.0:1763346493.803783:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346493.803788:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346493.803793:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead000. 00000800:00000200:1.0:1763346493.803798:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346493.803805:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346493.803809:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346493.803830:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.803834:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346493.803836:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346493.803839:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346493.803844:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb50952a450 x1848996540790272/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/224 e 0 to 0 dl 1763346504 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346493.803854:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb50952a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540790272:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 10010us (10324us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346493.803864:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4026 00000100:00000040:1.0:1763346493.803868:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346493.803871:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346493.803872:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346493.803879:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d880. 00000020:00000010:1.0:1763346493.803886:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1190. 00000020:00000010:1.0:1763346493.803890:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ee00. 00000020:00000040:1.0:1763346493.803894:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 02000000:00000001:1.0:1763346493.803902:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346493.803904:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50f92e000. 02000000:00000001:1.0:1763346493.803906:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346493.803907:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76bb80. 02000000:00000001:1.0:1763346493.803912:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346493.803913:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50f92c800. 02000000:00000001:1.0:1763346493.803915:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346493.803916:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a769180. 02000000:00000001:1.0:1763346493.803920:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346493.803921:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055e9c00. 02000000:00000001:1.0:1763346493.803923:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346493.803924:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401810000. 02000000:00000001:1.0:1763346493.803927:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346493.803928:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5055ea800. 02000000:00000001:1.0:1763346493.803929:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346493.803930:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5032f2a00. 02000000:00000001:1.0:1763346493.803933:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346493.803934:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af35800. 02000000:00000001:1.0:1763346493.803936:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346493.803937:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532981c00. 02000000:00000001:1.0:1763346493.803940:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346493.803941:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af36800. 02000000:00000001:1.0:1763346493.803943:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763346493.803944:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226ce00. 00000100:00000001:1.0:1763346493.803948:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346493.803956:0:5736:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1763346493.803961:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636f78. 00000400:00000010:1.0:1763346493.803966:0:5736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb53b975cc0. 00000800:00000200:2.0:1763346493.805895:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346493.805904:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead000. 00000400:00000200:2.0:1763346493.805913:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.805922:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346493.805929:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b990 00000400:00000010:2.0:1763346493.805932:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b990. 00000100:00000001:2.0:1763346493.805937:0:3289:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763346493.805940:0:3289:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346493.805944:0:3289:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af1dc00. 02000000:00000001:2.0:1763346493.805947:0:3289:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763346493.805949:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346493.807658:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.807681:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346493.807746:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.807751:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346493.807762:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346493.807779:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013680 00000400:00000200:0.0:1763346493.807788:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 3616 00000800:00000001:0.0:1763346493.807795:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.807808:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346493.807811:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.807815:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346493.807822:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346493.807824:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346493.807831:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000100:00000040:0.0:1763346493.807835:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199aa680 x1848996540790400 msgsize 328 00000100:00100000:0.0:1763346493.807840:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346493.809782:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.810657:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790400 02000000:00000001:2.0:1763346493.810663:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.810666:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.810669:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.810676:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.810680:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790400 00000020:00000001:2.0:1763346493.810683:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.810685:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346493.810688:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.810693:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:2.0:1763346493.810696:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346493.810699:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346493.810704:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.810713:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bf40. 00000100:00000001:2.0:1763346493.810717:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.810720:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bf40. 00000020:00000010:2.0:1763346493.810729:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346493.810735:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896f00. 00000020:00000010:2.0:1763346493.810752:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346493.810763:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.810767:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.810768:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.810771:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.810780:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.810797:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.810814:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.810817:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.810825:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20106 00000100:00000040:2.0:1763346493.810829:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346493.810831:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:2.0:1763346493.810839:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199aa680 x1848996540790400/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.810850:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.810853:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bf40. 00000100:00000001:2.0:1763346493.810855:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.810857:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bf40. 00000100:00100000:2.0:1763346493.810862:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540790400:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.810866:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790400 00000020:00000001:2.0:1763346493.810869:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.810874:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.810878:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.810880:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.810882:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.810886:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.810889:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.810892:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.810894:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.810900:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.810902:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.810905:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.810907:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.810909:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.810911:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.810917:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.810924:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:2.0:1763346493.810927:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.810930:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.810933:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346493.810937:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.810939:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa1bd to hash 00000020:00000001:2.0:1763346493.810942:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.810943:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346493.810946:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346493.810951:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1bd lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128d3 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.810961:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346493.810963:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:2.0:1763346493.810971:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346493.810974:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346493.810976:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.810979:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.810984:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532674800. 02000000:00000001:2.0:1763346493.810987:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.810989:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.810993:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.810996:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.810999:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.811001:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346493.811007:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346493.811009:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346493.811011:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346493.811014:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7bf40. 00000100:00000001:2.0:1763346493.811018:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.811025:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f316c0. 00000100:00000001:2.0:1763346493.811027:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346493.811029:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346493.811032:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.811034:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346493.811035:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.811038:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346493.811042:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ea00. 00000020:00000040:2.0:1763346493.811045:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346493.811049:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.811051:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.811057:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.811062:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67200. 00000100:00000001:2.0:1763346493.811068:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.811073:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346493.811076:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.811081:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.811090:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.811092:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.811097:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969984:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.811101:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.811105:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.811108:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.811111:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.811115:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e67800. 02000000:00000001:2.0:1763346493.811117:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.811122:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cec8. 00000400:00000010:2.0:1763346493.811129:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b4c8. 00000100:00000200:2.0:1763346493.811135:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514969984, portal 16 00000100:00000001:2.0:1763346493.811137:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.811139:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183174144 : -105874526377472 : ffff9fb52a76ea00) 00000100:00000040:2.0:1763346493.811145:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.811153:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.811155:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.811158:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b908. 00000100:00000200:2.0:1763346493.811160:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514969984, offset 0 00000400:00000200:2.0:1763346493.811166:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.811178:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.811183:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346493.811187:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346493.811191:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346493.811194:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346493.811197:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198537:198537:256:4294967295] 192.168.204.16@tcp LPNI seq info [198533:198533:8:4294967295] 00000400:00000200:2.0:1763346493.811209:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.811234:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.811239:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.811246:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.811254:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.811258:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.811281:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.811286:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730725 00000100:00000001:2.0:1763346493.811294:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730711 00000100:00000001:2.0:1763346493.811298:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730725 00000100:00000001:2.0:1763346493.811311:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730711 00000100:00000001:2.0:1763346493.811314:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730725 00000100:00000001:2.0:1763346493.811317:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730711 00000100:00000001:2.0:1763346493.811320:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730725 00000100:00000001:2.0:1763346493.811323:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730711 00000100:00000001:2.0:1763346493.811325:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.811328:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.811330:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.811332:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.811334:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.811336:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346493.811338:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346493.811342:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.811344:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.811346:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346493.811348:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.811350:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.811352:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.811355:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f316c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.811358:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.811361:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.811687:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1763346493.811807:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346493.811812:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:0.0:1763346493.811817:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346493.811823:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346493.811827:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b908 00000400:00000010:0.0:1763346493.811830:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b908. 00000100:00000001:0.0:1763346493.811836:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346493.811840:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.811851:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.811855:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.811862:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.811864:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346493.811869:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346493.811876:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346493.822295:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.822338:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346493.822342:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.822345:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.822356:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346493.822374:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773980 00000400:00000200:2.0:1763346493.822384:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fab9 [1] + 224 00000800:00000001:2.0:1763346493.822392:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.822404:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346493.822407:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346493.822411:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346493.822418:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.822427:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346493.822440:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.822455:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346493.822462:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346493.822465:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.822538:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346493.822546:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346493.822548:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346493.822552:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cec8. 00000400:00000200:0.0:1763346493.822556:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b4c8 00000400:00000010:0.0:1763346493.822559:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b4c8. 00000100:00000001:0.0:1763346493.822564:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346493.822568:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346493.822578:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.822583:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346493.822585:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.822587:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346493.822590:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346493.822592:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.822595:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.822598:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.822605:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346493.822608:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346493.822611:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346493.822613:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.822616:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346493.822619:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.822622:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.822626:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.822646:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346493.822649:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346493.822651:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.822655:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346493.822660:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346493.822670:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346493.822674:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346493.822681:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346493.822684:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:0.0:1763346493.822687:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346493.822694:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346493.822698:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:0.0:1763346493.822701:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.822703:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.822705:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.822710:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346493.822718:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514969984:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346493.822723:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346493.822726:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.822729:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346493.822731:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346493.822735:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76ea00 x1848996514969984/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346493.822741:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346493.822744:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346493.822748:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e67800. 02000000:00000001:0.0:1763346493.822769:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346493.822772:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346493.822774:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346493.822776:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346493.822779:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67200. 02000000:00000001:0.0:1763346493.822783:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346493.822785:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346493.822787:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ea00. 00000100:00000001:0.0:1763346493.822790:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346493.822791:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346493.822794:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f316c0. 00000100:00000001:0.0:1763346493.822796:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346493.822799:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346493.822802:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7bf40. 00010000:00000001:0.0:1763346493.822806:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346493.822810:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.822814:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346493.822816:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.822822:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.822823:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.822826:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346493.822827:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346493.822831:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa1bd from hash 00010000:00000001:0.0:1763346493.822833:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.822834:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346493.822835:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346493.822836:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346493.822838:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346493.822840:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346493.822847:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1bd lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128d3 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346493.822863:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346493.822867:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.822870:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346493.822871:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.822874:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.822877:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346493.822879:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346493.822880:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346493.822881:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346493.822882:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346493.822885:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346493.822887:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346493.822889:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346493.822891:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346493.822893:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346493.822894:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346493.822898:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1bd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128d3 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346493.822906:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346493.822909:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:0.0:1763346493.822915:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346493.822917:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:0.0:1763346493.822920:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346493.822924:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540790400 00010000:00000001:0.0:1763346493.822927:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346493.822932:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199aa680 x1848996540790400/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346493.822941:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346493.822944:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346493.822946:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346493.822951:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346493.822954:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346493.822956:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346493.822959:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346493.822962:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346493.822966:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346493.822968:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346493.822973:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ad48. 00000100:00000200:0.0:1763346493.822977:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540790400, offset 224 00000400:00000200:0.0:1763346493.822983:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346493.822992:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346493.822998:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198538:198538:256:4294967295] 192.168.204.16@tcp LPNI seq info [198534:198534:8:4294967295] 00000400:00000200:0.0:1763346493.823008:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346493.823013:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346493.823019:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10d00. 00000800:00000200:0.0:1763346493.823025:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346493.823033:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346493.823036:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346493.823059:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346493.823063:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346493.823065:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346493.823067:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346493.823070:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346493.823075:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996540790400/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346493.823086:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540790400:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 12234us (15248us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346493.823094:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20106 00000100:00000040:0.0:1763346493.823098:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346493.823101:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346493.823103:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346493.823109:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896f00. 00000020:00000010:0.0:1763346493.823113:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:0.0:1763346493.823118:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:0.0:1763346493.823124:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:0.0:1763346493.823127:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.823714:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.823720:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10d00. 00000400:00000200:1.0:1763346493.823726:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.823732:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.823737:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ad48 00000400:00000010:1.0:1763346493.823740:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ad48. 00000100:00000001:1.0:1763346493.823744:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.823746:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.835904:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.835925:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.835929:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.835932:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.835944:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.835963:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e013700 00000400:00000200:1.0:1763346493.835973:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 3944 00000800:00000001:1.0:1763346493.835981:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.835991:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.835995:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.836000:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.836007:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.836010:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.836017:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc4e00. 00000100:00000040:1.0:1763346493.836022:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc4e00 x1848996540790528 msgsize 440 00000100:00100000:1.0:1763346493.836026:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346493.836645:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763346493.836753:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.836767:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.836773:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763346493.836816:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790528 02000000:00000001:0.0:1763346493.836819:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346493.836822:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346493.836825:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346493.836830:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346493.836835:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790528 00000020:00000001:0.0:1763346493.836838:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346493.836841:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346493.836843:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346493.836846:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346493.836849:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346493.836852:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346493.836857:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.836930:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.836937:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.836940:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000020:00000010:2.0:1763346493.836948:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346493.836955:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.836960:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304193e8. 00000100:00000040:2.0:1763346493.836969:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.836972:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.836974:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.836976:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.836986:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.837054:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.837070:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.837072:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.837078:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20107 00000100:00000040:2.0:1763346493.837082:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346493.837084:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970666496 : -105874738885120 : ffff9fb51dcc4e00) 00000100:00000040:2.0:1763346493.837093:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc4e00 x1848996540790528/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/0 e 0 to 0 dl 1763346504 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346493.837102:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.837105:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.837107:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.837109:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000100:00100000:2.0:1763346493.837113:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540790528:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:2.0:1763346493.837117:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790528 00000020:00000001:2.0:1763346493.837122:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.837127:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.837129:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.837132:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.837135:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:2.0:1763346493.837138:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.837141:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.837144:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.837146:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.837151:0:57808:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346493.837155:0:57808:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346493.837157:0:57808:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.837160:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346493.837163:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.837165:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.837167:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.837169:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.837170:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.837171:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.837173:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346493.837174:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346493.837175:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346493.837177:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.837180:0:57808:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.837183:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.837187:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.837190:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.837197:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb532676400. 02000000:00000001:2.0:1763346493.837200:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.837202:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.837206:0:57808:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763346493.837209:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.840395:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.840405:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:2.0:1763346493.840411:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:2.0:1763346493.840415:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.840423:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.840427:0:57808:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763346493.840430:0:57808:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:2.0:1763346493.840434:0:57808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346493.840440:0:57808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:2.0:1763346493.840445:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00000020:00000001:2.0:1763346493.840451:0:57808:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346493.840459:0:57808:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.840463:0:57808:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346493.840468:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540790528 00010000:00000001:2.0:1763346493.840472:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.840485:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc4e00 x1848996540790528/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346493.840494:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.840497:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.840501:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.840505:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.840508:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.840510:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.840513:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.840516:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.840520:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.840523:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.840532:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b110. 00000100:00000200:2.0:1763346493.840539:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540790528, offset 224 00000400:00000200:2.0:1763346493.840546:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.840561:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.840568:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198539:198539:256:4294967295] 192.168.204.16@tcp LPNI seq info [198535:198535:8:4294967295] 00000400:00000200:2.0:1763346493.840579:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.840585:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.840592:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.840598:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.840607:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.840612:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.840637:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.840640:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.840643:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.840646:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.840648:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.840654:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc4e00 x1848996540790528/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 440/432 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346493.840663:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540790528:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 3559us (4639us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346493.840673:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20107 00000100:00000040:2.0:1763346493.840677:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346493.840679:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.840681:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.840688:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.840694:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304193e8. 00000020:00000010:2.0:1763346493.840700:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346493.840722:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346493.840725:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.841020:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.841025:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:1.0:1763346493.841031:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.841037:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.841042:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b110 00000400:00000010:1.0:1763346493.841045:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b110. 00000100:00000001:1.0:1763346493.841051:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.841053:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346493.841456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000001:1.0:1763346493.845356:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.845377:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.845381:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.845383:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.845396:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.845413:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013780 00000400:00000200:1.0:1763346493.845421:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 4384 00000800:00000001:1.0:1763346493.845429:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.845438:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.845441:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.845446:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.845453:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.845456:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.845465:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51dcc6a00. 00000100:00000040:1.0:1763346493.845470:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51dcc6a00 x1848996540790656 msgsize 328 00000100:00100000:1.0:1763346493.845473:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.845490:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.845499:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.845502:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.845572:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.845576:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790656 02000000:00000001:2.0:1763346493.845580:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.845583:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.845585:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.845590:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.845595:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790656 00000020:00000001:2.0:1763346493.845598:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.845601:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346493.845604:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.845608:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:2.0:1763346493.845610:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346493.845614:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346493.845619:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.845625:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.845628:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.845631:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000020:00000010:2.0:1763346493.845638:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346493.845645:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.845651:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304193e8. 00000100:00000040:2.0:1763346493.845663:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.845667:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.845669:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.845671:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.845684:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.845711:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.845729:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.845731:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.845739:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20108 00000100:00000040:2.0:1763346493.845744:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346493.845748:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198970673664 : -105874738877952 : ffff9fb51dcc6a00) 00000100:00000040:2.0:1763346493.845758:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51dcc6a00 x1848996540790656/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.845771:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.845774:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.845778:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.845796:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000100:00100000:2.0:1763346493.845803:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540790656:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.845809:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790656 00000020:00000001:2.0:1763346493.845813:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.845819:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.845822:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.845825:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.845829:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.845833:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.845837:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.845841:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.845844:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.845851:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.845853:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.845856:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.845858:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.845860:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.845863:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.845870:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.845877:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:2.0:1763346493.845881:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.845884:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.845888:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346493.845892:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.845894:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa1c4 to hash 00000020:00000001:2.0:1763346493.845896:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.845898:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346493.845900:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346493.845906:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1c4 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128da expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.845914:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346493.845916:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:2.0:1763346493.845924:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346493.845927:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346493.845929:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.845931:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.845940:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52054e000. 02000000:00000001:2.0:1763346493.845942:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.845944:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.845948:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.845950:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.845954:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.845956:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346493.845962:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346493.845964:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346493.845967:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346493.845970:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.845974:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.845980:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f316c0. 00000100:00000001:2.0:1763346493.845982:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346493.845984:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346493.845987:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.845988:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346493.845990:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.845992:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346493.845995:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ce00. 00000020:00000040:2.0:1763346493.845998:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346493.846000:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.846003:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.846008:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.846014:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67200. 00000100:00000001:2.0:1763346493.846020:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.846025:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346493.846028:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.846033:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.846041:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.846043:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.846047:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514970112:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.846050:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.846055:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.846058:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.846060:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.846064:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e67800. 02000000:00000001:2.0:1763346493.846065:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.846070:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c0b0. 00000400:00000010:2.0:1763346493.846076:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b000. 00000100:00000200:2.0:1763346493.846082:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514970112, portal 16 00000100:00000001:2.0:1763346493.846084:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.846085:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183166976 : -105874526384640 : ffff9fb52a76ce00) 00000100:00000040:2.0:1763346493.846090:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.846097:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.846099:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.846101:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035ba18. 00000100:00000200:2.0:1763346493.846104:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514970112, offset 0 00000400:00000200:2.0:1763346493.846109:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.846120:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.846124:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346493.846128:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346493.846132:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346493.846135:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346493.846138:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198540:198540:256:4294967295] 192.168.204.16@tcp LPNI seq info [198536:198536:8:4294967295] 00000400:00000200:2.0:1763346493.846149:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.846154:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.846159:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.846165:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.846172:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.846176:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.846193:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.846198:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730760 00000100:00000001:2.0:1763346493.846204:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730725 00000100:00000001:2.0:1763346493.846208:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730760 00000100:00000001:2.0:1763346493.846211:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730725 00000100:00000001:2.0:1763346493.846362:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730761 00000100:00000001:2.0:1763346493.846366:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730725 00000100:00000001:2.0:1763346493.846369:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730761 00000100:00000001:2.0:1763346493.846372:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730725 00000100:00000001:2.0:1763346493.846375:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.846378:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.846380:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.846382:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.846384:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.846386:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346493.846388:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346493.846391:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.846393:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.846395:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346493.846397:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.846399:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.846401:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.846403:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f316c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.846406:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.846409:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346493.846790:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.846795:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:1.0:1763346493.846799:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.846805:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.846810:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035ba18 00000400:00000010:1.0:1763346493.846812:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035ba18. 00000100:00000001:1.0:1763346493.846818:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346493.846823:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.846834:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.846838:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.846845:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.846847:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.852356:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.852378:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.852381:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.852384:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.852395:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.852411:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773a00 00000400:00000200:1.0:1763346493.852420:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fac9 [1] + 224 00000800:00000001:1.0:1763346493.852428:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.852436:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.852438:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.852443:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.852450:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.852459:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346493.852471:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.852494:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.852502:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.852505:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.852752:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.852760:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.852762:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.852766:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c0b0. 00000400:00000200:2.0:1763346493.852770:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b000 00000400:00000010:2.0:1763346493.852773:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b000. 00000100:00000001:2.0:1763346493.852777:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.852783:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346493.852792:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.852798:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.852800:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.852802:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.852806:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.852809:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.852812:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.852815:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.852822:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346493.852826:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346493.852828:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.852830:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.852833:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.852836:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.852839:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.852843:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.852851:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.852855:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.852857:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.852860:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346493.852866:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346493.852876:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.852880:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.852888:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:2.0:1763346493.852890:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:2.0:1763346493.852893:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.852900:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346493.852904:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:2.0:1763346493.852907:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.852909:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.852911:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.852915:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346493.852923:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514970112:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.852928:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.852931:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.852933:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.852936:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.852939:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76ce00 x1848996514970112/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.852946:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.852949:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.852953:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e67800. 02000000:00000001:2.0:1763346493.852971:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.852973:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.852975:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346493.852977:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.852981:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346493.852984:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.852986:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.852988:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ce00. 00000100:00000001:2.0:1763346493.852992:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.852993:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346493.852996:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f316c0. 00000100:00000001:2.0:1763346493.852998:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346493.853000:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346493.853003:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7b780. 00010000:00000001:2.0:1763346493.853007:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.853011:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.853014:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.853017:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.853191:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.853193:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.853196:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.853198:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.853202:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa1c4 from hash 00010000:00000001:2.0:1763346493.853204:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.853206:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.853207:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.853208:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.853210:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.854338:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346493.854353:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1c4 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128da expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.854381:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346493.854387:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.854391:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.854393:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.854396:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.854401:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.854404:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.854405:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.854407:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.854409:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.854411:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.854414:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.854418:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.854420:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.854422:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.854424:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.854429:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1c4 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128da expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.854440:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346493.854444:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:2.0:1763346493.854453:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.854456:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346493.854461:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346493.854467:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540790656 00010000:00000001:2.0:1763346493.854472:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.854481:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51dcc6a00 x1848996540790656/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.854492:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.854495:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.854501:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.854508:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.854512:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.854515:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.854520:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.854525:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.854530:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.854534:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.854544:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b000. 00000100:00000200:2.0:1763346493.854554:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540790656, offset 224 00000400:00000200:2.0:1763346493.854563:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.854580:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.854590:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198541:198541:256:4294967295] 192.168.204.16@tcp LPNI seq info [198537:198537:8:4294967295] 00000400:00000200:2.0:1763346493.854605:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.854613:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.854622:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.854633:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.854646:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.854651:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.854686:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.854692:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.854696:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.854698:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.854702:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.854710:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51dcc6a00 x1848996540790656/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.854722:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51dcc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540790656:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 8949us (9249us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346493.854731:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20108 00000100:00000040:2.0:1763346493.854736:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346493.854738:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.854740:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.854747:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.854753:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304193e8. 00000020:00000010:2.0:1763346493.854758:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346493.854778:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346493.854780:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.854963:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.854968:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:1.0:1763346493.854974:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.854979:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.854984:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b000 00000400:00000010:1.0:1763346493.854987:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b000. 00000100:00000001:1.0:1763346493.854992:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.854994:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.864769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000100:00000040:1.0:1763346493.918371:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300730760, at 4300730768 00000100:00000010:1.0:1763346493.918387:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1ba80. 00000100:00000040:0.0:1763346493.918547:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300730760, at 4300730768 00000100:00000010:0.0:1763346493.918556:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b7e0. 00000100:00000040:3.0:1763346493.918689:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300730761, at 4300730768 00000100:00000010:3.0:1763346493.918696:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1bb40. 00000100:00000040:2.0:1763346493.922683:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300730761, at 4300730772 00000100:00000010:2.0:1763346493.922697:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb510a1b780. 00000800:00000001:1.0:1763346493.976083:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.976102:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.976106:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.976107:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.976119:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.976136:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013800 00000400:00000200:1.0:1763346493.976144:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 4712 00000800:00000001:1.0:1763346493.976151:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.976163:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.976166:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.976170:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.976177:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346493.976179:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346493.976187:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5032f2a00. 00000100:00000040:1.0:1763346493.976191:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5032f2a00 x1848996540790784 msgsize 328 00000100:00100000:1.0:1763346493.976195:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346493.976225:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.976233:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.976237:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.977390:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346493.977396:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790784 02000000:00000001:2.0:1763346493.977400:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346493.977403:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.977405:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.977412:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.977416:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790784 00000020:00000001:2.0:1763346493.977419:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346493.977421:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346493.977423:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346493.977427:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:2.0:1763346493.977429:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346493.977432:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346493.977437:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.977444:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.977448:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.977450:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000020:00000010:2.0:1763346493.977459:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346493.977465:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.977470:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304193e8. 00000100:00000040:2.0:1763346493.977479:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346493.977482:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346493.977484:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346493.977486:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.977495:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.977517:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.977531:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346493.977533:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346493.977540:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20109 00000100:00000040:2.0:1763346493.977544:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346493.977546:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198524160512 : -105875185391104 : ffff9fb5032f2a00) 00000100:00000040:2.0:1763346493.977554:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5032f2a00 x1848996540790784/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/0 e 0 to 0 dl 1763346504 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346493.977564:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346493.977567:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.977569:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346493.977571:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000100:00100000:2.0:1763346493.977575:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5032f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540790784:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346493.977579:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790784 00000020:00000001:2.0:1763346493.977583:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346493.977587:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346493.977590:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.977592:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346493.977595:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346493.977598:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346493.977601:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346493.977603:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346493.977605:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346493.977612:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.977614:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346493.977617:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346493.977620:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346493.977622:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346493.977625:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.977630:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346493.977638:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:2.0:1763346493.977641:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346493.977644:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346493.977648:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346493.977652:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346493.977654:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa1cb to hash 00000020:00000001:2.0:1763346493.977656:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346493.977658:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346493.977660:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346493.977666:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1cb lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128e1 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346493.977675:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346493.977677:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:2.0:1763346493.977684:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346493.977687:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346493.977690:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346493.977692:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346493.977697:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5380e3400. 02000000:00000001:2.0:1763346493.977700:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.977702:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.977706:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346493.977708:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346493.977711:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.977713:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346493.977718:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346493.977721:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346493.977724:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346493.977727:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346493.977730:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346493.977736:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f316c0. 00000100:00000001:2.0:1763346493.977738:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346493.977740:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346493.977744:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346493.977745:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346493.977747:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.977750:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346493.977754:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ce00. 00000020:00000040:2.0:1763346493.977757:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346493.977761:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346493.977764:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346493.977770:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346493.977775:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67200. 00000100:00000001:2.0:1763346493.977781:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.977787:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346493.977789:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346493.977794:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.977803:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346493.977805:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346493.977810:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514970240:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.977814:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346493.977819:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346493.977821:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.977823:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346493.977828:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e67800. 02000000:00000001:2.0:1763346493.977830:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346493.977836:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c0b0. 00000400:00000010:2.0:1763346493.977842:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b220. 00000100:00000200:2.0:1763346493.977849:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514970240, portal 16 00000100:00000001:2.0:1763346493.977851:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346493.977852:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183166976 : -105874526384640 : ffff9fb52a76ce00) 00000100:00000040:2.0:1763346493.977857:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.977863:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.977865:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.977868:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b3b8. 00000100:00000200:2.0:1763346493.977871:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514970240, offset 0 00000400:00000200:2.0:1763346493.977877:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.977888:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.977892:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346493.977897:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346493.977900:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346493.977903:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346493.977907:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198542:198542:256:4294967295] 192.168.204.16@tcp LPNI seq info [198538:198538:8:4294967295] 00000400:00000200:2.0:1763346493.977919:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.977926:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.977932:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346493.977937:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.977946:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.977950:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.978035:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.978040:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730892 00000100:00000010:2.0:1763346493.978046:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb4178753c0. 00000100:00000001:2.0:1763346493.978053:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346493.978058:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730892 00000100:00000010:2.0:1763346493.978061:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875c60. 00000100:00000001:2.0:1763346493.978064:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346493.978068:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730892 00000100:00000010:2.0:1763346493.978071:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875b40. 00000100:00000001:2.0:1763346493.978073:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346493.978076:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730892 00000100:00000010:2.0:1763346493.978079:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb4178759c0. 00000100:00000001:2.0:1763346493.978081:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346493.978084:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.978087:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.978089:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.978090:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.978093:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.978094:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346493.978096:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346493.978100:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.978103:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346493.978104:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346493.978106:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.978108:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346493.978109:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346493.978111:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f316c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763346493.978114:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346493.978117:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346493.980463:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.980478:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:1.0:1763346493.980487:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.980497:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.980505:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b3b8 00000400:00000010:1.0:1763346493.980507:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b3b8. 00000100:00000001:1.0:1763346493.980515:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346493.980523:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.980536:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346493.980541:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.980548:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346493.980550:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346493.987245:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.987263:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346493.987267:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.987269:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.987280:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346493.987305:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773a80 00000400:00000200:1.0:1763346493.987314:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fad5 [1] + 224 00000800:00000001:1.0:1763346493.987322:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.987335:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346493.987338:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.987342:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346493.987349:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346493.987358:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346493.987369:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346493.987389:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346493.987396:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346493.987399:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.987444:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346493.987453:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346493.987455:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346493.987458:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c0b0. 00000400:00000200:2.0:1763346493.987462:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b220 00000400:00000010:2.0:1763346493.987464:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b220. 00000100:00000001:2.0:1763346493.987469:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346493.987473:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346493.987482:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.987488:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346493.987489:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.987492:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346493.987495:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346493.987497:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346493.987499:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346493.987503:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.987510:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=72 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346493.987513:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346493.987515:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346493.987517:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.987520:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346493.987523:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.987525:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.987529:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.987542:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346493.987545:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346493.987547:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.987551:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346493.987556:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346493.987565:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346493.987568:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346493.987575:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:2.0:1763346493.987577:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:2.0:1763346493.987580:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346493.987587:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346493.987591:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:2.0:1763346493.987594:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.987596:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.987598:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.987601:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346493.987609:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514970240:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346493.987613:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346493.987616:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.987619:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346493.987621:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346493.987625:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76ce00 x1848996514970240/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346493.987632:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346493.987634:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346493.987639:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e67800. 02000000:00000001:2.0:1763346493.987658:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346493.987660:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346493.987662:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346493.987664:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346493.987667:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346493.987672:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346493.987674:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346493.987676:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ce00. 00000100:00000001:2.0:1763346493.987680:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346493.987682:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346493.987684:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f316c0. 00000100:00000001:2.0:1763346493.987686:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346493.987688:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346493.987691:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7b780. 00010000:00000001:2.0:1763346493.987694:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346493.987698:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.987701:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346493.987703:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.987710:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.987711:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.987713:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346493.987715:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346493.987718:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa1cb from hash 00010000:00000001:2.0:1763346493.987721:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.987722:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346493.987723:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346493.987724:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346493.987725:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346493.987728:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346493.987735:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1cb lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128e1 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346493.987751:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346493.987755:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.987758:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346493.987759:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.987762:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.987765:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346493.987766:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346493.987767:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346493.987769:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346493.987770:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346493.987772:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346493.987775:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346493.987777:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346493.987779:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346493.987781:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346493.987782:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346493.987786:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1cb lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128e1 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346493.987793:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346493.987796:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:2.0:1763346493.987801:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346493.987803:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346493.987807:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346493.987812:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540790784 00010000:00000001:2.0:1763346493.987815:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346493.987821:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5032f2a00 x1848996540790784/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346493.987829:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346493.987831:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346493.987834:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346493.987839:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346493.987842:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346493.987845:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346493.987848:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346493.987851:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346493.987854:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346493.987857:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346493.987861:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b220. 00000100:00000200:2.0:1763346493.987865:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540790784, offset 224 00000400:00000200:2.0:1763346493.987872:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346493.987880:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346493.987886:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198543:198543:256:4294967295] 192.168.204.16@tcp LPNI seq info [198539:198539:8:4294967295] 00000400:00000200:2.0:1763346493.987897:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346493.987902:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346493.987909:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346493.987915:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346493.987923:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346493.987927:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346493.987947:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346493.987950:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346493.987953:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346493.987955:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346493.987958:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346493.987963:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5032f2a00 x1848996540790784/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:214/0 lens 328/400 e 0 to 0 dl 1763346504 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346493.987973:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5032f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540790784:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 10407us (11780us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346493.987983:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20109 00000100:00000040:2.0:1763346493.987988:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346493.987990:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346493.987992:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346493.987998:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346493.988003:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304193e8. 00000020:00000010:2.0:1763346493.988007:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346493.988014:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346493.988017:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346493.988349:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346493.988354:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:1.0:1763346493.988358:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346493.988362:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346493.988366:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b220 00000400:00000010:1.0:1763346493.988367:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b220. 00000100:00000001:1.0:1763346493.988371:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346493.988373:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346493.996280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000001:1.0:1763346494.004784:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.004809:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.004813:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.004816:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.004826:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.004843:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013880 00000400:00000200:1.0:1763346494.004851:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 5040 00000800:00000001:1.0:1763346494.004860:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.004868:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.004871:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.004875:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.004883:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.004885:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346494.004892:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb401810000. 00000100:00000040:1.0:1763346494.004896:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401810000 x1848996540790912 msgsize 328 00000100:00100000:1.0:1763346494.004900:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.004919:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.004927:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.004931:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.005008:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.005012:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540790912 02000000:00000001:2.0:1763346494.005016:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.005019:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.005021:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.005027:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.005031:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540790912 00000020:00000001:2.0:1763346494.005035:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.005037:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346494.005039:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.005043:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:2.0:1763346494.005046:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346494.005048:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346494.005054:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.005059:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346494.005063:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.005066:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000020:00000010:2.0:1763346494.005072:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346494.005079:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346494.005084:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304193e8. 00000100:00000040:2.0:1763346494.005091:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346494.005094:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.005096:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.005098:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.005107:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.005122:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.005134:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.005136:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.005142:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20110 00000100:00000040:2.0:1763346494.005145:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346494.005148:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201001984 : -105879508549632 : ffff9fb401810000) 00000100:00000040:2.0:1763346494.005156:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401810000 x1848996540790912/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.005166:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.005169:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346494.005171:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.005172:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000100:00100000:2.0:1763346494.005177:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540790912:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346494.005184:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540790912 00000020:00000001:2.0:1763346494.005188:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.005192:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.005195:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.005198:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.005200:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346494.005203:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.005207:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.005210:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.005252:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.005259:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.005262:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346494.005266:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346494.005268:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346494.005270:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346494.005273:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.005281:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.005288:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:2.0:1763346494.005291:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.005294:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.005308:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346494.005313:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.005316:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa1d2 to hash 00000020:00000001:2.0:1763346494.005318:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.005320:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346494.005323:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346494.005328:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1d2 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128e8 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.005338:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346494.005341:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:2.0:1763346494.005349:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346494.005353:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346494.005356:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.005358:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.005364:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5380e3800. 02000000:00000001:2.0:1763346494.005367:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.005369:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.005373:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346494.005376:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.005379:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.005382:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346494.005387:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5d5b0. 00002000:00000001:2.0:1763346494.005390:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346494.005392:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346494.005396:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346494.005400:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346494.005406:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb417f316c0. 00000100:00000001:2.0:1763346494.005408:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346494.005411:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194577577664 : -105879131973952 : ffff9fb417f316c0) 00000100:00000001:2.0:1763346494.005413:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346494.005415:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346494.005417:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.005420:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346494.005424:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ce00. 00000020:00000040:2.0:1763346494.005427:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346494.005430:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346494.005433:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346494.005439:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346494.005446:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67200. 00000100:00000001:2.0:1763346494.005451:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.005458:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346494.005461:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346494.005466:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.005475:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346494.005477:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.005481:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514970368:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.005488:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346494.005493:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346494.005496:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.005499:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346494.005503:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e67800. 02000000:00000001:2.0:1763346494.005505:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346494.005510:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c0b0. 00000400:00000010:2.0:1763346494.005516:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b660. 00000100:00000200:2.0:1763346494.005522:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514970368, portal 16 00000100:00000001:2.0:1763346494.005525:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346494.005526:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183166976 : -105874526384640 : ffff9fb52a76ce00) 00000100:00000040:2.0:1763346494.005531:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.005539:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.005541:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.005543:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b088. 00000100:00000200:2.0:1763346494.005547:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514970368, offset 0 00000400:00000200:2.0:1763346494.005553:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.005562:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.005567:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346494.005571:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346494.005575:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346494.005577:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346494.005581:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198544:198544:256:4294967295] 192.168.204.16@tcp LPNI seq info [198540:198540:8:4294967295] 00000400:00000200:2.0:1763346494.005592:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.005598:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.005603:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421edb00. 00000800:00000200:2.0:1763346494.005609:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.005616:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.005620:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421edb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.005639:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.005644:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300730920 00000100:00000001:2.0:1763346494.005651:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300730892 00000100:00000001:2.0:1763346494.005656:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300730920 00000100:00000001:2.0:1763346494.005660:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300730892 00000100:00000001:2.0:1763346494.005662:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300730920 00000100:00000001:2.0:1763346494.005665:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300730892 00000100:00000001:2.0:1763346494.005668:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300730920 00000100:00000001:2.0:1763346494.005672:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300730892 00000100:00000001:2.0:1763346494.005674:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.005677:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.005680:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.005681:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.005684:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.005686:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346494.005688:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5d5b0. 00010000:00000001:2.0:1763346494.005691:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.005693:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.005695:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346494.005698:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.005700:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346494.005702:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346494.005704:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb417f316c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763346494.005707:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346494.005710:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346494.006085:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.006090:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421edb00. 00000400:00000200:1.0:1763346494.006094:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.006099:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.006103:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b088 00000400:00000010:1.0:1763346494.006105:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b088. 00000100:00000001:1.0:1763346494.006110:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346494.006114:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.006124:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.006127:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.006133:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.006136:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.009265:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.009284:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.009289:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.009291:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.009310:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.009328:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773b00 00000400:00000200:1.0:1763346494.009338:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fae1 [1] + 224 00000800:00000001:1.0:1763346494.009346:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.009356:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.009359:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.009363:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.009371:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.009379:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346494.009389:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.009413:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.009422:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.009426:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.009790:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346494.009798:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346494.009800:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346494.009804:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c0b0. 00000400:00000200:2.0:1763346494.009809:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b660 00000400:00000010:2.0:1763346494.009811:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b660. 00000100:00000001:2.0:1763346494.009816:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.009821:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346494.009836:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.009842:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346494.009844:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.009847:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346494.009851:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346494.009854:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.009856:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.009859:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.009866:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346494.009871:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.009873:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346494.009875:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.009878:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346494.009881:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.009884:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.009889:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.009896:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.009899:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346494.009902:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.009904:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346494.009910:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346494.009919:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.009922:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.009929:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:2.0:1763346494.009932:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:2.0:1763346494.009935:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346494.009943:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.009947:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:2.0:1763346494.009951:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.009953:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.009955:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.009960:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346494.009968:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514970368:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.009973:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.009975:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.009978:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346494.009980:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.009984:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76ce00 x1848996514970368/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.009991:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346494.009993:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346494.009997:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e67800. 02000000:00000001:2.0:1763346494.010014:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346494.010017:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346494.010019:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346494.010021:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346494.010024:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346494.010027:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346494.010029:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346494.010031:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ce00. 00000100:00000001:2.0:1763346494.010035:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346494.010037:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346494.010039:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb417f316c0. 00000100:00000001:2.0:1763346494.010042:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346494.010044:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346494.010046:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb538d7b780. 00010000:00000001:2.0:1763346494.010050:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.010053:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.010057:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346494.010059:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.010429:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.010431:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.010434:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.010437:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.010441:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa1d2 from hash 00010000:00000001:2.0:1763346494.010444:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.010446:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.010447:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.010449:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346494.010450:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.010453:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346494.010461:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1d2 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128e8 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346494.010479:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346494.010484:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.010487:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.010489:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.010491:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.010496:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.010497:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.010499:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.010500:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.010501:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.010503:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.010505:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346494.010508:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.010511:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.010513:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.010515:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.010518:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80d400/0x757b854463afa1d2 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128e8 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346494.010527:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346494.010530:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00010000:00000001:2.0:1763346494.010536:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.010538:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346494.010541:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346494.010546:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540790912 00010000:00000001:2.0:1763346494.010549:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.010554:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401810000 x1848996540790912/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.010561:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.010564:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.010567:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.010572:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.010575:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.010577:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.010580:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.010584:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.010587:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.010590:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.010596:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b660. 00000100:00000200:2.0:1763346494.010601:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540790912, offset 224 00000400:00000200:2.0:1763346494.010606:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.010616:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.010623:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198545:198545:256:4294967295] 192.168.204.16@tcp LPNI seq info [198541:198541:8:4294967295] 00000400:00000200:2.0:1763346494.010633:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.010639:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.010645:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:2.0:1763346494.010651:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.010659:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.010663:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.010683:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.010686:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.010689:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.010691:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.010694:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.010699:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401810000 x1848996540790912/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.010715:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540790912:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 5547us (5816us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346494.010724:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20110 00000100:00000040:2.0:1763346494.010728:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346494.010731:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.010732:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.010739:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346494.010744:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304193e8. 00000020:00000010:2.0:1763346494.010749:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346494.010759:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346494.010761:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.011528:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.011533:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:1.0:1763346494.011539:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.011545:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.011550:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b660 00000400:00000010:1.0:1763346494.011553:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b660. 00000100:00000001:1.0:1763346494.011558:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.011561:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346494.024943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000001:1.0:1763346494.025604:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.025625:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.025629:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.025631:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.025642:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.025660:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e013900 00000400:00000200:1.0:1763346494.025668:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 130792 00000800:00000001:1.0:1763346494.025677:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.025688:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.025690:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.025695:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.025701:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.025703:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346494.025711:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a769180. 00000100:00000040:1.0:1763346494.025715:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a769180 x1848996540791040 msgsize 488 00000100:00100000:1.0:1763346494.025719:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.025738:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.025747:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.025751:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.025819:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.025824:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540791040 02000000:00000001:2.0:1763346494.025827:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.025829:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.025831:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.025837:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.025841:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540791040 00000020:00000001:2.0:1763346494.025844:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.025846:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346494.025849:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.025851:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:2.0:1763346494.025854:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346494.025857:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346494.025862:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.025866:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346494.025870:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.025872:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000020:00000010:2.0:1763346494.025879:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346494.025884:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346494.025889:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304193e8. 00000100:00000040:2.0:1763346494.025899:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763346494.025902:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.025903:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763346494.025906:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763346494.025910:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.025913:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:2.0:1763346494.025916:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.025921:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346494.025926:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346494.025929:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.025932:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.025934:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.025937:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.025939:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.025940:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.025942:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.025943:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.025944:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.025946:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.025947:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.025948:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.025951:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763346494.025954:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.025956:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.025958:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.025961:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763346494.025962:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.025964:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346494.025973:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x260a:0x0] (0->4095) req@ffff9fb52a769180 x1848996540791040/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346494.025982:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346494.025984:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb52a769180 with x1848996540791040 ext(0->4095) 00010000:00000001:2.0:1763346494.025987:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.025989:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.025991:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:2.0:1763346494.025993:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:2.0:1763346494.025997:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:2.0:1763346494.026000:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.026001:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346494.026003:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346494.026005:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb52a769180 00002000:00000001:2.0:1763346494.026006:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.026009:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.026017:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.026033:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.026046:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.026048:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.026053:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3708 00000100:00000040:2.0:1763346494.026057:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346494.026059:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183151488 : -105874526400128 : ffff9fb52a769180) 00000100:00000040:2.0:1763346494.026072:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a769180 x1848996540791040/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.026080:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.026083:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b780. 00000100:00000001:2.0:1763346494.026086:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.026088:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b780. 00000100:00100000:2.0:1763346494.026092:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540791040:12345-192.168.204.16@tcp:3:lfs.0 00000100:00000200:2.0:1763346494.026096:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540791040 00000020:00000001:2.0:1763346494.026099:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.026101:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.026104:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026105:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.026107:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:2.0:1763346494.026110:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.026114:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.026116:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.026118:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.026120:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.026126:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.026129:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.026138:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb5051c0000. 02000000:00000001:2.0:1763346494.026141:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.026144:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026147:0:104272:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763346494.026150:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763346494.026152:0:104272:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026155:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763346494.026159:0:104272:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763346494.026161:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763346494.026164:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 308412416 dropped 0, local 308412416 00000020:00000001:2.0:1763346494.026167:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763346494.026169:0:104272:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763346494.026171:0:104272:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763346494.026173:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.026175:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.026181:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:2.0:1763346494.026185:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:2.0:1763346494.026187:0:104272:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763346494.026196:0:104272:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.026199:0:104272:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763346494.026200:0:104272:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.026209:0:104272:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:2.0:1763346494.026287:0:104272:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763346494.026293:0:104272:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.026304:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026306:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026312:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763346494.026339:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:2.0:1763346494.026343:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763346494.026354:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763346494.026356:0:104272:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 2220c95a (4) 00000020:00008000:2.0:1763346494.026360:0:104272:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763346494.026366:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763346494.026371:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.026377:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026381:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.026383:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.026385:0:104272:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:2.0:1763346494.026393:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00002000:00000001:2.0:1763346494.026397:0:104272:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.026399:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026400:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026402:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763346494.026404:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763346494.026407:0:104272:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763346494.026410:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540791040 00010000:00000001:2.0:1763346494.026413:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.026419:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a769180 x1848996540791040/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/4536 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.026427:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.026430:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.026434:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=1 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.026439:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.026442:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.026445:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.026448:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.026450:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.026453:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.026456:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.026460:0:104272:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb417f316c0. 00000100:00000200:2.0:1763346494.026465:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540791040, offset 224 00000400:00000200:2.0:1763346494.026472:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.026481:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.026488:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198546:198546:256:4294967295] 192.168.204.16@tcp LPNI seq info [198542:198542:8:4294967295] 00000400:00000200:2.0:1763346494.026500:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.026508:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.026512:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb416e67200. 00000800:00000200:2.0:1763346494.026518:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.026527:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:2.0:1763346494.026531:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb416e67200 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763346494.026553:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.026557:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.026560:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.026562:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.026565:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.026569:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a769180 x1848996540791040/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/4536 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.026578:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540791040:12345-192.168.204.16@tcp:3:lfs.0 Request processed in 496us (861us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763346494.026587:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3708 00000100:00000040:2.0:1763346494.026591:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346494.026593:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763346494.026595:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346494.026599:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x260a:0x0] (0->4095) req@ffff9fb52a769180 x1848996540791040/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/4536 e 0 to 0 dl 1763346505 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346494.026608:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346494.026609:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb52a769180 with x1848996540791040 ext(0->4095) 00010000:00000001:2.0:1763346494.026612:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.026614:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.026615:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:2.0:1763346494.026618:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:2.0:1763346494.026620:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:2.0:1763346494.026623:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.026624:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346494.026626:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346494.026627:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb52a769180 00002000:00000001:2.0:1763346494.026629:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.026631:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.026636:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346494.026640:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304193e8. 00000020:00000010:2.0:1763346494.026645:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346494.026667:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:2.0:1763346494.026670:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.026816:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.026823:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb416e67200. 00000400:00000200:3.0:1763346494.026830:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.026836:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.026841:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417f316c0 00000400:00000010:3.0:1763346494.026844:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb417f316c0. 00000100:00000001:3.0:1763346494.026847:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.026850:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:0.0:1763346494.030378:0:19999:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1763346494.030384:0:19999:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1763346494.030395:0:19999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9f80. 00000020:00000040:0.0:1763346494.030401:0:19999:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763346494.030407:0:19999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.030411:0:19999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.030417:0:19999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.030425:0:19999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb51fc10000. 00000100:00000001:0.0:1763346494.030433:0:19999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.030439:0:19999:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.030444:0:19999:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.030456:0:19999:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a19fd048] to pc [ptlrpcd_00_01+1] req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346494.030500:0:19999:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.030575:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1763346494.030579:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1763346494.030582:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.030590:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346494.030593:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.030596:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346494.030597:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346494.030600:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346494.030606:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.030614:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346494.030617:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.030620:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346494.030624:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346494.030627:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.030630:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514970496:0@lo:13:osp-pre-1-0.0 00000100:00000001:1.0:1763346494.030634:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346494.030639:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346494.030641:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.030644:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346494.030650:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb50f92cc00. 02000000:00000001:1.0:1763346494.030653:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346494.030659:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636948. 00000400:00000010:1.0:1763346494.030666:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b5d8. 00000100:00000200:1.0:1763346494.030673:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514970496, portal 4 00000100:00000001:1.0:1763346494.030675:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346494.030677:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000040:1.0:1763346494.030684:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.030690:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.030693:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346494.030695:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346494.030698:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848996514970496, offset 0 00000400:00000200:1.0:1763346494.030704:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346494.030716:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346494.030727:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a70c773b80 00000400:00000200:1.0:1763346494.030733:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x9078d [8] + 2912 00000400:00000200:1.0:1763346494.030740:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.030744:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346494.030751:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.030753:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1763346494.030757:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76bb80. 00000100:00000040:1.0:1763346494.030761:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76bb80 x1848996514970496 msgsize 224 00000100:00100000:1.0:1763346494.030765:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346494.030781:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346494.030790:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346494.030793:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346494.030796:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346494.030800:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.030808:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.030811:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.030818:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.030819:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346494.030824:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.030829:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16297 usecs (17 jiffies) 00000100:00000001:1.0:1763346494.030834:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300730897 00000100:00000001:1.0:1763346494.030837:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300730920 00000100:00000001:1.0:1763346494.030840:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300730897 00000100:00000001:1.0:1763346494.030843:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300730920 00000100:00000001:1.0:1763346494.030844:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300730897 00000100:00000001:1.0:1763346494.030847:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300730920 00000100:00000001:1.0:1763346494.030849:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300730897 00000100:00000001:1.0:1763346494.030851:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300730920 00000100:00000001:1.0:1763346494.030854:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.030856:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.030860:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.030862:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.030924:0:59833:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.030928:0:59833:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514970496 02000000:00000001:0.0:1763346494.030931:0:59833:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.030934:0:59833:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.030937:0:59833:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.030941:0:59833:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.030944:0:59833:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514970496 00000020:00000001:0.0:1763346494.030947:0:59833:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.030949:0:59833:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:0.0:1763346494.030952:0:59833:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.030956:0:59833:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=6 00000020:00000001:0.0:1763346494.030959:0:59833:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:0.0:1763346494.030961:0:59833:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:0.0:1763346494.030966:0:59833:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.030971:0:59833:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346494.030975:0:59833:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.030978:0:59833:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346494.030984:0:59833:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517caa000. 00000020:00000010:0.0:1763346494.030989:0:59833:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346494.030994:0:59833:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.031004:0:59833:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1763346494.031008:0:59833:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.031009:0:59833:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.031012:0:59833:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.031022:0:59833:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.031036:0:59833:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.031047:0:59833:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.031049:0:59833:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.031055:0:59833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00000040:0.0:1763346494.031059:0:59833:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:0.0:1763346494.031062:0:59833:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183162240 : -105874526389376 : ffff9fb52a76bb80) 00000100:00000040:0.0:1763346494.031068:0:59833:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76bb80 x1848996514970496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.031077:0:59833:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.031079:0:59833:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346494.031082:0:59833:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.031084:0:59833:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346494.031088:0:59833:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1848996514970496:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:0.0:1763346494.031092:0:59833:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514970496 00000020:00000001:0.0:1763346494.031096:0:59833:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.031100:0:59833:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.031103:0:59833:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.031106:0:59833:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.031108:0:59833:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150992 : -1037400624 : ffffffffc22a85d0) 00000020:00000001:0.0:1763346494.031111:0:59833:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346494.031115:0:59833:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.031117:0:59833:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.031120:0:59833:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.031122:0:59833:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.031127:0:59833:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.031130:0:59833:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.031134:0:59833:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fb52aa5a000. 02000000:00000001:0.0:1763346494.031137:0:59833:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.031139:0:59833:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.031142:0:59833:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1763346494.031147:0:59833:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1763346494.031150:0:59833:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763346494.031153:0:59833:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1763346494.031156:0:59833:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 310444032 pending 0 free 3836739584 avail 3832545280 00000020:00000020:0.0:1763346494.031160:0:59833:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 20774912 0 0 00000020:00000020:0.0:1763346494.031163:0:59833:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 dirty 0 pend 0 grant 289669120 00000020:00000020:0.0:1763346494.031167:0:59833:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fb52e9fe800 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1763346494.031170:0:59833:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3659 free, 3636 avail; 117881 objects: 117088 free; state 0 00002000:00000001:0.0:1763346494.031173:0:59833:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:0.0:1763346494.031178:0:59833:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.031182:0:59833:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911665, transno 0, xid 1848996514970496 00010000:00000001:0.0:1763346494.031185:0:59833:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.031190:0:59833:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76bb80 x1848996514970496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/368 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346494.031198:0:59833:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.031201:0:59833:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.031205:0:59833:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5222129e8 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.031210:0:59833:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.031242:0:59833:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346494.031245:0:59833:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346494.031248:0:59833:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.031251:0:59833:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.031254:0:59833:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.031256:0:59833:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.031260:0:59833:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aaa0. 00000100:00000200:0.0:1763346494.031263:0:59833:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848996514970496, offset 224 00000400:00000200:0.0:1763346494.031268:0:59833:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.031274:0:59833:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.031279:0:59833:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a70c773b80 00000400:00000200:0.0:1763346494.031284:0:59833:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12faf1 [1] + 224 00000400:00000200:0.0:1763346494.031288:0:59833:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.031291:0:59833:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.031294:0:59833:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.031308:0:59833:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346494.031318:0:59833:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.031327:0:59833:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.031332:0:59833:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aaa0 00000400:00000010:0.0:1763346494.031334:0:59833:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aaa0. 00000100:00000001:0.0:1763346494.031337:0:59833:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.031339:0:59833:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.031341:0:59833:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.031345:0:59833:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346494.031347:0:59833:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.031348:0:59833:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.031351:0:59833:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.031355:0:59833:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76bb80 x1848996514970496/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 224/368 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.031364:0:59833:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1848996514970496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 285us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.031372:0:59833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00000040:0.0:1763346494.031376:0:59833:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:0.0:1763346494.031379:0:59833:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.031381:0:59833:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.031385:0:59833:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346494.031389:0:59833:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.031393:0:59833:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517caa000. 00000020:00000040:0.0:1763346494.031399:0:59833:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:0.0:1763346494.031402:0:59833:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.031568:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346494.031571:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346494.031575:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346494.031577:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346494.031579:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636948. 00000400:00000200:1.0:1763346494.031582:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b5d8 00000400:00000010:1.0:1763346494.031584:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b5d8. 00000100:00000001:1.0:1763346494.031586:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.031590:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346494.031597:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.031603:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346494.031605:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.031607:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346494.031610:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346494.031612:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.031613:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.031616:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.031622:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e934a0 time=152 v=5 (5 5 5 5) 00000100:00001000:1.0:1763346494.031627:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.031629:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346494.031631:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.031634:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346494.031638:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.031640:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346494.031642:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911665 00000100:00000001:1.0:1763346494.031644:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346494.031646:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.031651:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.031658:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.031660:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346494.031662:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346494.031665:0:3294:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763346494.031668:0:3294:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1763346494.031671:0:3294:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=936704 avail=930816 avail_mb=3636 hwm_mb=7 files=117881 ffree=117088 state=0: rc = 0 00000004:00000020:1.0:1763346494.031677:0:3294:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fb540e95800): 942848 blocks, 936704 free, 930816 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117881 files, 117088 free files 0x0 00000004:00000001:1.0:1763346494.031681:0:3294:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.031685:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.031691:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514970496:0@lo:13:osp-pre-1-0.0 00000100:00000001:1.0:1763346494.031695:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.031697:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.031700:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a9f80 x1848996514970496/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.031707:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346494.031709:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346494.031712:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb50f92cc00. 02000000:00000001:1.0:1763346494.031714:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346494.031716:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346494.031718:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763346494.031720:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346494.031723:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb51fc10000. 02000000:00000001:1.0:1763346494.031728:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346494.031729:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346494.031732:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a9f80. 00000100:00000001:1.0:1763346494.031736:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346494.031737:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.031739:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.031743:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346494.031745:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.031747:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346494.031748:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.031812:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346494.031815:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763346494.037562:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.037592:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.037596:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.037599:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.037613:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.037630:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4584 into portal 6 MB=0x691a70e013980 00000400:00000200:1.0:1763346494.037639:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 4584/4584 into md 0x90861 [128] + 131280 00000800:00000001:1.0:1763346494.037650:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.037670:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.037674:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.037679:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.037686:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.037689:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346494.037696:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1ed80. 00000100:00000040:1.0:1763346494.037700:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1ed80 x1848996540791168 msgsize 4584 00000100:00100000:1.0:1763346494.037704:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.037726:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.037735:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.037738:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.038058:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.038061:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540791168 02000000:00000001:0.0:1763346494.038147:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.038150:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.038153:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.038158:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.038162:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540791168 00000020:00000001:0.0:1763346494.038165:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.038167:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:0.0:1763346494.038170:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.038173:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:0.0:1763346494.038176:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:0.0:1763346494.038178:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:0.0:1763346494.038183:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.038189:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346494.038193:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.038195:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000020:00000010:0.0:1763346494.038201:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb517caa000. 00000020:00000010:0.0:1763346494.038207:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346494.038252:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.038262:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763346494.038265:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.038266:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763346494.038268:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763346494.038271:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.038274:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:0.0:1763346494.038278:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.038282:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.038287:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346494.038290:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.038292:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.038295:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.038305:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.038307:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.038309:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.038310:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.038311:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.038313:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.038314:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.038315:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.038316:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.038319:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763346494.038322:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.038324:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.038326:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.038329:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763346494.038331:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.038333:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.038343:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.038360:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.038373:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.038375:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.038380:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3709 00000100:00000040:0.0:1763346494.038384:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346494.038386:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237373312 : -105874472178304 : ffff9fb52db1ed80) 00000100:00000040:0.0:1763346494.038393:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1ed80 x1848996540791168/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4584/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.038402:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.038405:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346494.038407:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.038409:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f900. 00000100:00100000:0.0:1763346494.038413:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540791168:12345-192.168.204.16@tcp:4:lfs.0 00000100:00000200:0.0:1763346494.038417:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540791168 00000020:00000001:0.0:1763346494.038419:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.038423:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.038425:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.038428:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.038429:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:0.0:1763346494.038433:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346494.038437:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.038439:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.038441:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.038442:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.038445:0:86566:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763346494.038452:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.038454:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.038459:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb52aa5ac00. 02000000:00000001:0.0:1763346494.038461:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.038464:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.038467:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763346494.038469:0:86566:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763346494.038472:0:86566:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.038476:0:86566:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.038483:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84c00 count: 2 00010000:00000001:0.0:1763346494.038486:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.038489:0:86566:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.038493:0:86566:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36a00. 00000020:00000001:0.0:1763346494.038497:0:86566:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.038500:0:86566:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36a00 with handle 0x757b854463afa1d9 to hash 00000020:00000001:0.0:1763346494.038502:0:86566:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.038503:0:86566:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.038506:0:86566:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.038510:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.038513:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.038518:0:86566:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.038527:0:86566:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.038534:0:86566:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.038536:0:86566:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346494.038539:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.038544:0:86566:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763346494.038546:0:86566:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346494.038551:0:86566:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346494.038559:0:86566:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346494.038560:0:86566:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.038563:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346494.038565:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.038567:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346494.038569:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346494.038570:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.038572:0:86566:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.038574:0:86566:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346494.038577:0:86566:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.038585:0:86566:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2534:0x0].0x0 (ffff9fb503c84c00) refcount = 2 00010000:00000040:0.0:1763346494.038588:0:86566:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.038591:0:86566:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346494.038598:0:86566:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346494.038600:0:86566:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763346494.038609:0:86566:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f900. 00000100:00000001:0.0:1763346494.038613:0:86566:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.038619:0:86566:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a240. 00000100:00000001:0.0:1763346494.038621:0:86566:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567258688 : -105879142292928 : ffff9fb41755a240) 00000100:00000001:0.0:1763346494.038623:0:86566:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567258688 : -105879142292928 : ffff9fb41755a240) 00000100:00000001:0.0:1763346494.038626:0:86566:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.038628:0:86566:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346494.038631:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.038634:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.038636:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346494.038639:0:86566:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.038642:0:86566:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.038643:0:86566:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346494.038645:0:86566:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346494.038649:0:86566:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8700. 00000020:00000040:0.0:1763346494.038653:0:86566:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763346494.038656:0:86566:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.038659:0:86566:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.038666:0:86566:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.038671:0:86566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb517cab400. 00000100:00000001:0.0:1763346494.038677:0:86566:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.038682:0:86566:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763346494.038698:0:86566:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 20 pid: 62999 timeout: 6163 lvb_type: 1 00010000:00000001:0.0:1763346494.038708:0:86566:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346494.038711:0:86566:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.038716:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.038724:0:86566:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.038726:0:86566:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.038731:0:86566:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:86566:1848996514970624:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346494.038735:0:86566:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.038740:0:86566:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.038743:0:86566:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.038746:0:86566:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.038750:0:86566:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346494.038752:0:86566:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.038759:0:86566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.038765:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aaa0. 00000100:00000200:0.0:1763346494.038772:0:86566:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514970624, portal 16 00000100:00000001:0.0:1763346494.038775:0:86566:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.038776:0:86566:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000040:0.0:1763346494.038782:0:86566:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.038790:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.038792:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.038795:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a990. 00000100:00000200:0.0:1763346494.038798:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514970624, offset 0 00000400:00000200:0.0:1763346494.038804:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.038814:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.038819:0:86566:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346494.038823:0:86566:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346494.038827:0:86566:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346494.038829:0:86566:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346494.038833:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198547:198547:256:4294967295] 192.168.204.16@tcp LPNI seq info [198543:198543:8:4294967295] 00000400:00000200:0.0:1763346494.038844:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.038850:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.038855:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb51fc10000. 00000800:00000200:0.0:1763346494.038861:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.038868:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.038872:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb51fc10000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.038880:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.038885:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300730953 00000100:00000001:0.0:1763346494.038891:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300730920 00000100:00000001:0.0:1763346494.038896:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300730953 00000100:00000001:0.0:1763346494.038900:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300730920 00000100:00000001:0.0:1763346494.038903:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300730953 00000100:00000001:0.0:1763346494.038907:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300730920 00000100:00000001:0.0:1763346494.038910:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300730953 00000100:00000001:0.0:1763346494.038913:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300730920 00000100:00000001:0.0:1763346494.038916:0:86566:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.038919:0:86566:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.038921:0:86566:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.038923:0:86566:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.038925:0:86566:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.038927:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.038928:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.038929:0:86566:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.038930:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.038932:0:86566:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346494.038934:0:86566:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.038936:0:86566:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.038938:0:86566:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.038941:0:86566:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a240 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.038944:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.038947:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346494.046452:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.046462:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb51fc10000. 00000400:00000200:1.0:1763346494.046474:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.046484:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.046491:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a990 00000400:00000010:1.0:1763346494.046494:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a990. 00000100:00000001:1.0:1763346494.046499:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346494.046508:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.046522:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.046526:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.046534:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.046536:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.046925:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.046940:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.046942:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.046945:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.046953:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.046968:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c773c00 00000400:00000200:3.0:1763346494.046976:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fafd [1] + 224 00000800:00000001:3.0:1763346494.046984:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.046992:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.046994:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.046997:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.047002:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.047008:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.047017:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.047029:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.047034:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.047038:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.047619:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.047629:0:86566:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.047631:0:86566:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.047634:0:86566:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.047639:0:86566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aaa0 00000400:00000010:0.0:1763346494.047642:0:86566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aaa0. 00000100:00000001:0.0:1763346494.047645:0:86566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.047651:0:86566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346494.047660:0:86566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.047666:0:86566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.047668:0:86566:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.047671:0:86566:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.047674:0:86566:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.047677:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.047680:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.047683:0:86566:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.047690:0:86566:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346494.047695:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.047697:0:86566:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.047699:0:86566:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.047702:0:86566:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.047706:0:86566:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.047710:0:86566:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.047715:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.047723:0:86566:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.047726:0:86566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.047728:0:86566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.047731:0:86566:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346494.047735:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.047737:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.047738:0:86566:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.047742:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346494.047750:0:86566:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:86566:1848996514970624:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346494.047755:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.047758:0:86566:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.047761:0:86566:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.047763:0:86566:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.047766:0:86566:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a8700 x1848996514970624/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.047774:0:86566:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.047776:0:86566:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.047780:0:86566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb517cab800. 02000000:00000001:0.0:1763346494.047786:0:86566:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.047789:0:86566:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.047791:0:86566:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763346494.047793:0:86566:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.047796:0:86566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb517cab400. 02000000:00000001:0.0:1763346494.047799:0:86566:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.047801:0:86566:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.047803:0:86566:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a8700. 00000100:00000001:0.0:1763346494.047807:0:86566:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.047808:0:86566:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346494.047811:0:86566:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a240. 00000100:00000001:0.0:1763346494.047813:0:86566:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346494.047816:0:86566:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346494.047819:0:86566:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f900. 00010000:00000001:0.0:1763346494.047822:0:86566:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.047825:0:86566:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.047827:0:86566:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.047832:0:86566:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763346494.047837:0:86566:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763346494.051090:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.051109:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.051113:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.051115:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.051127:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.051144:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e013a00 00000400:00000200:1.0:1763346494.051153:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127985 [2] + 0 00000800:00000001:1.0:1763346494.051161:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.051271:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.051276:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.051280:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.051289:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.051291:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346494.051308:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1df80. 00000100:00000040:1.0:1763346494.051313:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1df80 x1848996540791296 msgsize 328 00000100:00100000:1.0:1763346494.051317:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.051332:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.051341:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.051346:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.051421:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.051425:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540791296 02000000:00000001:3.0:1763346494.051428:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.051431:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.051434:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.051439:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.051444:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540791296 00000020:00000001:3.0:1763346494.051451:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.051454:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346494.051456:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.051459:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=21 00000020:00000001:3.0:1763346494.051462:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346494.051466:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346494.051471:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.051476:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346494.051480:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.051482:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c580. 00000020:00000010:3.0:1763346494.051489:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f000. 00000020:00000010:3.0:1763346494.051494:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d400. 00000020:00000010:3.0:1763346494.051500:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1bb8. 00000100:00000040:3.0:1763346494.051508:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346494.051511:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.051512:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346494.051515:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346494.051518:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.051521:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346494.051526:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.051528:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.051529:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:3.0:1763346494.051532:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346494.051535:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:3.0:1763346494.051542:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 21 pid: 62999 timeout: 6163 lvb_type: 1 00010000:00000001:3.0:1763346494.051550:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.051552:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.051553:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.051556:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.051564:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346494.051572:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb52db1df80 x1848996540791296/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.051579:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346494.051581:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.051597:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.051610:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.051612:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.051617:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4027 00000100:00000040:3.0:1763346494.051622:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 2 00000100:00000001:3.0:1763346494.051624:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237369728 : -105874472181888 : ffff9fb52db1df80) 00000100:00000040:3.0:1763346494.051629:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1df80 x1848996540791296/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.051637:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.051640:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346494.051642:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.051644:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c580. 00000100:00100000:3.0:1763346494.051649:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540791296:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346494.051653:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540791296 00010000:00000001:3.0:1763346494.051655:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346494.051658:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346494.051659:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346494.051665:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.051668:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.051673:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af1f000. 02000000:00000001:3.0:1763346494.051676:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.051678:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.051681:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346494.051683:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346494.051685:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.051687:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.051688:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:3.0:1763346494.051690:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:3.0:1763346494.051692:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000040:3.0:1763346494.051696:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84c00 count: 3 00002000:00000001:3.0:1763346494.051700:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346494.051704:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.051707:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.051713:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:3.0:1763346494.051716:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00002000:00000001:3.0:1763346494.051719:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.051725:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346494.051729:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00010000:00010000:3.0:1763346494.051734:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 21 pid: 62999 timeout: 6163 lvb_type: 1 00000100:00001000:3.0:1763346494.051743:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb535129c50 time=137 v=5 (1 0 0 0) 00010000:00000001:3.0:1763346494.051746:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346494.051753:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.051754:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.051757:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 21 pid: 62999 timeout: 6163 lvb_type: 1 00000020:00000001:3.0:1763346494.051767:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.051770:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.051771:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.051773:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.051779:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.051781:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.051837:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.051839:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.051842:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.051844:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.051847:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa1a8 from hash 00010000:00000001:3.0:1763346494.051849:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.051850:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.051851:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.051852:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.051857:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.051859:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.051861:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.051862:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.051867:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80c200/0x757b854463afa1a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2534:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128be expref: 21 pid: 62999 timeout: 6163 lvb_type: 1 00010000:00000040:3.0:1763346494.051880:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 13 00000020:00000040:3.0:1763346494.051883:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00010000:00000001:3.0:1763346494.051889:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.051892:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.051894:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346494.051896:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36a00 00010000:00000001:3.0:1763346494.051899:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346494.051901:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.051904:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.051907:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.051908:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.051909:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.051911:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.051914:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346494.051916:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346494.051919:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.051926:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763346494.051931:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.051939:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2534:0x0].0x0 (ffff9fb503c84c00) refcount = 2 00010000:00000040:3.0:1763346494.051942:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346494.051944:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.051952:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.051953:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.051955:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346494.051956:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.051959:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346494.051963:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c580. 00000100:00000001:3.0:1763346494.051967:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346494.051974:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb519ad30c0. 00000100:00000001:3.0:1763346494.051976:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198901518528 : -105874808033088 : ffff9fb519ad30c0) 00000100:00000001:3.0:1763346494.051978:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198901518528 : -105874808033088 : ffff9fb519ad30c0) 00000100:00000001:3.0:1763346494.051980:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346494.051982:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346494.051983:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346494.051986:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346494.051992:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.051995:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.051996:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.051997:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.051998:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346494.052000:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346494.052001:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.052004:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.052005:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763346494.052008:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb519ad30c0. 00000100:00000001:3.0:1763346494.052010:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346494.052012:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346494.052014:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c580. 00010000:00000001:3.0:1763346494.052016:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346494.052018:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346494.052019:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.052025:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.052028:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.052030:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.052034:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.052037:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.052039:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.052042:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.052044:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.052047:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.052050:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.052054:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb908. 00000100:00000200:3.0:1763346494.052060:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540791296, offset 224 00000400:00000200:3.0:1763346494.052066:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.052076:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.052082:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198548:198548:256:4294967295] 192.168.204.16@tcp LPNI seq info [198544:198544:8:4294967295] 00000400:00000200:3.0:1763346494.052091:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.052096:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.052101:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4be00. 00000800:00000200:3.0:1763346494.052106:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.052114:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.052118:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.052142:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.052146:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.052149:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.052151:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.052155:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1df80 x1848996540791296/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.052165:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540791296:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 524us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346494.052172:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4027 00000100:00000040:3.0:1763346494.052175:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346494.052178:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.052179:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.052184:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d400. 00000020:00000010:3.0:1763346494.052192:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1bb8. 00000020:00000010:3.0:1763346494.052195:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f000. 00000020:00000040:3.0:1763346494.052200:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:3.0:1763346494.052202:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.052480:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.052485:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4be00. 00000400:00000200:2.0:1763346494.052490:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.052495:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.052499:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb908 00000400:00000010:2.0:1763346494.052501:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb908. 00000100:00000001:2.0:1763346494.052505:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.052507:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1763346494.052573:0:86566:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.052582:0:86566:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.052585:0:86566:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.052591:0:86566:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.052592:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.052593:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346494.052596:0:86566:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.052603:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:0.0:1763346494.052610:0:86566:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:0.0:1763346494.052613:0:86566:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:0.0:1763346494.052616:0:86566:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763346494.052619:0:86566:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1763346494.052621:0:86566:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 free: 3836739584 avail: 3832545280 00000020:00000001:0.0:1763346494.052625:0:86566:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1763346494.052628:0:86566:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 avail=3832545280 left=3521118208 unstable=1703936 tot_grant=310444032 pending=0 00000020:00000001:0.0:1763346494.052632:0:86566:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3521118208 : 3521118208 : d1e00000) 00000020:00000001:0.0:1763346494.052635:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763346494.052638:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 reports grant 287965184 dropped 0, local 289669120 00000020:00000001:0.0:1763346494.052641:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763346494.052643:0:86566:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:0.0:1763346494.052646:0:86566:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 granted: 1703936 ungranted: 0 grant: 287965184 dirty: 1703936 00000020:00000001:0.0:1763346494.052649:0:86566:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:0.0:1763346494.052651:0:86566:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1763346494.052653:0:86566:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 wants: 485097472 current grant 287965184 granting: 3407872 00000020:00000020:0.0:1763346494.052656:0:86566:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 tot cached:0 granted:313851904 num_exports: 2 00000020:00000001:0.0:1763346494.052659:0:86566:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:0.0:1763346494.052661:0:86566:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:0.0:1763346494.052663:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346494.052665:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.052669:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:0.0:1763346494.052672:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00080000:00000001:0.0:1763346494.052679:0:86566:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:0.0:1763346494.052703:0:86566:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763346494.052708:0:86566:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.052710:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.052712:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.052715:0:86566:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:0.0:1763346494.052718:0:86566:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763346494.052723:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763346494.052751:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:0.0:1763346494.052754:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763346494.052765:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.052768:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763346494.052772:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.052779:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.052782:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.052784:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.052787:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.052789:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.052791:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.052793:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.052795:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.052797:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.052798:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.052800:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.052801:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.052802:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.052804:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.052806:0:86566:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1763346494.052808:0:86566:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.052811:0:86566:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1763346494.052812:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763346494.052817:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.052820:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.052829:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59c00. 00080000:00000001:0.0:1763346494.052832:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000001:00000001:0.0:1763346494.052834:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.052836:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.052839:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:0.0:1763346494.052858:0:86566:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:0.0:1763346494.052862:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.052865:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.052870:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.052873:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346494.052890:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.052893:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763346494.052894:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.052897:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346494.052925:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.052928:0:86566:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1763346494.052931:0:86566:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.052936:0:86566:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:0.0:1763346494.052939:0:86566:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1763346494.052942:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.052944:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763346494.052978:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.052982:0:86566:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.052984:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.052994:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.052997:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.052999:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa58800. 00080000:00000001:0.0:1763346494.053001:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00000001:00000001:0.0:1763346494.053004:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.053005:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053008:0:86566:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:0.0:1763346494.053012:0:86566:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:0.0:1763346494.053015:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.053017:0:86566:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053019:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.053020:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053022:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346494.053026:0:86566:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.053048:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.053049:0:86566:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053051:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.053056:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053063:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053071:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346494.053074:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053077:0:86566:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:0.0:1763346494.053078:0:86566:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:0.0:1763346494.053080:0:86566:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:0.0:1763346494.053083:0:86566:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:0.0:1763346494.053103:0:86566:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.053107:0:86566:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1763346494.053109:0:86566:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb538038000. 00000020:00000040:0.0:1763346494.053112:0:86566:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 2 00000020:00000040:0.0:1763346494.053115:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=20 00000020:00000001:0.0:1763346494.053118:0:86566:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.053120:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346494.053123:0:86566:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1763346494.053126:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.053128:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1763346494.053187:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763346494.053190:0:86566:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911669, last_committed = 12884911666 00000001:00000010:0.0:1763346494.053195:0:86566:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5380385a0. 00000001:00000040:0.0:1763346494.053198:0:86566:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 3 00000020:00000040:0.0:1763346494.053200:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00080000:00000001:0.0:1763346494.053206:0:86566:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.053261:0:86566:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346494.053265:0:86566:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763346494.057262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000100:00000040:2.0:1763346494.110271:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300730953, at 4300730960 00000100:00000010:2.0:1763346494.110286:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875b40. 00000100:00000040:0.0:1763346494.110351:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300730953, at 4300730960 00000100:00000010:0.0:1763346494.110358:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb4178753c0. 00000100:00000040:3.0:1763346494.110555:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300730953, at 4300730960 00000100:00000010:3.0:1763346494.110561:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb4178759c0. 00000100:00000040:1.0:1763346494.110772:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300730953, at 4300730960 00000100:00000010:1.0:1763346494.110779:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875c60. 00080000:00000001:0.0:1763346494.116612:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346494.116662:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00002000:00000001:0.0:1763346494.116667:0:86566:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.116684:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84c00 count: 2 00010000:00000001:0.0:1763346494.116687:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763346494.116691:0:86566:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346494.116696:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346494.116698:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.116704:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:0.0:1763346494.116707:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00002000:00000001:0.0:1763346494.116709:0:86566:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346494.116717:0:86566:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346494.116720:0:86566:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763346494.116722:0:86566:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb mtime from disk: 0 -> 1763346493 00002000:00010000:0.0:1763346494.116724:0:86566:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb ctime from disk: 0 -> 1763346493 00002000:00010000:0.0:1763346494.116726:0:86566:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:0.0:1763346494.116729:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00002000:00000001:0.0:1763346494.116733:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.116736:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.116742:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:0.0:1763346494.116746:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.116748:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.116751:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:0.0:1763346494.116753:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.116756:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.116758:0:86566:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346494.116764:0:86566:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.116773:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.116774:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.116777:0:86566:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.116783:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.116785:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.116788:0:86566:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346494.116791:0:86566:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.116798:0:86566:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36a00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:0.0:1763346494.116801:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.116803:0:86566:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346494.116805:0:86566:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.116812:0:86566:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346494.116813:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.116814:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.116816:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=4 00000020:00000001:0.0:1763346494.116818:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.116820:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.116823:0:86566:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346494.116826:0:86566:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.116831:0:86566:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346494.116833:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.116834:0:86566:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.116840:0:86566:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.116842:0:86566:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.116844:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.116845:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.116847:0:86566:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36a00 with handle 0x757b854463afa1d9 from hash 00010000:00000001:0.0:1763346494.116849:0:86566:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.116850:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.116851:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.116852:0:86566:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.116858:0:86566:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.116860:0:86566:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.116863:0:86566:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.116865:0:86566:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.116867:0:86566:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346494.116870:0:86566:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.116872:0:86566:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.116874:0:86566:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.116876:0:86566:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346494.116878:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.116879:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.116881:0:86566:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.116883:0:86566:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.116884:0:86566:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.116887:0:86566:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1763346494.116933:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346494.116939:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346494.116942:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346494.116944:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911669 is committed 00000001:00000040:3.0:1763346494.116947:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 2 00000020:00000040:3.0:1763346494.116950:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000001:00000010:3.0:1763346494.116953:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5380385a0. 00000020:00000001:3.0:1763346494.117014:0:58673:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763346494.117017:0:58673:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763346494.117018:0:58673:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb535129800 : new cb_count 1 00000020:00000040:3.0:1763346494.117020:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000020:00000010:3.0:1763346494.117022:0:58673:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb538038000. 00040000:00000001:3.0:1763346494.117025:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346494.117028:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346494.117030:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa58800. 00080000:00000001:3.0:1763346494.117033:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346494.117036:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763346494.117037:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346494.117038:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346494.117039:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59c00. 00080000:00000001:3.0:1763346494.117042:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346494.117044:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763346494.117045:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:3.0:1763346494.117047:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000001:00000010:3.0:1763346494.117048:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038f60. 00040000:00000001:3.0:1763346494.117050:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346494.117051:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346494.117052:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055eb800. 00080000:00000001:3.0:1763346494.117055:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346494.117059:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346494.117061:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346494.117062:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346494.117063:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911668 is committed 00000001:00000040:3.0:1763346494.117065:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:3.0:1763346494.117066:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:3.0:1763346494.117067:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54a20. 00040000:00000001:3.0:1763346494.117071:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346494.117072:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346494.117073:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92ec00. 00080000:00000001:3.0:1763346494.117076:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:0.0:1763346494.117104:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.117105:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.117107:0:86566:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346494.117108:0:86566:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346494.117109:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.117112:0:86566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36a00/0x757b854463afa1d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.117119:0:86566:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84c00 count: 0 00002000:00000010:0.0:1763346494.117123:0:86566:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb538d7bdc0. 00010000:00000010:0.0:1763346494.117127:0:86566:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb503c84000. 00010000:00000001:0.0:1763346494.117134:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346494.117136:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763346494.117138:0:86566:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.117143:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911669, transno 12884911669, xid 1848996540791168 00010000:00000001:0.0:1763346494.117146:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.117157:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1ed80 x1848996540791168/t12884911669(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4584/448 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.117165:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.117168:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.117171:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=1 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.117176:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.117178:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.117181:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.117184:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.117188:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.117191:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.117194:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.117199:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aaa0. 00000100:00000200:0.0:1763346494.117205:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540791168, offset 224 00000400:00000200:0.0:1763346494.117513:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.117529:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.117536:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198549:198549:256:4294967295] 192.168.204.16@tcp LPNI seq info [198545:198545:8:4294967295] 00000400:00000200:0.0:1763346494.117547:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.117552:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.117558:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5421ed500. 00000800:00000200:0.0:1763346494.117565:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.117573:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.117578:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5421ed500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.117589:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.117593:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.117595:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.117597:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.117600:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.117606:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1ed80 x1848996540791168/t12884911669(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4584/448 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.117616:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+18:2357:x1848996540791168:12345-192.168.204.16@tcp:4:lfs.0 Request processed in 79212us (79914us total) trans 12884911669 rc 0/0 00000100:00100000:0.0:1763346494.117627:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3709 00000100:00000040:0.0:1763346494.117631:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346494.117634:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.117635:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.117641:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb530364280. 00000020:00000010:0.0:1763346494.117648:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.117652:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb517caa000. 00000020:00000040:0.0:1763346494.117657:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 17 00000100:00000001:0.0:1763346494.117660:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.120089:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.120098:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5421ed500. 00000400:00000200:1.0:1763346494.120104:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.120112:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.120119:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aaa0 00000400:00000010:1.0:1763346494.120121:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aaa0. 00000100:00000001:1.0:1763346494.120126:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.120128:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346494.122365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84c00. 00010000:00000010:0.1:1763346494.122381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00000800:00000001:1.0:1763346494.122788:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.122805:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.122809:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.122811:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.122820:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.122838:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 448 into portal 12 MB=0x691a70e013a80 00000400:00000200:1.0:1763346494.122845:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 448/448 into md 0xd4325 [64] + 69056 00000800:00000001:1.0:1763346494.122853:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.122863:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.122866:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.122869:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.122876:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.122878:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346494.122884:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1d180. 00000100:00000040:1.0:1763346494.122887:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1d180 x1848996540791424 msgsize 448 00000100:00100000:1.0:1763346494.122892:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.122907:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.122915:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.122919:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.122979:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.122983:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540791424 02000000:00000001:3.0:1763346494.122986:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.122989:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.122991:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.122995:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.122999:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540791424 00000020:00000001:3.0:1763346494.123002:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.123004:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346494.123007:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.123010:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=501 00000020:00000001:3.0:1763346494.123012:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346494.123015:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346494.123020:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.123025:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.123029:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.123032:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000020:00000010:3.0:1763346494.123038:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e800. 00000020:00000010:3.0:1763346494.123044:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.123049:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1bb8. 00000100:00000040:3.0:1763346494.123055:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346494.123059:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.123060:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.123062:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.123071:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.123720:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.123739:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.123741:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.123747:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140815 00000100:00000040:3.0:1763346494.123752:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346494.123755:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237366144 : -105874472185472 : ffff9fb52db1d180) 00000100:00000040:3.0:1763346494.123763:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1d180 x1848996540791424/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 448/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.123774:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.123779:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.123781:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.123783:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000100:00100000:3.0:1763346494.123787:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+501:226283:x1848996540791424:12345-192.168.204.16@tcp:44:lfs.0 00000100:00000200:3.0:1763346494.123791:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540791424 00000020:00000001:3.0:1763346494.123795:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.123800:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.123805:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.123809:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.123811:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027344 : -1039524272 : ffffffffc20a1e50) 00000020:00000001:3.0:1763346494.123814:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346494.123818:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540791424, found 0 last_xid 1848996540791423 00000020:00000001:3.0:1763346494.123821:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.123823:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.123826:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.123830:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346494.123835:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.123839:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:3.0:1763346494.123842:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.123844:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.123848:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.123851:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.123857:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9fb52af1fc00. 02000000:00000001:3.0:1763346494.123859:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.123861:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.123864:0:19997:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:3.0:1763346494.123868:0:19997:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:3.0:1763346494.123874:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.123880:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763346494.123885:0:19997:0:(osd_object.c:2123:osd_object_sync()) Process entered 00080000:00000001:3.0:1763346494.183665:0:19997:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.183676:0:19997:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.183681:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346494.183684:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346494.183692:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.183695:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346494.183704:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.183707:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.183713:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346494.183716:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346494.183720:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346494.183722:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346494.183725:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346494.183726:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405f:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763346494.183730:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346494.183733:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.183743:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.183746:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.183748:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.183749:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.183751:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.183752:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.183753:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.183755:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346494.183757:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763346494.183761:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346494.183763:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763346494.183771:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346494.183779:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.183781:0:19997:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346494.183784:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055469, transno 0, xid 1848996540791424 00010000:00000001:3.0:1763346494.183787:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.183799:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1d180 x1848996540791424/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 448/440 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346494.183807:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.183809:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.183814:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=150 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.183818:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.183821:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.183824:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.183827:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.183831:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.183835:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.183837:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.183843:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346494.183850:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848996540791424, offset 224 00000400:00000200:3.0:1763346494.183857:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.183873:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.183880:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198550:198550:256:4294967295] 192.168.204.16@tcp LPNI seq info [198546:198546:8:4294967295] 00000400:00000200:3.0:1763346494.183891:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.183896:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.183901:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4bc00. 00000800:00000200:3.0:1763346494.183908:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.183917:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.183921:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4bc00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.183937:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.183941:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.183944:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.183947:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.183950:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.183956:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1d180 x1848996540791424/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 448/440 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.183965:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+501:226283:x1848996540791424:12345-192.168.204.16@tcp:44:lfs.0 Request processed in 60189us (61075us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346494.183975:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140815 00000100:00000040:3.0:1763346494.183979:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346494.183982:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.183983:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.183988:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.183996:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1bb8. 00000020:00000010:3.0:1763346494.184000:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e800. 00000020:00000040:3.0:1763346494.184006:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00000100:00000001:3.0:1763346494.184009:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346494.184073:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346494.184078:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346494.184080:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346494.184083:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055481 is committed 00000001:00000040:0.0:1763346494.184086:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:0.0:1763346494.184089:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000001:00000010:0.0:1763346494.184092:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038120. 00040000:00000001:0.0:1763346494.184096:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184099:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184100:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184101:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184103:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa5b000. 00080000:00000001:0.0:1763346494.184107:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184109:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184110:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:0.0:1763346494.184112:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000001:00000010:0.0:1763346494.184114:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb510a1b960. 00040000:00000001:0.0:1763346494.184116:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184117:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184118:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184119:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184120:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59400. 00080000:00000001:0.0:1763346494.184123:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184125:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184127:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:0.0:1763346494.184129:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000001:00000010:0.0:1763346494.184130:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb510a1b060. 00000004:00080000:0.0:1763346494.184133:0:20006:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 342 committed 00000004:00000010:0.0:1763346494.184149:0:20006:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fb510a1b0c0. 00040000:00000001:0.0:1763346494.184152:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184153:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184154:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184156:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184157:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59800. 00080000:00000001:0.0:1763346494.184159:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184161:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184162:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:0.0:1763346494.184164:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000001:00000010:0.0:1763346494.184166:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038660. 00040000:00000001:0.0:1763346494.184168:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184169:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184170:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184171:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184173:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055ea400. 00080000:00000001:0.0:1763346494.184175:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184177:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1763346494.184178:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184179:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184180:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184181:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184182:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e8400. 00080000:00000001:0.0:1763346494.184184:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184188:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346494.184190:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346494.184191:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346494.184192:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055482 is committed 00000001:00000040:0.0:1763346494.184194:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:0.0:1763346494.184196:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000001:00000010:0.0:1763346494.184198:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875960. 00040000:00000001:0.0:1763346494.184200:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184201:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184202:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184203:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184204:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532676800. 00080000:00000001:0.0:1763346494.184206:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184209:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184211:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:0.0:1763346494.184238:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000001:00000010:0.0:1763346494.184240:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875cc0. 00040000:00000001:0.0:1763346494.184242:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184243:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184244:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184245:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184246:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532675800. 00080000:00000001:0.0:1763346494.184248:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184250:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184251:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:0.0:1763346494.184253:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000001:00000010:0.0:1763346494.184254:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb9ae0. 00040000:00000001:0.0:1763346494.184256:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184258:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184259:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184260:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184261:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532675400. 00080000:00000001:0.0:1763346494.184263:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184264:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184266:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:0.0:1763346494.184267:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000001:00000010:0.0:1763346494.184269:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb9ea0. 00040000:00000001:0.0:1763346494.184270:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184271:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184272:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184273:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184274:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532675000. 00080000:00000001:0.0:1763346494.184275:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184277:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184278:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:0.0:1763346494.184279:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000001:00000010:0.0:1763346494.184281:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb91e0. 00040000:00000001:0.0:1763346494.184282:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184283:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184284:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184285:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184286:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532677c00. 00080000:00000001:0.0:1763346494.184288:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184289:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184291:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346494.184300:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:0.0:1763346494.184301:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb90c0. 00000020:00000001:0.0:1763346494.184306:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346494.184309:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f31d80 refcount 2 committed 0 result 0 batchid 4294967624 00000020:00080000:0.0:1763346494.184312:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ed300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31b40 00000020:00080000:0.0:1763346494.184315:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52e99b400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb532675c00 00000020:00000001:0.0:1763346494.184324:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763346494.184325:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f31d80 refcount 2 committed 1 result 0 batchid 4294967624 00000020:00000040:0.0:1763346494.184328:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ed300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31b40 00000020:00000040:0.0:1763346494.184331:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52e99b400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb532675c00 00000020:00000001:0.0:1763346494.184334:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346494.184335:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184336:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184337:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184337:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184339:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532675c00. 00080000:00000001:0.0:1763346494.184340:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184342:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184344:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:0.0:1763346494.184345:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000001:00000010:0.0:1763346494.184346:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb416c0ad20. 00040000:00000001:0.0:1763346494.184348:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184349:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184350:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184351:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184352:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532677800. 00080000:00000001:0.0:1763346494.184353:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184356:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184358:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:0.0:1763346494.184359:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000001:00000010:0.0:1763346494.184361:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44ae0. 00000020:00000001:0.0:1763346494.184364:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346494.184365:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb50847bd80 refcount 2 committed 0 result 0 batchid 4294967625 00000020:00080000:0.0:1763346494.184368:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50847b480 00000020:00080000:0.0:1763346494.184371:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50f92f000 00000020:00000001:0.0:1763346494.184373:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763346494.184374:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb50847bd80 refcount 2 committed 1 result 0 batchid 4294967625 00000020:00000040:0.0:1763346494.184376:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50847b480 00000020:00000040:0.0:1763346494.184378:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50f92f000 00000020:00000001:0.0:1763346494.184381:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346494.184382:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184383:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184384:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184385:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184386:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92f000. 00080000:00000001:0.0:1763346494.184388:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184390:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.184391:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00000020:00000040:0.0:1763346494.184393:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000001:00000010:0.0:1763346494.184394:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44480. 00040000:00000001:0.0:1763346494.184395:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184396:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184397:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184398:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184399:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb51fd75c00. 00080000:00000001:0.0:1763346494.184401:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184403:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:0.0:1763346494.184404:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967623 batchid updated 00000020:00000010:0.0:1763346494.184406:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb417f44e40. 00040000:00000001:0.0:1763346494.184408:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184409:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184410:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184410:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184412:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b5400. 00080000:00000001:0.0:1763346494.184413:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.184415:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:0.0:1763346494.184416:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967622 batchid updated 00000020:00000010:0.0:1763346494.184417:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb417f44720. 00040000:00000001:0.0:1763346494.184419:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184420:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.184421:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.184421:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.184423:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b6c00. 00080000:00000001:0.0:1763346494.184424:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:2.0:1763346494.184566:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.184570:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4bc00. 00000400:00000200:2.0:1763346494.184577:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.184582:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.184587:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:2.0:1763346494.184589:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:2.0:1763346494.184593:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.184595:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:1.0:1763346494.184912:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967625 committed batchid 4294967623 00000020:00000001:1.0:1763346494.184917:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:1.0:1763346494.184921:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb519a54000. 00080000:00000001:1.0:1763346494.184924:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346494.184930:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50f92c800. 00080000:00000001:1.0:1763346494.184933:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198732015616 : -105874977536000 : ffff9fb50f92c800) 00080000:00000001:1.0:1763346494.184937:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346494.185024:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346494.185026:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.185028:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346494.185044:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.185047:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346494.185101:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:1.0:1763346494.185103:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967625: rc = 0 00080000:00000001:1.0:1763346494.185106:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763346494.185116:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.185118:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.185120:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763346494.185122:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 1 committed 1 result 0 batchid 4294967620 00000020:00000040:1.0:1763346494.185126:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eee00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755acc0 00000020:00000040:1.0:1763346494.185129:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5260b7c00 00000020:00000040:1.0:1763346494.185133:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:1.0:1763346494.185136:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346494.185138:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.185141:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb5421eee00. 00000020:00000010:1.0:1763346494.185143:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb5421ee100. 00000020:00000010:1.0:1763346494.185145:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb41755a540. 00000020:00000001:1.0:1763346494.185147:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763346494.185148:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a900 refcount 1 committed 1 result 0 batchid 4294967621 00000020:00000040:1.0:1763346494.185151:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00000040:1.0:1763346494.185154:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ee500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5055e9400 00000020:00000040:1.0:1763346494.185157:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:1.0:1763346494.185159:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346494.185161:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.185162:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb5421ee300. 00000020:00000010:1.0:1763346494.185164:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb5421ee500. 00000020:00000010:1.0:1763346494.185166:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb41755a900. 00000020:00000001:1.0:1763346494.185168:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763346494.185169:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a000 refcount 1 committed 1 result 0 batchid 4294967622 00000020:00000040:1.0:1763346494.185172:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4af00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ad80 00000020:00000040:1.0:1763346494.185175:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4a400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb54019a400 00000020:00000040:1.0:1763346494.185178:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:1.0:1763346494.185179:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346494.185180:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.185182:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb53cc4af00. 00000020:00000010:1.0:1763346494.185185:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb53cc4a400. 00000020:00000010:1.0:1763346494.185187:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb41755a000. 00000020:00000001:1.0:1763346494.185188:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763346494.185190:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb51d20db40 refcount 1 committed 1 result 0 batchid 4294967623 00000020:00000040:1.0:1763346494.185192:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421eda00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb51d20d480 00000020:00000040:1.0:1763346494.185195:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421edd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5402ddc00 00000020:00000040:1.0:1763346494.185197:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:1.0:1763346494.185198:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346494.185199:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.185201:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb5421eda00. 00000020:00000010:1.0:1763346494.185203:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb5421edd00. 00000020:00000010:1.0:1763346494.185205:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb51d20db40. 00000020:00080000:1.0:1763346494.185207:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967623 00000004:00000001:3.0:1763346494.185639:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346494.185643:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.185646:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346494.185647:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346494.185648:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346494.185653:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade140 type=0x0 idx=0 00000040:00001000:3.0:1763346494.185658:0:19995:0:(llog.c:720:llog_process_thread()) synced_idx: 9605 00000040:00000001:3.0:1763346494.185662:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763346494.185665:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763346494.185673:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9605 (cur idx 9604 off 622592), size 622976 00000040:00000001:3.0:1763346494.185709:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763346494.185712:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346494.185714:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade140 type=0x10692404 idx=9605 00000040:00001000:3.0:1763346494.185717:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9605 lrh_len: 64 (7872 remains) 00000040:00001000:3.0:1763346494.185720:0:19995:0:(llog.c:797:llog_process_thread()) index: 9605, lh_last_idx: 9605 synced_idx: 9605 lgh_last_idx: 9605 00000004:00000001:3.0:1763346494.185722:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346494.185724:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346494.185725:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.185727:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763346494.185728:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763346494.185729:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763346494.185736:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3d180. 00000020:00000040:3.0:1763346494.185739:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763346494.185744:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346494.185748:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346494.185755:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346494.185763:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb52af1ec00. 00000100:00000001:3.0:1763346494.185769:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.185773:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638198870495616 : -105874839056000 : ffff9fb517d3d180) 00000100:00000001:3.0:1763346494.185780:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346494.185784:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.185793:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085318ed1] to pc [ptlrpcd_00_02+2] req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346494.185830:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763346494.185833:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 2 in progress 00000004:00001000:3.0:1763346494.185835:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9605, id 341 00000004:00000001:3.0:1763346494.185837:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763346494.185839:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346494.185840:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.185842:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346494.185843:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.185898:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1763346494.185902:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1763346494.185904:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.185911:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346494.185914:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.185916:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346494.185918:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346494.185920:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346494.185926:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.185934:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346494.185936:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.185940:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346494.185942:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346494.185945:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.185948:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514970752:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1763346494.185951:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346494.185956:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346494.185959:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.185961:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346494.185966:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb5380e1400. 02000000:00000001:2.0:1763346494.185967:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346494.185974:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c0b0. 00000400:00000010:2.0:1763346494.185980:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b660. 00000100:00000200:2.0:1763346494.185987:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514970752, portal 4 00000100:00000001:2.0:1763346494.185989:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346494.185991:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870495616 : -105874839056000 : ffff9fb517d3d180) 00000100:00000040:2.0:1763346494.185997:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.186003:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.186005:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346494.186007:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b088. 00000100:00000200:2.0:1763346494.186010:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514970752, offset 0 00000400:00000200:2.0:1763346494.186015:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346494.186026:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346494.186036:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c773c80 00000400:00000200:2.0:1763346494.186043:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x119245 [8] + 5368 00000400:00000200:2.0:1763346494.186049:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.186052:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346494.186059:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.186061:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346494.186065:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ce00. 00000100:00000040:2.0:1763346494.186069:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76ce00 x1848996514970752 msgsize 544 00000100:00100000:2.0:1763346494.186072:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346494.186577:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346494.186585:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b088 00000400:00000010:2.0:1763346494.186588:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b088. 00000100:00000001:2.0:1763346494.186592:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346494.186596:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.186605:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.186608:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.186615:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.186617:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.186620:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.186624:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23546 usecs (24 jiffies) 00000100:00000001:2.0:1763346494.186628:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731060 00000100:00000010:2.0:1763346494.186632:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875b40. 00000100:00000001:2.0:1763346494.186638:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346494.186649:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731060 00000100:00000010:2.0:1763346494.186651:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875e40. 00000100:00000001:2.0:1763346494.186654:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346494.186659:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731060 00000100:00000010:2.0:1763346494.186662:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875cc0. 00000100:00000001:2.0:1763346494.186665:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346494.186667:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731060 00000100:00000010:2.0:1763346494.186669:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417875960. 00000100:00000001:2.0:1763346494.186672:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346494.186675:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.186677:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.186681:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.186683:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.186736:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346494.186739:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.186778:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.186780:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514970752 02000000:00000001:3.0:1763346494.186783:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.186786:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.186788:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.186792:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.186795:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514970752 00000020:00000001:3.0:1763346494.186797:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.186799:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346494.186801:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.186803:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=9 00000020:00000001:3.0:1763346494.186805:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346494.186808:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346494.186812:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.186816:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c580. 00000020:00000010:3.0:1763346494.186820:0:57808:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb529f30fc0. 00000020:00000040:3.0:1763346494.186826:0:57808:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:3.0:1763346494.186838:0:57808:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346494.186842:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e800. 00000020:00000010:3.0:1763346494.186847:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.186851:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1bb8. 00000100:00000040:3.0:1763346494.186860:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346494.186862:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.186864:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.186866:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.186875:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.186881:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.186889:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.186891:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.186895:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20111 00000100:00000040:3.0:1763346494.186898:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346494.186900:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183166976 : -105874526384640 : ffff9fb52a76ce00) 00000100:00000040:3.0:1763346494.186905:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76ce00 x1848996514970752/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 544/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.186912:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.186914:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb40. 00000100:00000001:3.0:1763346494.186917:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.186919:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb40. 00000100:00100000:3.0:1763346494.186923:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3297:x1848996514970752:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1763346494.186926:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514970752 00000020:00000001:3.0:1763346494.186929:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.186932:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.186935:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.186937:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.186939:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:3.0:1763346494.186943:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346494.186946:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.186948:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.186951:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.186954:0:57808:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346494.186957:0:57808:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346494.186960:0:57808:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.186963:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.186966:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.186969:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.186971:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.186973:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.186974:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.186976:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.186978:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.186979:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.186980:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.186982:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.186985:0:57808:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.186988:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.186992:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.186995:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.187000:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb52af1cc00. 02000000:00000001:3.0:1763346494.187002:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.187003:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.187006:0:57808:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763346494.187010:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346494.187012:0:57808:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763346494.187014:0:57808:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9737 count 1 00002000:00000001:3.0:1763346494.187017:0:57808:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763346494.187019:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.187023:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.187029:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:3.0:1763346494.187032:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00010000:00000001:3.0:1763346494.187035:0:57808:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346494.187039:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346494.187046:0:57808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3900. 00010000:00000010:3.0:1763346494.187050:0:57808:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:3.0:1763346494.187054:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346494.187058:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346494.187062:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346494.187064:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa1e0 to hash 00000020:00000001:3.0:1763346494.187066:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346494.187068:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.187071:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00002000:00000001:3.0:1763346494.187076:0:57808:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346494.187080:0:57808:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9cb40. 00002000:00000001:3.0:1763346494.187083:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.187084:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.187085:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960365064 : -105874749186552 : ffff9fb51d2f1e08) 00002000:00000001:3.0:1763346494.187087:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960364976 : -105874749186640 : ffff9fb51d2f1db0) 00002000:00000001:3.0:1763346494.187089:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.187096:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346494.187099:0:57808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x2609:0x0] initial LVB size: 4096, mtime: 0x691a8839, atime: 0x691a8839, ctime: 0x691a883a, blocks: 0xb 00002000:00000001:3.0:1763346494.187101:0:57808:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763346494.187105:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.187107:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.187111:0:57808:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.187120:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346494.187125:0:57808:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346494.187127:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346494.187129:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.187132:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.187134:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.187136:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.187138:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.187139:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.187142:0:57808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346494.187147:0:57808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.187155:0:57808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x2609:0x0].0x0 (ffff9fb417cf3900) refcount = 1 00010000:00000040:3.0:1763346494.187158:0:57808:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346494.187160:0:57808:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.187169:0:57808:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.187171:0:57808:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.187173:0:57808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346494.187174:0:57808:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.187177:0:57808:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.187179:0:57808:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346494.187182:0:57808:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346494.187184:0:57808:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.187186:0:57808:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.187191:0:57808:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346494.187193:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.187194:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.187197:0:57808:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.187199:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.187200:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346494.187202:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.187204:0:57808:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.187207:0:57808:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346494.187210:0:57808:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.187244:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.187245:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.187248:0:57808:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.187253:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.187254:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.187258:0:57808:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763346494.187261:0:57808:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb519ad30c0. 00010000:00000001:3.0:1763346494.187265:0:57808:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763346494.187271:0:57808:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763346494.187274:0:57808:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.187275:0:57808:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.187277:0:57808:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346494.187278:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.187279:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346494.187281:0:57808:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763346494.187284:0:57808:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346494.187291:0:57808:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1d800. 00080000:00000001:3.0:1763346494.187303:0:57808:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191230464 : -105874518321152 : ffff9fb52af1d800) 00000001:00000001:3.0:1763346494.187306:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.187307:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346494.187311:0:57808:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x2609:0x0] not in the id map cache 00080000:00000001:3.0:1763346494.187314:0:57808:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346494.187332:0:57808:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346494.187335:0:57808:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187338:0:57808:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346494.187340:0:57808:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346494.187344:0:57808:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346494.187346:0:57808:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346494.187348:0:57808:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346494.187350:0:57808:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187352:0:57808:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346494.187355:0:57808:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346494.187356:0:57808:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00000001:00000001:3.0:1763346494.187377:0:57808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346494.187379:0:57808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346494.187385:0:57808:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187388:0:57808:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346494.187393:0:57808:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346494.187410:0:57808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346494.187411:0:57808:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187429:0:57808:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187433:0:57808:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763346494.187449:0:57808:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187452:0:57808:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763346494.187453:0:57808:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346494.187455:0:57808:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346494.187456:0:57808:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346494.187457:0:57808:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346494.187459:0:57808:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187460:0:57808:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346494.187462:0:57808:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763346494.187463:0:57808:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00080000:00000001:3.0:1763346494.187544:0:57808:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346494.187546:0:57808:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187550:0:57808:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346494.187555:0:57808:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346494.187558:0:57808:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847756, last_committed = 21474847750 00000001:00000010:3.0:1763346494.187562:0:57808:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44420. 00000001:00000040:3.0:1763346494.187564:0:57808:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 5 00000020:00000040:3.0:1763346494.187566:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=10 00080000:00000001:3.0:1763346494.187573:0:57808:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346494.187583:0:57808:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346494.187585:0:57808:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.187596:0:57808:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.187599:0:57808:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.187601:0:57808:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763346494.187618:0:57808:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb5297e0ab0. 00002000:00000001:3.0:1763346494.187623:0:57808:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763346494.187624:0:57808:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x2609:0x0] 00002000:00000010:3.0:1763346494.187627:0:57808:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb51d2f1db0. 00002000:00000001:3.0:1763346494.187632:0:57808:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763346494.187634:0:57808:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.187639:0:57808:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763346494.187643:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 21474847756, xid 1848996514970752 00010000:00000001:3.0:1763346494.187646:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.187651:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76ce00 x1848996514970752/t21474847756(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 544/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346494.187658:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.187660:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.187664:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.187668:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.187670:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346494.187672:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346494.187675:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.187678:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.187680:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.187682:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346494.187686:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb330. 00000100:00000200:3.0:1763346494.187691:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514970752, offset 224 00000400:00000200:3.0:1763346494.187696:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346494.187704:0:57808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346494.187711:0:57808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c773c80 00000400:00000200:3.0:1763346494.187717:0:57808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12fb11 [1] + 224 00000400:00000200:3.0:1763346494.187722:0:57808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.187726:0:57808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346494.187729:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.187733:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346494.187742:0:57808:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.187758:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346494.187762:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb330 00000400:00000010:3.0:1763346494.187764:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb330. 00000100:00000001:3.0:1763346494.187767:0:57808:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.187769:0:57808:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346494.187772:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.187775:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346494.187777:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.187779:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.187781:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.187785:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ce00 x1848996514970752/t21474847756(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 544/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.187801:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3297:x1848996514970752:12345-0@lo:6:osp-syn-0-0.0 Request processed in 879us (1723us total) trans 21474847756 rc 0/0 00000100:00100000:3.0:1763346494.187808:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20111 00000100:00000040:3.0:1763346494.187812:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346494.187815:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.187816:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.187821:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.187828:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1bb8. 00000020:00000010:3.0:1763346494.187832:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e800. 00000020:00000040:3.0:1763346494.187836:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 9 00000100:00000001:3.0:1763346494.187839:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.187857:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346494.187859:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346494.187865:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346494.187866:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346494.187869:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c0b0. 00000400:00000200:3.0:1763346494.187873:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b660 00000400:00000010:3.0:1763346494.187875:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b660. 00000100:00000001:3.0:1763346494.187878:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.187882:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346494.187889:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3d180 x1848996514970752/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.187894:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346494.187895:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.187898:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346494.187901:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346494.187902:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.187904:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.187907:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.187914:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=2 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346494.187917:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=1 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.187920:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346494.187921:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.187924:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346494.187927:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.187930:0:3297:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763346494.187932:0:3297:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763346494.187933:0:3297:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763346494.187936:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346494.187937:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870495616 : -105874839056000 : ffff9fb517d3d180) 00000100:00000001:3.0:1763346494.187940:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346494.187942:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:3.0:1763346494.187943:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346494.187945:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.187949:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3d180 x1848996514970752/t21474847756(21474847756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.187955:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346494.187958:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346494.187959:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763346494.187962:0:3297:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9fb517d3d180/2, rc 0, transno 21474847756 00000004:00001000:3.0:1763346494.187966:0:3297:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 2 in progress 00000100:00000040:3.0:1763346494.187969:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3d180 x1848996514970752/t21474847756(21474847756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.187976:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514970752:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763346494.187980:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.187982:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346494.187985:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3d180 x1848996514970752/t21474847756(21474847756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.187991:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.187993:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.187998:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346494.188000:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.188002:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346494.188004:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.188127:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346494.188130:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.188133:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1763346494.188136:0:5740:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1763346494.188138:0:5740:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.188143:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346494.188156:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3aa00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:1.0:1763346494.188158:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.188161:0:5740:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.188163:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346494.188170:0:5740:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.188172:0:5740:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.188173:0:5740:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.188175:0:5740:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:1.0:1763346494.188177:0:5740:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:1.0:1763346494.188180:0:5740:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:1.0:1763346494.188182:0:5740:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.188185:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346494.188192:0:5740:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346494.188194:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.188195:0:5740:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.188200:0:5740:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.188201:0:5740:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.188203:0:5740:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.188205:0:5740:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.188207:0:5740:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa1e0 from hash 00010000:00000001:1.0:1763346494.188209:0:5740:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.188235:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.188238:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.188239:0:5740:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.188242:0:5740:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.188244:0:5740:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.188246:0:5740:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.188248:0:5740:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.188250:0:5740:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346494.188253:0:5740:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.188255:0:5740:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.188257:0:5740:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.188258:0:5740:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.188261:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.188262:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.188264:0:5740:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.188265:0:5740:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.188267:0:5740:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.188271:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346494.188277:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.188279:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa1e0 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x2609:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.188286:0:5740:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3900 count: 0 00002000:00000010:1.0:1763346494.188291:0:5740:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb417e9cb40. 00010000:00000010:1.0:1763346494.188303:0:5740:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:1.0:1763346494.188310:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.188311:0:5740:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1763346494.188313:0:5740:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb519ad30c0. 00010000:00000001:1.0:1763346494.188316:0:5740:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.188318:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346494.188319:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.188321:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763346494.188322:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346494.188323:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.188325:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763346494.188326:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346494.188328:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.188330:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1763346494.188400:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1763346494.188405:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00010000:00000010:1.1:1763346494.197427:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00010000:00000010:1.1:1763346494.197444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00000800:00000001:1.0:1763346494.198790:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.198811:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.198816:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.198818:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.198829:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.198847:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e013b00 00000400:00000200:1.0:1763346494.198856:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 5912 00000800:00000001:1.0:1763346494.198865:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.199578:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.199584:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.199591:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.199599:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.199602:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346494.199610:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1d880. 00000100:00000040:1.0:1763346494.199614:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1d880 x1848996540791552 msgsize 440 00000100:00100000:1.0:1763346494.199619:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.199883:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.199960:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.199964:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540791552 02000000:00000001:0.0:1763346494.199968:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.199970:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.199973:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.199979:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.199983:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540791552 00000020:00000001:0.0:1763346494.199986:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.199988:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:0.0:1763346494.199991:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.199995:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=18 00000020:00000001:0.0:1763346494.199997:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:0.0:1763346494.200000:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:0.0:1763346494.200005:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.200010:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346494.200014:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.200017:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000020:00000010:0.0:1763346494.200024:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.200031:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346494.200036:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.200044:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346494.200047:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.200048:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.200051:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.200060:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.200084:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.200097:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.200100:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.200106:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20112 00000100:00000040:0.0:1763346494.200109:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346494.200111:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237367936 : -105874472183680 : ffff9fb52db1d880) 00000100:00000040:0.0:1763346494.200120:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1d880 x1848996540791552/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.200129:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.200132:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346494.200135:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.200138:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000100:00100000:0.0:1763346494.200142:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+18:2356:x1848996540791552:12345-192.168.204.16@tcp:16:lfs.0 00000100:00000200:0.0:1763346494.200146:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540791552 00000020:00000001:0.0:1763346494.200149:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.200154:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.200156:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.200159:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.200161:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672151136 : -1037400480 : ffffffffc22a8660) 00000020:00000001:0.0:1763346494.200164:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346494.200168:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.200171:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.200173:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.200177:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.200182:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346494.200184:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.200187:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.200189:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.200192:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.200194:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.200196:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.200198:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.200199:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.200201:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.200203:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.200204:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.200206:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.200209:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.200247:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.200253:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.200255:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.200261:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb52aa59800. 02000000:00000001:0.0:1763346494.200263:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.200265:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.200270:0:62999:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:0.0:1763346494.200273:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346494.200277:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.200283:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:0.0:1763346494.200287:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00000020:00000001:0.0:1763346494.200290:0:62999:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:0.0:1763346494.200302:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.200309:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1763346494.200311:0:62999:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.200314:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.200322:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.200325:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346494.200331:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.200334:0:62999:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:0.0:1763346494.200336:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00010000:00000040:0.0:1763346494.200340:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911669, transno 0, xid 1848996540791552 00010000:00000001:0.0:1763346494.200343:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.200349:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1d880 x1848996540791552/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.200357:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.200359:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.200365:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.200369:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.200372:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.200374:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.200377:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.200380:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.200383:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.200387:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.200392:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a7f8. 00000100:00000200:0.0:1763346494.200397:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540791552, offset 224 00000400:00000200:0.0:1763346494.200403:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.200413:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.200419:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198551:198551:256:4294967295] 192.168.204.16@tcp LPNI seq info [198547:198547:8:4294967295] 00000400:00000200:0.0:1763346494.200428:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.200433:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.200438:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94ed00. 00000800:00000200:0.0:1763346494.200444:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.200451:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.200455:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94ed00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.200463:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.200466:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.200468:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.200470:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.200472:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.200477:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1d880 x1848996540791552/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.200485:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+18:2356:x1848996540791552:12345-192.168.204.16@tcp:16:lfs.0 Request processed in 354us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.200493:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20112 00000100:00000040:0.0:1763346494.200496:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346494.200499:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.200500:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.200505:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346494.200509:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.200513:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.200519:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 17 00000100:00000001:0.0:1763346494.200522:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.200534:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.200541:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346494.200632:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.200637:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94ed00. 00000400:00000200:0.0:1763346494.200640:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.200645:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.200649:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a7f8 00000400:00000010:0.0:1763346494.200651:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a7f8. 00000100:00000001:0.0:1763346494.200654:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.200656:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763346494.211343:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300731060, at 4300731061 00000100:00000040:0.0:1763346494.211343:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300731060, at 4300731061 00000100:00000010:0.0:1763346494.211358:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875b40. 00000100:00000010:2.0:1763346494.211360:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875cc0. 00000100:00000040:3.0:1763346494.211453:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300731060, at 4300731061 00000100:00000010:3.0:1763346494.211460:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875960. 00000100:00000040:1.0:1763346494.211532:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300731060, at 4300731061 00000100:00000010:1.0:1763346494.211538:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417875e40. 00000800:00000001:2.0:1763346494.228569:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.228590:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.228594:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.228596:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.228608:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.228628:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 12 MB=0x691a70e013c00 00000400:00000200:2.0:1763346494.228637:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 488/488 into md 0xd4325 [64] + 69504 00000800:00000001:2.0:1763346494.228645:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.228656:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.228661:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.228666:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.228674:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.228677:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346494.228684:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76ea00. 00000100:00000040:2.0:1763346494.228688:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a76ea00 x1848996540791808 msgsize 488 00000100:00100000:2.0:1763346494.228692:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.228709:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.228717:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.228720:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.228996:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.229000:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540791808 02000000:00000001:3.0:1763346494.229004:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.229007:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.229010:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.229016:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.229021:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540791808 00000020:00000001:3.0:1763346494.229023:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.229025:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346494.229028:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.229031:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:3.0:1763346494.229034:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346494.229048:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346494.229053:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.229058:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd80. 00000100:00000001:3.0:1763346494.229062:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.229065:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd80. 00000020:00000010:3.0:1763346494.229071:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e800. 00000020:00000010:3.0:1763346494.229076:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.229082:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1bb8. 00000100:00000040:3.0:1763346494.229093:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346494.229096:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.229097:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.229100:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.229110:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.229126:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.229140:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.229142:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.229147:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140816 00000100:00000040:3.0:1763346494.229152:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346494.229154:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183174144 : -105874526377472 : ffff9fb52a76ea00) 00000100:00000040:3.0:1763346494.229161:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a76ea00 x1848996540791808/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.229171:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.229173:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd80. 00000100:00000001:3.0:1763346494.229175:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.229177:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd80. 00000100:00100000:3.0:1763346494.229182:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a76ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+488:226283:x1848996540791808:12345-192.168.204.16@tcp:36:lfs.0 00000100:00000200:3.0:1763346494.229186:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540791808 00000020:00000001:3.0:1763346494.229189:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.229193:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.229198:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.229200:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.229202:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:3.0:1763346494.229205:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346494.229208:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540791808, found 0 last_xid 1848996540791807 00000020:00000001:3.0:1763346494.229211:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.229252:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.229255:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.229259:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.229263:0:19997:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763346494.229272:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9fb52a76ea00 x1848996540791808/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346494.229284:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763346494.229287:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763346494.229289:0:19997:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763346494.229300:0:19997:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763346494.229305:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.229307:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.229310:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.229311:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2363970232 : 2363970232 : 0x8ce752b8) 00000001:00000001:3.0:1763346494.229314:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2363970232 : 2363970232 : 8ce752b8) 00000001:00000001:3.0:1763346494.229316:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.229317:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:3.0:1763346494.229319:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:3.0:1763346494.229322:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.229323:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.229324:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.229327:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.229328:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.229330:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.229332:0:19997:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.229336:0:19997:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.229338:0:19997:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.229340:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.229344:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346494.229345:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346494.229349:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.229351:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.229448:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9fb5209d3000. 02000000:00000001:2.0:1763346494.229452:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.229455:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229461:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346494.229462:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.229464:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.229465:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.229467:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.229469:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.229470:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.229471:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.229474:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.229476:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.229477:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.229482:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346494.229488:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346494.229490:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346494.229493:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346494.229494:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.229497:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.229498:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229500:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346494.229502:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229505:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346494.229507:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229509:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346494.229511:0:19997:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1763346494.229516:0:19997:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x405f:0x0] 7 req@ffff9fb52a76ea00 x1848996540791808/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/3152 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346494.229524:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346494.229527:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763346494.229530:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.229532:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.229534:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:2.0:1763346494.229536:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:2.0:1763346494.229539:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000040:2.0:1763346494.229543:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fb00 count: 3 00000004:00000001:2.0:1763346494.229547:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763346494.229549:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346494.229552:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.229555:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.229558:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.229560:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.229564:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.229567:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.229574:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.229576:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.229578:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.229580:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.229583:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36200 with handle 0x757b854463afa1a1 from hash 00010000:00000001:2.0:1763346494.229585:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.229586:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.229587:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.229588:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.229594:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346494.229595:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.229598:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.229599:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.229604:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa1a1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128b7 expref: 488 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.229613:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346494.229615:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:2.0:1763346494.229618:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfb00. 00010000:00000001:2.0:1763346494.229627:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.229629:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.229633:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346494.229635:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) 00010000:00000001:2.0:1763346494.229639:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.229642:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.229644:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346494.229645:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346494.229647:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346494.229649:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346494.229651:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405f:0x0] 00000020:00000001:2.0:1763346494.229654:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.229658:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346494.229659:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346494.229662:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346494.229663:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.229668:0:19997:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb531a5d5b0. 00000004:00000001:2.0:1763346494.229679:0:19997:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346494.229683:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.229685:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346494.229687:0:19997:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346494.229689:0:19997:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763346494.229692:0:19997:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763346494.229694:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346494.229697:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346494.229700:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.229705:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fb00 count: 2 00010000:00000001:2.0:1763346494.229707:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.229710:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.229713:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346494.229716:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.229718:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463afa1e7 to hash 00000020:00000001:2.0:1763346494.229719:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.229721:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000010:2.0:1763346494.229725:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894f00. 00010000:00000001:2.0:1763346494.229728:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.229731:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.229732:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.229735:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346494.229742:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346494.229745:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346494.229747:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346494.229750:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.229751:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.229753:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.229754:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.229757:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346494.229759:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346494.229761:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346494.229762:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346494.229766:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) refcount = 2 00010000:00000040:2.0:1763346494.229769:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346494.229772:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa18c lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a9 expref: 487 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346494.229779:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346494.229784:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346494.229787:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346494.229788:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.229790:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346494.229791:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.229793:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.229795:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.229798:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346494.229800:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.229803:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346494.229807:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346494.229808:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.229809:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.229811:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.229812:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.229813:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346494.229814:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.229816:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.229818:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.229819:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346494.229820:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229822:0:19997:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229826:0:19997:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346494.229838:0:19997:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346494.229842:0:19997:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.229850:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.229859:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417875cc0. 00080000:00000001:2.0:1763346494.229863:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.229872:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e1c00. 00080000:00000001:2.0:1763346494.229875:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411186688 : -105874298364928 : ffff9fb5380e1c00) 00000004:00000001:2.0:1763346494.229880:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346494.229883:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346494.229886:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.229888:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411186688 : -105874298364928 : ffff9fb5380e1c00) 00080000:00000001:2.0:1763346494.229892:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.229914:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229917:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229919:0:19997:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.229922:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.229925:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.229930:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.229932:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.229934:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411186688 : -105874298364928 : ffff9fb5380e1c00) 00080000:00000001:2.0:1763346494.229937:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.229942:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.229943:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.229945:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.229969:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.229971:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.229974:0:19997:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346494 00000004:00000001:2.0:1763346494.229978:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.229981:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763346494.229983:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763346494.229984:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.229985:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411186688 : -105874298364928 : ffff9fb5380e1c00) 00080000:00000001:2.0:1763346494.229988:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346494.230023:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.230025:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.230028:0:19997:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.230030:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.230036:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.230038:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.230043:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.230047:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055483, last_committed = 8590055482 00000001:00000010:2.0:1763346494.230051:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb4178753c0. 00000001:00000040:2.0:1763346494.230054:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:2.0:1763346494.230057:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:2.0:1763346494.230078:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb517edc840. 00000004:00000001:2.0:1763346494.230086:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.230087:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.230088:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411186688 : -105874298364928 : ffff9fb5380e1c00) 00080000:00000001:2.0:1763346494.230092:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.230127:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.230130:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.230133:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb517edc840: xid 1848996540791808, transno 8590055483, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.230137:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.230150:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.230153:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417875cc0. 00000020:00000001:2.0:1763346494.230155:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.230160:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fb00 count: 3 00010000:00000001:2.0:1763346494.230162:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.230165:0:19997:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763346494.230166:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346494.230168:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763346494.230170:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346494.230171:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346494.230172:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.230173:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.230175:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346494.230177:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.230179:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00000004:00010000:2.0:1763346494.230182:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000070aff424 reply state 00000000e8bd4baf transno 8590055483 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:2.0:1763346494.230189:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763346494.230191:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.230193:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346494.230194:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346494.230195:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346494.230197:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346494.230198:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346494.230201:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.230203:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.230206:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.230208:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.230258:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.230261:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.230267:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.230271:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.230274:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.230276:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.230278:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.230280:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405f:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346494.230284:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346494.230286:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.230289:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.230290:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.230302:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.230303:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.230304:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.230306:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.230307:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.230309:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.230311:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405f:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1763346494.230314:0:19997:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763346494.230316:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346494.230319:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346494.230324:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.230331:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.230333:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346494.230335:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346494.230337:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.230339:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346494.230342:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346494.230344:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346494.230345:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346494.230346:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346494.230348:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346494.230350:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346494.230355:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.230358:0:19997:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.230362:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055483, xid 1848996540791808 00010000:00000001:2.0:1763346494.230365:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763346494.230368:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00010000:00000200:2.0:1763346494.230371:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055483, last committed = 8590055482 00010000:00000200:2.0:1763346494.230378:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a76ea00 x1848996540791808/t8590055483(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346494.230386:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.230389:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.230394:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.230399:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.230401:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.230404:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.230408:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.230411:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.230414:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.230417:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.230423:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b088. 00000100:00000200:2.0:1763346494.230429:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540791808, offset 224 00000400:00000010:2.0:1763346494.230435:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb531a5dc40. 00000400:00000200:2.0:1763346494.230439:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.230452:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.230459:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198552:198552:256:4294967295] 192.168.204.16@tcp LPNI seq info [198548:198548:8:4294967295] 00000400:00000200:2.0:1763346494.230466:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:2.0:1763346494.230474:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.230479:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.230485:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:2.0:1763346494.230491:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.230500:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.230504:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:0.0:1763346494.230655:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.230660:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:0.0:1763346494.230665:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.230670:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.230675:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.230677:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.231347:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.231355:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.231360:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.231362:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.231365:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.231371:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76ea00 x1848996540791808/t8590055483(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346494.231384:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a76ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+489:226283:x1848996540791808:12345-192.168.204.16@tcp:36:lfs.0 Request processed in 2211us (2693us total) trans 8590055483 rc 0/0 00000100:00100000:2.0:1763346494.231512:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140816 00000100:00000040:2.0:1763346494.231517:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346494.231519:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.231521:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.231527:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:2.0:1763346494.231536:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1bb8. 00000020:00000010:2.0:1763346494.231540:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e800. 00000020:00000040:2.0:1763346494.231546:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:2.0:1763346494.231549:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346494.234517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00000800:00000001:1.0:1763346494.236068:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.236085:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.236089:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.236095:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.236106:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:1.0:1763346494.236126:0:3289:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fb21 00000400:00000200:1.0:1763346494.236133:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.236137:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:1.0:1763346494.236144:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b088 00000400:00000010:1.0:1763346494.236147:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b088. 00000100:00000001:1.0:1763346494.236154:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.236157:0:3289:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1763346494.236159:0:3289:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763346494.236175:0:3289:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346494.236177:0:3289:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346494.236179:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.236186:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.236190:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.236246:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346494.236252:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.236255:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.236258:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:3.0:1763346494.236260:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346494.236263:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346494.236266:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346494.236273:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.236281:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.236283:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.236286:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.236291:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.236302:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.236306:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346494.236308:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346494.236313:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346494.236317:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.236320:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346494.236322:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.236332:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346494.236334:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.236335:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.236336:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=4 00000020:00000001:3.0:1763346494.236338:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346494.236340:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:3.0:1763346494.236344:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346494.236346:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.236351:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346494.236353:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346494.236356:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.236361:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.236363:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.236365:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.236367:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.236370:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463afa1e7 from hash 00010000:00000001:3.0:1763346494.236372:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.236374:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.236375:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.236376:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.236382:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.236384:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.236386:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.236388:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.236392:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346494.236395:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) 00010000:00010000:3.0:1763346494.236398:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346494.236400:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.236403:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.236405:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.236406:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346494.236409:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.236410:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.236411:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.236413:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.236415:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.236417:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.236422:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.236423:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.236424:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346494.236426:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346494.236427:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.236429:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa1e7 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346494.236436:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894f00. 00010000:00000001:3.0:1763346494.236444:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346494.236447:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:3.0:1763346494.236450:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346494.242360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000001:2.0:1763346494.242512:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.242529:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.242531:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.242533:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.242543:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.242560:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e013c80 00000400:00000200:2.0:1763346494.242568:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 6352 00000800:00000001:2.0:1763346494.242576:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.242875:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.242881:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.242887:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.242895:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.242897:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346494.242904:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226ce00. 00000100:00000040:2.0:1763346494.242908:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226ce00 x1848996540791936 msgsize 328 00000100:00100000:2.0:1763346494.242911:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.243408:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346494.243435:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.243445:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.243450:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763346494.243484:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540791936 02000000:00000001:3.0:1763346494.243488:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.243490:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.243493:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.243498:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.243502:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540791936 00000020:00000001:3.0:1763346494.243505:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.243507:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346494.243510:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.243513:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=18 00000020:00000001:3.0:1763346494.243515:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346494.243518:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346494.243522:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.243528:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd80. 00000100:00000001:3.0:1763346494.243531:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.243534:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd80. 00000020:00000010:3.0:1763346494.243540:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3fe00. 00000020:00000010:3.0:1763346494.243546:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.243551:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d13e8. 00000100:00000040:3.0:1763346494.243559:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346494.243562:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.243563:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.243566:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.243575:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.243948:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.243965:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.243967:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.243973:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20113 00000100:00000040:3.0:1763346494.243978:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346494.243980:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043706368 : -105874665845248 : ffff9fb52226ce00) 00000100:00000040:3.0:1763346494.243988:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226ce00 x1848996540791936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346494.243998:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.244002:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cd80. 00000100:00000001:3.0:1763346494.244004:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.244006:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cd80. 00000100:00100000:3.0:1763346494.244010:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+18:226283:x1848996540791936:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346494.244013:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540791936 00000020:00000001:3.0:1763346494.244017:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.244021:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.244024:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.244026:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.244028:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346494.244032:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346494.244035:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.244037:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.244039:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.244046:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.244049:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346494.244052:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346494.244054:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346494.244056:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346494.244058:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.244064:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346494.244073:0:57808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3f00. 00010000:00000010:3.0:1763346494.244078:0:57808:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3c00. 00010000:00000001:3.0:1763346494.244082:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346494.244085:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3ae00. 00000020:00000001:3.0:1763346494.244090:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346494.244092:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3ae00 with handle 0x757b854463afa1ee to hash 00000020:00000001:3.0:1763346494.244095:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346494.244096:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00000001:3.0:1763346494.244100:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303548416 : -105874406003200 : ffff9fb531a3ae00) 00010000:00010000:3.0:1763346494.244106:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ae00/0x757b854463afa1ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128ef expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763346494.244116:0:57808:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346494.244119:0:57808:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9cd80. 00002000:00000001:3.0:1763346494.244123:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.244125:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.244132:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:3.0:1763346494.244135:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00002000:00000001:3.0:1763346494.244138:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.244147:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346494.244149:0:57808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2534:0x0] initial LVB size: 4096, mtime: 0x691a883d, atime: 0x0, ctime: 0x691a883d, blocks: 0xb 00002000:00000001:3.0:1763346494.244153:0:57808:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763346494.244156:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00010000:00000040:3.0:1763346494.244159:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 14 00000020:00000040:3.0:1763346494.244162:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=19 00000100:00000001:3.0:1763346494.244174:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.244177:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.244183:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52af1d400. 02000000:00000001:3.0:1763346494.244187:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.244189:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.244192:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346494.244197:0:57808:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346494.244200:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346494.244203:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.244207:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.244209:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.244236:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.244238:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.244240:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.244244:0:57808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346494.244251:0:57808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ae00/0x757b854463afa1ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128ef expref: 19 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.244260:0:57808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2534:0x0].0x0 (ffff9fb417cf3f00) refcount = 1 00010000:00000040:3.0:1763346494.244264:0:57808:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346494.244267:0:57808:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ae00/0x757b854463afa1ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128ef expref: 19 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.244279:0:57808:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.244281:0:57808:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.244283:0:57808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346494.244285:0:57808:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.244287:0:57808:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.244290:0:57808:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346494.244306:0:57808:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346494.244310:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3ae00/0x757b854463afa1ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2534:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128ef expref: 19 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.244321:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.244324:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346494.244327:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.244330:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.244332:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.244334:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.244336:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.244338:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3ae00, rc 0) 00000020:00000001:3.0:1763346494.244341:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346494.244345:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911669, transno 0, xid 1848996540791936 00010000:00000001:3.0:1763346494.244348:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.244353:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52226ce00 x1848996540791936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346494.244363:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.244365:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.244369:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.244374:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.244377:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.244380:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.244382:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.244385:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.244389:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.244392:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.244397:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb330. 00000100:00000200:3.0:1763346494.244404:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540791936, offset 224 00000400:00000200:3.0:1763346494.244411:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.244423:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.244430:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198553:198553:256:4294967295] 192.168.204.16@tcp LPNI seq info [198549:198549:8:4294967295] 00000400:00000200:3.0:1763346494.244441:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.244447:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.244452:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b100. 00000800:00000200:3.0:1763346494.244458:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.244466:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.244471:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b100 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:1.0:1763346494.245789:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.245798:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b100. 00000400:00000200:1.0:1763346494.245804:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.245811:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.245817:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb330 00000400:00000010:1.0:1763346494.245820:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb330. 00000100:00000001:1.0:1763346494.245824:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.245826:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346494.245866:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.245872:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.245875:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.245877:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.245880:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.245887:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226ce00 x1848996540791936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346494.245898:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+19:226283:x1848996540791936:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1898us (2987us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346494.245907:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20113 00000100:00000040:3.0:1763346494.245911:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346494.245913:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.245915:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.245923:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.245930:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d13e8. 00000020:00000010:3.0:1763346494.245933:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3fe00. 00000020:00000040:3.0:1763346494.245940:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000100:00000001:3.0:1763346494.245943:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.251954:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.251973:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.251978:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.251980:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.251992:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.252009:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e013d00 00000400:00000200:1.0:1763346494.252017:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 6680 00000800:00000001:1.0:1763346494.252025:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.252049:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.252052:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.252057:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.252065:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.252067:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346494.252074:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1e300. 00000100:00000040:1.0:1763346494.252077:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1e300 x1848996540792064 msgsize 440 00000100:00100000:1.0:1763346494.252082:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.252192:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.252203:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.252207:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.252317:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.252322:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540792064 02000000:00000001:3.0:1763346494.252325:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.252328:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.252331:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.252336:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.252341:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540792064 00000020:00000001:3.0:1763346494.252344:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.252346:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346494.252349:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.252353:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=19 00000020:00000001:3.0:1763346494.252356:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346494.252359:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346494.252364:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.252370:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.252374:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.252378:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000020:00000010:3.0:1763346494.252385:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3fe00. 00000020:00000010:3.0:1763346494.252391:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.252396:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d13e8. 00000100:00000040:3.0:1763346494.252403:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346494.252406:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.252407:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.252411:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.252419:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.252425:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.252437:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.252440:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.252446:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20114 00000100:00000040:3.0:1763346494.252450:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346494.252452:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237370624 : -105874472180992 : ffff9fb52db1e300) 00000100:00000040:3.0:1763346494.252460:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1e300 x1848996540792064/t0(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346494.252469:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.252471:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.252473:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.252475:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000100:00100000:3.0:1763346494.252479:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+19:2354:x1848996540792064:12345-192.168.204.16@tcp:2:lfs.0 00000100:00000200:3.0:1763346494.252484:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540792064 00000020:00000001:3.0:1763346494.252488:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.252492:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.252495:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.252498:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.252500:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150464 : -1037401152 : ffffffffc22a83c0) 00000020:00000001:3.0:1763346494.252504:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346494.252508:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.252510:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.252512:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.252518:0:57808:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346494.252523:0:57808:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346494.252526:0:57808:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.252529:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.252531:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.252534:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.252536:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.252538:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.252539:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.252540:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.252542:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.252544:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.252545:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.252547:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.252550:0:57808:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.252552:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.252557:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.252559:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.252565:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb52af1f400. 02000000:00000001:3.0:1763346494.252568:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.252570:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.252574:0:57808:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:3.0:1763346494.252578:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.252581:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.252588:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:3.0:1763346494.252590:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00002000:00000001:3.0:1763346494.252594:0:57808:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:3.0:1763346494.252599:0:57808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.252609:0:57808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:3.0:1763346494.252611:0:57808:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.252614:0:57808:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.252616:0:57808:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763346494.252618:0:57808:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.252622:0:57808:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346494.252632:0:57808:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1c400. 00080000:00000001:3.0:1763346494.252634:0:57808:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191225344 : -105874518326272 : ffff9fb52af1c400) 00000001:00000001:3.0:1763346494.252636:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.252638:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.252642:0:57808:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346494.252674:0:57808:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.252678:0:57808:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346494.252683:0:57808:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.252685:0:57808:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346494.252690:0:57808:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346494.252726:0:57808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346494.252728:0:57808:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.252749:0:57808:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346494.252754:0:57808:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb528fa10e0. 00080000:00000001:3.0:1763346494.252763:0:57808:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763346494.252801:0:57808:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.252803:0:57808:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:3.0:1763346494.252805:0:57808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.252807:0:57808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:3.0:1763346494.252810:0:57808:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.252813:0:57808:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346494.252817:0:57808:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346494.252820:0:57808:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346494.252823:0:57808:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911670, last_committed = 12884911669 00000001:00000010:3.0:1763346494.252827:0:57808:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44c60. 00000001:00000040:3.0:1763346494.252829:0:57808:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 1 00000020:00000040:3.0:1763346494.252831:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=20 00080000:00000001:3.0:1763346494.252837:0:57808:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346494.252861:0:57808:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763346494.252863:0:57808:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.252874:0:57808:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.252878:0:57808:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346494.252883:0:57808:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.252886:0:57808:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:3.0:1763346494.252889:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00010000:00000040:3.0:1763346494.252897:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3f00 count: 2 00010000:00000001:3.0:1763346494.252900:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763346494.252904:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346494.252906:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.252908:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.252910:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00002000:00000001:3.0:1763346494.252912:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569229968 : -105879140321648 : ffff9fb41773b690) 00002000:00000001:3.0:1763346494.252914:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.252918:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346494.252920:0:57808:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:3.0:1763346494.252922:0:57808:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb mtime from disk: 1763346493 -> 1763346489 00002000:00010000:3.0:1763346494.252925:0:57808:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb atime from disk: 0 -> 1763346489 00002000:00010000:3.0:1763346494.252927:0:57808:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb ctime from disk: 1763346493 -> 1763346494 00002000:00010000:3.0:1763346494.252930:0:57808:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2534:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:3.0:1763346494.252932:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b6e8/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00010000:00000040:3.0:1763346494.252937:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911669, transno 12884911670, xid 1848996540792064 00010000:00000001:3.0:1763346494.252940:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.252946:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1e300 x1848996540792064/t12884911670(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346494.252954:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.252957:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.252960:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.252964:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.252967:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.252969:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.252972:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.252974:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.252978:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.252980:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.252985:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb110. 00000100:00000200:3.0:1763346494.252990:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540792064, offset 224 00000400:00000200:3.0:1763346494.252996:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.253005:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.253011:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198554:198554:256:4294967295] 192.168.204.16@tcp LPNI seq info [198550:198550:8:4294967295] 00000400:00000200:3.0:1763346494.253021:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.253026:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.253030:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4bb00. 00000800:00000200:3.0:1763346494.253035:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.253042:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.253046:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4bb00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.253065:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.253069:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.253071:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.253073:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.253075:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.253080:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1e300 x1848996540792064/t12884911670(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346494.253088:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2354:x1848996540792064:12345-192.168.204.16@tcp:2:lfs.0 Request processed in 618us (1008us total) trans 12884911670 rc 0/0 00000100:00100000:3.0:1763346494.253096:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20114 00000100:00000040:3.0:1763346494.253100:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346494.253102:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.253104:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.253108:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.253115:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d13e8. 00000020:00000010:3.0:1763346494.253119:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3fe00. 00000020:00000040:3.0:1763346494.253125:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:3.0:1763346494.253128:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.253373:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.253377:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4bb00. 00000400:00000200:2.0:1763346494.253381:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.253386:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.253390:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb110 00000400:00000010:2.0:1763346494.253393:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb110. 00000100:00000001:2.0:1763346494.253396:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.253398:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.256899:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.256920:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.256924:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.256926:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.256940:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.256959:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 472 into portal 12 MB=0x691a70e013e00 00000400:00000200:1.0:1763346494.256967:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 472/472 into md 0xd4325 [64] + 69992 00000800:00000001:1.0:1763346494.256975:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.256985:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.256988:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.256992:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.257000:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.257003:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346494.257009:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1c700. 00000100:00000040:1.0:1763346494.257013:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1c700 x1848996540792320 msgsize 472 00000100:00100000:1.0:1763346494.257017:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.257079:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.257088:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.257091:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.257128:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.257132:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540792320 02000000:00000001:2.0:1763346494.257135:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.257138:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.257140:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.257145:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.257149:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540792320 00000020:00000001:2.0:1763346494.257152:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.257154:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.257156:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.257160:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:2.0:1763346494.257162:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.257165:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.257169:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.257175:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.257178:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.257181:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000020:00000010:2.0:1763346494.257190:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894800. 00000020:00000010:2.0:1763346494.257195:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202080. 00000020:00000010:2.0:1763346494.257200:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304193e8. 00000100:00000040:2.0:1763346494.257207:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346494.257209:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.257211:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.257229:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.257239:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.257787:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.257792:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.257798:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140817 00000100:00000040:0.0:1763346494.257803:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.257806:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237363456 : -105874472188160 : ffff9fb52db1c700) 00000100:00000040:0.0:1763346494.257813:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1c700 x1848996540792320/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 472/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.257822:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.257828:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346494.257830:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.257832:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000100:00100000:0.0:1763346494.257836:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+488:226283:x1848996540792320:12345-192.168.204.16@tcp:55:lfs.0 00000100:00000200:0.0:1763346494.257840:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540792320 00000020:00000001:0.0:1763346494.257844:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.257848:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346494.257854:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb517edc840: xid 1848996540791808, transno 8590055483, client gen 3, slot idx 1 00000001:00000001:0.0:1763346494.257859:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb417f310c0: xid 1848996540789376, transno 8590055482, client gen 3, slot idx 0 00000001:00000010:0.0:1763346494.257863:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb417f310c0. 00000020:00000001:0.0:1763346494.257869:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.257871:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.257874:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027872 : -1039523744 : ffffffffc20a2060) 00000020:00000001:0.0:1763346494.257878:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.257881:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540792320, found 0 last_xid 1848996540792319 00000020:00000001:0.0:1763346494.257884:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.257886:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.257888:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.257893:0:19972:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.257899:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.257903:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:0.0:1763346494.257906:0:19972:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.257908:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.257914:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.257917:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.257923:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52aa5b400. 02000000:00000001:0.0:1763346494.257925:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.257927:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.257933:0:19972:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:0.0:1763346494.257937:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346494.257940:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.257943:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.257945:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.257947:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.257949:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.257951:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.257952:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.257954:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.257955:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.257956:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.257958:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.257959:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.257960:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.257962:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.257963:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.257965:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.257966:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.257969:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.257970:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.257974:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.257980:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.257982:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.257985:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.257987:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.257990:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.257992:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.257994:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.257996:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.257998:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.258002:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.258006:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.258014:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fb00 count: 2 00010000:00000001:0.0:1763346494.258017:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.258020:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.258024:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37800. 00000020:00000001:0.0:1763346494.258028:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.258031:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37800 with handle 0x757b854463afa1f5 to hash 00000020:00000001:0.0:1763346494.258033:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.258035:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000010:0.0:1763346494.258040:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.258043:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.258047:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.258049:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.258054:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.258063:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.258067:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.258070:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.258072:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.258075:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.258077:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.258078:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.258082:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.258085:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.258086:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.258087:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.258090:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) refcount = 2 00010000:00000040:0.0:1763346494.258093:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.258098:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa18c lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a9 expref: 488 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.258105:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.258111:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.258116:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.258118:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.258120:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.258121:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.258123:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.258125:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.258128:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.258131:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.258133:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.258138:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.258140:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.258141:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.258143:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.258145:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.258146:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346494.258148:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.258151:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.258153:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.258154:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.258155:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.258159:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.258163:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.258170:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.258173:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.258180:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.258183:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.258187:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763346494.258190:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763346494.258192:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346494.258195:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346494.258197:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:0.0:1763346494.258199:0:19972:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x405f:0x0]flags=0x2 00000004:00000001:0.0:1763346494.258201:0:19972:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:0.0:1763346494.258203:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.258205:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346494.258206:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.258207:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.258209:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.258210:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.258240:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346494.258242:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.258244:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.258246:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346494.258249:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00000100:00000001:2.0:1763346494.258564:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.258662:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.258664:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.258667:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.258673:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.258674:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.258677:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346494.258680:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:0.0:1763346494.258690:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37800 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346494.258692:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.258695:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346494.258697:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.258703:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346494.258705:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.258706:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.258708:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=4 00000020:00000001:0.0:1763346494.258710:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.258712:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.258715:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346494.258718:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.258723:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346494.258725:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346494.258726:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.258730:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.258732:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.258734:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.258735:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.258738:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37800 with handle 0x757b854463afa1f5 from hash 00010000:00000001:0.0:1763346494.258740:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.258741:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.258742:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.258743:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.258746:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.258748:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.258750:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.258752:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.258754:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.258756:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) 00010000:00010000:0.0:1763346494.258759:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:0.0:1763346494.258762:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.258765:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.258766:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.258768:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346494.258770:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.258772:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.258773:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.258775:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.258777:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.258779:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.258784:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.258785:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.258786:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346494.258788:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346494.258789:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.258791:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1f5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:0.0:1763346494.258798:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.258808:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.258810:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.258812:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.258813:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.258814:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:0.0:1763346494.258819:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.258821:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346494.258823:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.258826:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1763346494.258830:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540792320 00010000:00000001:0.0:1763346494.258833:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.258841:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1c700 x1848996540792320/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 472/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.258849:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.258852:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.258857:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.258862:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.258865:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.258867:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.258871:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.258873:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.258876:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.258879:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.258886:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a7f8. 00000100:00000200:0.0:1763346494.258893:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540792320, offset 224 00000400:00000200:0.0:1763346494.258899:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.258915:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.258923:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198555:198555:256:4294967295] 192.168.204.16@tcp LPNI seq info [198551:198551:8:4294967295] 00000400:00000200:0.0:1763346494.258934:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.258939:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.258945:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94ed00. 00000800:00000200:0.0:1763346494.258952:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.258961:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.258966:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.259131:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.259136:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.259138:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.259140:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.259142:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.259148:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1c700 x1848996540792320/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 472/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.259157:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+488:226283:x1848996540792320:12345-192.168.204.16@tcp:55:lfs.0 Request processed in 1333us (2142us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763346494.259166:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140817 00000100:00000040:0.0:1763346494.259170:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.259172:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.259173:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.259178:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202080. 00000020:00000010:0.0:1763346494.259183:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304193e8. 00000020:00000010:0.0:1763346494.259188:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894800. 00000020:00000040:0.0:1763346494.259197:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:0.0:1763346494.259200:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.259442:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.259448:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94ed00. 00000400:00000200:1.0:1763346494.259453:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.259458:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.259464:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a7f8 00000400:00000010:1.0:1763346494.259467:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a7f8. 00000100:00000001:1.0:1763346494.259471:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.259473:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346494.263576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000800:00000001:2.0:1763346494.266594:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.266616:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.266621:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.266624:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.266636:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.266653:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e013e80 00000400:00000200:2.0:1763346494.266662:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 7120 00000800:00000001:2.0:1763346494.266670:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.266675:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.266678:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.266681:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.266689:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.266691:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346494.266698:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226fb80. 00000100:00000040:2.0:1763346494.266702:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226fb80 x1848996540792448 msgsize 440 00000100:00100000:2.0:1763346494.266706:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.266714:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.266722:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.266725:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.266727:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.266729:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.266732:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.266738:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 26 MB=0x691a70e013f00 00000400:00000200:2.0:1763346494.266743:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.16@tcp of length 224/224 into md 0x12bc09 [2] + 0 00000400:00000010:2.0:1763346494.266749:0:3288:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb52b239000. 00000400:00000200:2.0:1763346494.266755:0:3288:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5402c1300 00000800:00000001:2.0:1763346494.266759:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.266824:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.266826:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.266829:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.266832:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5402c1300 00000400:00000010:2.0:1763346494.266834:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5402c1300. 00000100:00000001:2.0:1763346494.266839:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.266841:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1763346494.266844:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb40201f850 x1848996540792576 msgsize 224 00000100:00100000:2.0:1763346494.266847:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:2.0:1763346494.266849:0:3288:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763346494.266969:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.266974:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540792448 02000000:00000001:0.0:1763346494.266977:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.266980:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.266983:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.266990:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.266994:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540792448 00000020:00000001:0.0:1763346494.266997:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.266999:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346494.267002:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.267005:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346494.267007:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346494.267009:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346494.267015:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.267021:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346494.267025:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.267029:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000020:00000010:0.0:1763346494.267035:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.267040:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346494.267046:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.267055:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346494.267057:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.267059:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.267062:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.267071:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.267093:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.267109:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.267111:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.267116:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20115 00000100:00000040:0.0:1763346494.267120:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346494.267123:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043718016 : -105874665833600 : ffff9fb52226fb80) 00000100:00000040:0.0:1763346494.267132:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226fb80 x1848996540792448/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.267142:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.267144:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346494.267146:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.267148:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000100:00100000:0.0:1763346494.267152:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540792448:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:0.0:1763346494.267156:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540792448 00000020:00000001:0.0:1763346494.267161:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.267167:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.267170:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.267172:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.267174:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:0.0:1763346494.267177:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346494.267181:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.267183:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.267186:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.267191:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.267198:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346494.267201:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.267204:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.267207:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.267210:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.267234:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.267236:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.267237:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.267238:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.267240:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.267242:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.267243:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.267244:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.267247:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.267249:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.267255:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.267258:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.267266:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb52aa5b000. 02000000:00000001:0.0:1763346494.267269:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.267271:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.267275:0:62999:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763346494.267279:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346494.267282:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.267288:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346494.267300:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:0.0:1763346494.267303:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346494.267312:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.267315:0:62999:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763346494.267318:0:62999:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:0.0:1763346494.267322:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.267330:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:0.0:1763346494.267335:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00000020:00000001:0.0:1763346494.267340:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.267350:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.267354:0:62999:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.267359:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540792448 00010000:00000001:0.0:1763346494.267362:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.267368:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52226fb80 x1848996540792448/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346494.267377:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.267380:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.267384:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.267390:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.267393:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.267396:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.267400:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.267403:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.267407:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.267410:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.267416:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a330. 00000100:00000200:0.0:1763346494.267423:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540792448, offset 224 00000400:00000200:0.0:1763346494.267431:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.267441:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.267447:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198556:198556:256:4294967295] 192.168.204.16@tcp LPNI seq info [198552:198552:8:4294967295] 00000400:00000200:0.0:1763346494.267457:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.267462:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.267467:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94e000. 00000800:00000200:0.0:1763346494.267473:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.267482:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.267486:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94e000 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.267496:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.267499:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.267502:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.267504:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.267507:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.267510:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226fb80 x1848996540792448/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.267519:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540792448:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 376us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.267528:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20115 00000100:00000040:0.0:1763346494.267532:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346494.267534:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.267536:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.267541:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346494.267547:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.267553:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.267560:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:0.0:1763346494.267562:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.267883:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.267888:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94e000. 00000400:00000200:1.0:1763346494.267892:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.267897:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.267901:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a330 00000400:00000010:1.0:1763346494.267903:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a330. 00000100:00000001:1.0:1763346494.267907:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.267908:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.269150:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.269167:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.269178:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.269364:0:19969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.269367:0:19969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540792576 02000000:00000001:3.0:1763346494.269370:0:19969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.269372:0:19969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.269374:0:19969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.269379:0:19969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.269385:0:19969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540792576 00000020:00000001:3.0:1763346494.269388:0:19969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.269391:0:19969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe0b 00000020:00000001:3.0:1763346494.269394:0:19969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.269397:0:19969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb526cac800 refcount=9 00000020:00000001:3.0:1763346494.269400:0:19969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199121561600 : -105874587990016 : ffff9fb526cac800) 00000020:00000001:3.0:1763346494.269403:0:19969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199121561600 : -105874587990016 : ffff9fb526cac800) 00000100:00000001:3.0:1763346494.269407:0:19969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.269833:0:19969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.269838:0:19969:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.269841:0:19969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30680. 00000020:00000010:1.0:1763346494.269847:0:19969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346494.269855:0:19969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.269860:0:19969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346494.269871:0:19969:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1763346494.269874:0:19969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.269876:0:19969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.269878:0:19969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.269888:0:19969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.269895:0:19969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.269907:0:19969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.269910:0:19969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.269919:0:19969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3928 00000100:00000040:1.0:1763346494.269924:0:19969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb526cac800 : new rpc_count 1 00000100:00000001:1.0:1763346494.269926:0:19969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194209454160 : -105879500097456 : ffff9fb40201f850) 00000100:00000040:1.0:1763346494.269935:0:19969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb40201f850 x1848996540792576/t0(0) o400->77d1c13d-f5b7-458a-b89a-095765fe166f@192.168.204.16@tcp:215/0 lens 224/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.269945:0:19969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.269947:0:19969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.269949:0:19969:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.269952:0:19969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30680. 00000100:00100000:1.0:1763346494.269956:0:19969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb40201f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77d1c13d-f5b7-458a-b89a-095765fe166f+9:2355:x1848996540792576:12345-192.168.204.16@tcp:400:kworker.0 00000100:00000200:1.0:1763346494.269960:0:19969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540792576 00000020:00000001:1.0:1763346494.269963:0:19969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.269967:0:19969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.269969:0:19969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.269972:0:19969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.269974:0:19969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667986048 : -1041565568 : ffffffffc1eaf880) 00000020:00000001:1.0:1763346494.269977:0:19969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.269979:0:19969:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.269981:0:19969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.269984:0:19969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.269988:0:19969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.269990:0:19969:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763346494.269993:0:19969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.269996:0:19969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.270001:0:19969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50f92f400. 02000000:00000001:1.0:1763346494.270003:0:19969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.270005:0:19969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.270008:0:19969:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.270011:0:19969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996540792576 00010000:00000001:1.0:1763346494.270013:0:19969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.270018:0:19969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb40201f850 x1848996540792576/t0(0) o400->77d1c13d-f5b7-458a-b89a-095765fe166f@192.168.204.16@tcp:215/0 lens 224/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346494.270026:0:19969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.270028:0:19969:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.270032:0:19969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5098edde8 time=2 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.270037:0:19969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.270040:0:19969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.270042:0:19969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.270045:0:19969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.270048:0:19969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.270051:0:19969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.270054:0:19969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.270059:0:19969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b5d8. 00000100:00000200:1.0:1763346494.270066:0:19969:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848996540792576, offset 224 00000400:00000200:1.0:1763346494.270073:0:19969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.270087:0:19969:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.270093:0:19969:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198557:198557:256:4294967295] 192.168.204.16@tcp LPNI seq info [198553:198553:8:4294967295] 00000400:00000200:1.0:1763346494.270104:0:19969:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.270110:0:19969:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.270115:0:19969:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842500. 00000800:00000200:1.0:1763346494.270122:0:19969:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.270131:0:19969:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.270135:0:19969:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.270843:0:19969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.270851:0:19969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.270854:0:19969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.270856:0:19969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.270859:0:19969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.270864:0:19969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb40201f850 x1848996540792576/t0(0) o400->77d1c13d-f5b7-458a-b89a-095765fe166f@192.168.204.16@tcp:215/0 lens 224/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.270873:0:19969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb40201f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:77d1c13d-f5b7-458a-b89a-095765fe166f+9:2355:x1848996540792576:12345-192.168.204.16@tcp:400:kworker.0 Request processed in 927us (4027us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.270882:0:19969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3928 00000100:00000040:1.0:1763346494.270885:0:19969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb526cac800 : new rpc_count 0 00000100:00000001:1.0:1763346494.270887:0:19969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.270889:0:19969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.270894:0:19969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.270899:0:19969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346494.270904:0:19969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:1.0:1763346494.270909:0:19969:0:(genops.c:898:class_export_put()) PUTting export ffff9fb526cac800 : new refcount 8 00000100:00000001:1.0:1763346494.270914:0:19969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346494.270919:0:19969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1763346494.270925:0:19969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636948. 00000400:00000010:1.0:1763346494.270932:0:19969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979240. 00000800:00000200:2.0:1763346494.270942:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.270947:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842500. 00000400:00000200:2.0:1763346494.270952:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.270958:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.270963:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b5d8 00000400:00000010:2.0:1763346494.270966:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b5d8. 00000100:00000001:2.0:1763346494.270970:0:3289:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763346494.270973:0:3289:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346494.270975:0:3289:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50f92f400. 02000000:00000001:2.0:1763346494.270982:0:3289:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763346494.270983:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.273273:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.273321:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.273325:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.273329:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.273340:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.273358:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 568 into portal 12 MB=0x691a70e013f80 00000400:00000200:1.0:1763346494.273367:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 568/568 into md 0xd4325 [64] + 70464 00000800:00000001:1.0:1763346494.273375:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.273385:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.273388:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.273392:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.273400:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.273403:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346494.273410:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1ca80. 00000100:00000040:1.0:1763346494.273414:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1ca80 x1848996540792704 msgsize 568 00000100:00100000:1.0:1763346494.273420:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.274125:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.274136:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.274141:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.274748:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.274753:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540792704 02000000:00000001:0.0:1763346494.274756:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.274759:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.274762:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.274768:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.274772:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540792704 00000020:00000001:0.0:1763346494.274775:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.274777:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.274780:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.274784:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:0.0:1763346494.274787:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.274789:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.274794:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.274801:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346494.274805:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.274807:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000020:00000010:0.0:1763346494.274814:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.274821:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346494.274826:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.274836:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.274839:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.274841:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.274844:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.274854:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.274873:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.274890:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.274892:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.274899:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140818 00000100:00000040:0.0:1763346494.274904:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.274906:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237364352 : -105874472187264 : ffff9fb52db1ca80) 00000100:00000040:0.0:1763346494.274917:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1ca80 x1848996540792704/t0(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 568/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.274927:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.274930:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346494.274932:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.274934:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000100:00100000:0.0:1763346494.274938:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+488:226283:x1848996540792704:12345-192.168.204.16@tcp:61:lfs.0 00000100:00000200:0.0:1763346494.274942:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540792704 00000020:00000001:0.0:1763346494.274947:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.274951:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.274956:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.274959:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.274961:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028160 : -1039523456 : ffffffffc20a2180) 00000020:00000001:0.0:1763346494.274964:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.274968:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540792704, found 0 last_xid 1848996540792703 00000020:00000001:0.0:1763346494.274971:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.274973:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.274975:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.274979:0:19972:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.274984:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.274989:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:0.0:1763346494.274992:0:19972:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.274995:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.275001:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.275003:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.275009:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52aa59400. 02000000:00000001:0.0:1763346494.275012:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.275014:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275017:0:19972:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:0.0:1763346494.275023:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346494.275025:0:19972:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:0.0:1763346494.275028:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.275031:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.275033:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346494.275034:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.275037:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000040:0.0:1763346494.275042:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 2 00000004:00000001:0.0:1763346494.275046:0:19972:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763346494.275048:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346494.275051:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.275054:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.275056:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.275058:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275063:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.275065:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.275072:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275074:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275077:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.275079:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.275081:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa100 from hash 00010000:00000001:0.0:1763346494.275083:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.275084:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275085:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275086:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.275092:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.275094:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275096:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.275097:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.275103:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa100 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212871 expref: 488 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.275112:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346494.275115:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:0.0:1763346494.275117:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfd80. 00010000:00000001:0.0:1763346494.275126:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275127:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.275128:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.275129:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:0.0:1763346494.275132:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.275133:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.275136:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.275139:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.275142:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4f500) 00010000:00000001:0.0:1763346494.275146:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275149:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275151:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763346494.275152:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f500 count: 0 00010000:00000010:0.0:1763346494.275158:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364a80. 00010000:00000040:0.0:1763346494.275163:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fb00 count: 2 00000004:00000001:0.0:1763346494.275165:0:19972:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763346494.275166:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346494.275168:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.275169:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.275170:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.275172:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275174:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.275175:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.275177:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275178:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275179:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.275181:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.275182:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa18c from hash 00010000:00000001:0.0:1763346494.275184:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.275185:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275186:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275187:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.275189:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.275190:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275192:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.275193:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.275196:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa18c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x405f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128a9 expref: 487 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.275206:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346494.275208:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:0.0:1763346494.275210:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346494.275265:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275266:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.275267:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.275269:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fb00) 00010000:00000001:0.0:1763346494.275272:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275274:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275275:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763346494.275277:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fb00 count: 0 00010000:00000010:0.0:1763346494.275280:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb530364080. 00010000:00010000:0.0:1763346494.275284:0:19972:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346494.275285:0:19972:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1763346494.275288:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.275300:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4059:0x0] 00000020:00000001:0.0:1763346494.275303:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.275305:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570188024 : -105879139363592 : ffff9fb4178254f8) 00000004:00000001:0.0:1763346494.275307:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570187936 : -105879139363680 : ffff9fb4178254a0) 00000004:00000001:0.0:1763346494.275312:0:19972:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763346494.275322:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346494.275324:0:19972:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275326:0:19972:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275327:0:19972:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763346494.275331:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346494.275333:0:19972:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275334:0:19972:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275338:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.275342:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.275344:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346494.275350:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4fe00. 00010000:00000010:0.0:1763346494.275355:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52f8af600. 00010000:00000001:0.0:1763346494.275360:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.275363:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37800. 00000020:00000001:0.0:1763346494.275365:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.275368:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37800 with handle 0x757b854463afa1fc to hash 00000020:00000001:0.0:1763346494.275369:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.275371:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000010:0.0:1763346494.275375:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf400. 00010000:00000001:0.0:1763346494.275378:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.275381:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.275383:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.275386:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.275394:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.275397:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.275398:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.275400:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.275403:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275404:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.275405:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275408:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.275410:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.275411:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.275413:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.275415:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fe00) refcount = 1 00010000:00010000:0.0:1763346494.275419:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.275424:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.275426:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.275427:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275429:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.275430:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275433:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275435:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.275438:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.275441:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.275443:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.275448:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.275449:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275450:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275452:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.275453:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.275454:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346494.275456:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.275457:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.275459:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275460:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.275462:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275463:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.275464:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.275465:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346494.275468:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4fd00. 00010000:00000010:0.0:1763346494.275472:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52f8af080. 00010000:00000001:0.0:1763346494.275474:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.275475:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346494.275477:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.275479:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463afa203 to hash 00000020:00000001:0.0:1763346494.275481:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.275482:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000010:0.0:1763346494.275484:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfd80. 00010000:00000001:0.0:1763346494.275486:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346494.275488:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.275489:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.275492:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.275496:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.275498:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.275500:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.275501:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.275503:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275504:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.275506:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275507:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.275508:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.275509:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.275510:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.275512:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4fd00) refcount = 1 00010000:00010000:0.0:1763346494.275515:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.275519:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.275520:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.275521:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275523:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.275524:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.275525:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.275527:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.275529:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.275530:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.275532:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.275537:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.275538:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275539:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.275540:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.275541:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.275543:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:0.0:1763346494.275544:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346494.275546:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346494.275548:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.275549:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.275551:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275555:0:19972:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:0.0:1763346494.275560:0:19972:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:0.0:1763346494.275562:0:19972:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346494.275566:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.275573:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038660. 00080000:00000001:0.0:1763346494.275577:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.275585:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa58c00. 00080000:00000001:0.0:1763346494.275587:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186230272 : -105874523321344 : ffff9fb52aa58c00) 00000004:00000001:0.0:1763346494.275591:0:19972:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763346494.275594:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275598:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275604:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.275607:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763346494.275611:0:19972:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb530d6fb80. 00000004:00000001:0.0:1763346494.275613:0:19972:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275615:0:19972:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763346494.275617:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275618:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275620:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.275622:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763346494.275624:0:19972:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb530d6f040. 00000004:00000001:0.0:1763346494.275625:0:19972:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.275630:0:19972:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb403ef13e0. 00000004:00000001:0.0:1763346494.275631:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275633:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275635:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.275637:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1763346494.275640:0:19972:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb403ef1880. 00000004:00000001:0.0:1763346494.275641:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275642:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.275644:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.275646:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.275650:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275654:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275656:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.275659:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186230272 : -105874523321344 : ffff9fb52aa58c00) 00080000:00000001:0.0:1763346494.275663:0:19972:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.275684:0:19972:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275687:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275690:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275693:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275695:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275696:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.275697:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186230272 : -105874523321344 : ffff9fb52aa58c00) 00080000:00000001:0.0:1763346494.275699:0:19972:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.275706:0:19972:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275708:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275709:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.275713:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346494.275715:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.275722:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.275723:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.275724:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186230272 : -105874523321344 : ffff9fb52aa58c00) 00080000:00000001:0.0:1763346494.275728:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.275733:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.275734:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275736:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.275756:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.275759:0:19972:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275767:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275775:0:19972:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763346494.275777:0:19972:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763346494.275783:0:19972:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb416038470. 00000004:00000010:0.0:1763346494.275788:0:19972:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414ac8. 00000004:00000010:0.0:1763346494.275792:0:19972:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414c80. 00000004:00000010:0.0:1763346494.275797:0:19972:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9fb40e414000. 00000004:00000010:0.0:1763346494.275800:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb41755a9c0. 00000004:00000001:0.0:1763346494.275804:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275805:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.275806:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186230272 : -105874523321344 : ffff9fb52aa58c00) 00080000:00000001:0.0:1763346494.275810:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.275812:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763346494.275890:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275893:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275895:0:19972:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275898:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275901:0:19972:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763346494.275902:0:19972:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763346494.275906:0:19972:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb50fb9a300. 00000004:00000010:0.0:1763346494.275909:0:19972:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb4160393f8. 00000004:00000010:0.0:1763346494.275912:0:19972:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414090. 00000004:00000010:0.0:1763346494.275915:0:19972:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414010. 00000004:00000010:0.0:1763346494.275917:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb41755a480. 00000004:00000001:0.0:1763346494.275919:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.275921:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.275922:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186230272 : -105874523321344 : ffff9fb52aa58c00) 00080000:00000001:0.0:1763346494.275924:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.275925:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763346494.275950:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275952:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275954:0:19972:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275956:0:19972:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763346494.275959:0:19972:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275961:0:19972:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763346494.275962:0:19972:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.275964:0:19972:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:0.0:1763346494.275970:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.275973:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346494.275978:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.275981:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055484, last_committed = 8590055482 00000001:00000010:0.0:1763346494.275985:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5380384e0. 00000001:00000040:0.0:1763346494.275987:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:0.0:1763346494.275990:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00000001:00000010:0.0:1763346494.275995:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a480. 00000004:00000001:0.0:1763346494.276002:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.276004:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.276005:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186230272 : -105874523321344 : ffff9fb52aa58c00) 00080000:00000001:0.0:1763346494.276009:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.276021:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.276024:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.276027:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a480: xid 1848996540792704, transno 8590055484, tag 0, client gen 3, slot idx 0 00000001:00000001:0.0:1763346494.276030:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.276040:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.276043:0:19972:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038660. 00000020:00000001:0.0:1763346494.276045:0:19972:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.276048:0:19972:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb530d6fb80. 00000020:00000010:0.0:1763346494.276051:0:19972:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.276053:0:19972:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb403ef13e0. 00000020:00000010:0.0:1763346494.276055:0:19972:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb403ef1880. 00200000:00000001:0.0:1763346494.276058:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.276061:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038660. 00080000:00000001:0.0:1763346494.276062:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.276065:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59c00. 00080000:00000001:0.0:1763346494.276068:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000004:00000001:0.0:1763346494.276070:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.276073:0:19972:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.276076:0:19972:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.276078:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346494.276079:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.276082:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.276084:0:19972:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.276086:0:19972:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763346494.276091:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb41755a9c0. 00000004:00000001:0.0:1763346494.276095:0:19972:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763346494.276097:0:19972:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb40e414010. 00000004:00000010:0.0:1763346494.276100:0:19972:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb40e414090. 00000020:00000001:0.0:1763346494.276105:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763346494.276111:0:19972:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb41603a380. 00000004:00000001:0.0:1763346494.276117:0:19972:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346494.276118:0:19972:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.276121:0:19972:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194545107928 : -105879164443688 : ffff9fb41603a3d8) 00000004:00000001:0.0:1763346494.276124:0:19972:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.276127:0:19972:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346494.276128:0:19972:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.276130:0:19972:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.276132:0:19972:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763346494.276135:0:19972:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.276139:0:19972:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763346494.276143:0:19972:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755ae40. 00000004:00000010:0.0:1763346494.276146:0:19972:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef1880. 00000004:00000010:0.0:1763346494.276150:0:19972:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e92000. 00000020:00000001:0.0:1763346494.276155:0:19972:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.276157:0:19972:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.276160:0:19972:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763346494.276161:0:19972:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.276163:0:19972:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260a:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763346494.276167:0:19972:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e92000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763346494.276173:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8700. 00000020:00000040:0.0:1763346494.276177:0:19972:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346494.276181:0:19972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.276185:0:19972:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.276190:0:19972:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.276196:0:19972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c4400. 00000100:00000001:0.0:1763346494.276202:0:19972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.276205:0:19972:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.276207:0:19972:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.276210:0:19972:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.276242:0:19972:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.276244:0:19972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.276250:0:19972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755aa80. 00000100:00000001:0.0:1763346494.276252:0:19972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260800 : -105879142290816 : ffff9fb41755aa80) 00000100:00000001:0.0:1763346494.276255:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.276257:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000001:0.0:1763346494.276261:0:19972:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.276264:0:19972:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.276267:0:19972:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.276269:0:19972:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.276276:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.276285:0:19972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.276287:0:19972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.276302:0:19972:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.276306:0:19972:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.276308:0:19972:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.276312:0:19972:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514970880:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.276319:0:19972:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.276323:0:19972:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.276326:0:19972:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.276328:0:19972:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.276337:0:19972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb50555e000. 02000000:00000001:0.0:1763346494.276339:0:19972:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.276345:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.276352:0:19972:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a780. 00000100:00000200:0.0:1763346494.276359:0:19972:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514970880, portal 4 00000100:00000001:0.0:1763346494.276361:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.276361:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000040:0.0:1763346494.276367:0:19972:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.276373:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.276375:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.276379:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a3b8. 00000100:00000200:0.0:1763346494.276381:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514970880, offset 0 00000400:00000200:0.0:1763346494.276387:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.276399:0:19972:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.277182:0:19972:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c773d00 00000400:00000200:0.0:1763346494.277193:0:19972:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 3616 00000400:00000200:0.0:1763346494.277201:0:19972:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.277205:0:19972:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.277237:0:19972:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.277240:0:19972:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.277246:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8a80. 00000100:00000040:0.0:1763346494.277249:0:19972:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a8a80 x1848996514970880 msgsize 328 00000100:00100000:0.0:1763346494.277253:0:19972:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346494.277813:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346494.277962:0:19972:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.277976:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:0.0:1763346494.277979:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:0.0:1763346494.277982:0:19972:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.277989:0:19972:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.278000:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.278003:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.278009:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.278011:0:19972:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.278017:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.278022:0:19972:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23545 usecs (24 jiffies) 00000100:00000001:0.0:1763346494.278026:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731151 00000100:00000010:0.0:1763346494.278031:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038de0. 00000100:00000001:0.0:1763346494.278038:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763346494.278045:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731151 00000100:00000010:0.0:1763346494.278047:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038780. 00000100:00000001:0.0:1763346494.278050:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:3.0:1763346494.278120:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514970880 02000000:00000001:3.0:1763346494.278124:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.278127:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.278130:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.278134:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.278138:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514970880 00000020:00000001:3.0:1763346494.278141:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.278143:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346494.278145:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.278149:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=10 00000020:00000001:3.0:1763346494.278151:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346494.278154:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346494.278159:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.278164:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.278167:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.278170:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000020:00000010:3.0:1763346494.278176:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3fe00. 00000020:00000010:3.0:1763346494.278181:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.278186:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d13e8. 00000100:00000040:3.0:1763346494.278198:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346494.278202:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.278203:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.278205:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.278241:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.279709:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.279714:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.279724:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00000040:2.0:1763346494.279730:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:2.0:1763346494.279733:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900296320 : -105874809255296 : ffff9fb5199a8a80) 00000100:00000040:2.0:1763346494.279741:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a8a80 x1848996514970880/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.279750:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.279758:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.279761:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.279764:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000100:00100000:2.0:1763346494.279771:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:19972:x1848996514970880:12345-0@lo:1000:mdt00_000.0 00000100:00000200:2.0:1763346494.279774:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514970880 00000020:00000001:2.0:1763346494.279778:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.279782:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.279785:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.279787:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.279790:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346494.279793:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.279796:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.279798:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.279801:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.279805:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.279808:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346494.279817:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8708. 00000100:00000001:2.0:1763346494.279823:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.279825:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1763346494.280097:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731153 00000100:00000010:0.0:1763346494.280104:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038120. 00000100:00000001:0.0:1763346494.280109:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763346494.280112:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731153 00000100:00000010:0.0:1763346494.280115:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038cc0. 00000100:00000001:0.0:1763346494.280118:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346494.280121:0:19972:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.280124:0:19972:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.280128:0:19972:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.280130:0:19972:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.280132:0:19972:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755aa80 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.280135:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.280138:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.280450:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1763346494.280545:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb5051c4000. 02000000:00000001:2.0:1763346494.280549:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.280552:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.280558:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb517edc3c0. 00000020:00000001:2.0:1763346494.280561:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346494.280564:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.280571:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00000020:00000001:2.0:1763346494.280576:0:101497:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.280580:0:101497:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.280586:0:101497:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:2.0:1763346494.280589:0:101497:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x260a:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763346494.280592:0:101497:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763346494.280594:0:101497:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.280598:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e1ab8/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00000020:00000010:2.0:1763346494.280601:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f8708. 00000020:00000010:2.0:1763346494.280605:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb517edc3c0. 00000020:00000001:2.0:1763346494.280608:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.280612:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 0, xid 1848996514970880 00010000:00000001:2.0:1763346494.280615:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.280620:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a8a80 x1848996514970880/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346494.280629:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.280632:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.280636:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.280640:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.280642:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346494.280644:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346494.280647:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.280649:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.280652:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.280654:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346494.280658:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb517edc3c0. 00000100:00000200:2.0:1763346494.280664:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514970880, offset 224 00000400:00000200:2.0:1763346494.280670:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346494.280682:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346494.280693:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773d00 00000400:00000200:2.0:1763346494.280700:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fb3d [2] + 224 00000400:00000200:2.0:1763346494.280709:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.280712:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346494.280718:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.280724:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346494.280733:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.280750:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346494.280759:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb517edc3c0 00000400:00000010:2.0:1763346494.280761:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb517edc3c0. 00000100:00000001:2.0:1763346494.280764:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.280766:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.280771:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.280774:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346494.280776:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.280777:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.280780:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.280784:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8a80 x1848996514970880/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346494.280793:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:19972:x1848996514970880:12345-0@lo:1000:mdt00_000.0 Request processed in 1042us (3541us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346494.280802:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00000040:2.0:1763346494.280805:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:2.0:1763346494.280808:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.280810:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.280815:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:2.0:1763346494.280822:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d13e8. 00000020:00000010:2.0:1763346494.280827:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3fe00. 00000020:00000040:2.0:1763346494.280833:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 9 00000100:00000001:2.0:1763346494.280836:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.280888:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.280895:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.280897:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.280900:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.280903:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a780 00000400:00000010:0.0:1763346494.280905:0:19972:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a780. 00000100:00000001:0.0:1763346494.280907:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.280911:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.280920:0:19972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.280924:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.280926:0:19972:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.280929:0:19972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.280931:0:19972:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.280934:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.280936:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.280939:0:19972:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.280946:0:19972:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.280950:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=1 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.280952:0:19972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.280954:0:19972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.280957:0:19972:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.280960:0:19972:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.280963:0:19972:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346494.280966:0:19972:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:0.0:1763346494.280967:0:19972:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.280969:0:19972:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.280973:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.280979:0:19972:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.280982:0:19972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.280984:0:19972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346494.280987:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.280993:0:19972:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514970880:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.280997:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.280999:0:19972:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.281002:0:19972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.281004:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.281006:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.281012:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.281014:0:19972:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755aa80. 00000100:00000001:0.0:1763346494.281017:0:19972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.281018:0:19972:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281021:0:19972:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346494.281030:0:19972:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb50fb9a980. 00000004:00000001:0.0:1763346494.281034:0:19972:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763346494.281037:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.281039:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a8700 x1848996514970880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.281045:0:19972:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.281047:0:19972:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.281050:0:19972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb50555e000. 02000000:00000001:0.0:1763346494.281054:0:19972:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.281056:0:19972:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.281058:0:19972:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763346494.281059:0:19972:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.281062:0:19972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c4400. 02000000:00000001:0.0:1763346494.281066:0:19972:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.281068:0:19972:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.281071:0:19972:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a8700. 00000100:00000001:0.0:1763346494.281074:0:19972:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.281075:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763346494.281079:0:19972:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e92000. 00000004:00000010:0.0:1763346494.281083:0:19972:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef1880. 00000004:00000010:0.0:1763346494.281085:0:19972:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346494.281090:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.281093:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.281096:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.281100:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.281102:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.281105:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.281107:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.281109:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.281110:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.281112:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346494.281115:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.281118:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763346494.281120:0:19972:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763346494.281123:0:19972:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb41755ae40. 00000004:00000001:0.0:1763346494.281125:0:19972:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638194567261760 : -105879142289856 : ffff9fb41755ae40) 00000020:00000010:0.0:1763346494.281129:0:19972:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb41755aa80. 00000020:00000010:0.0:1763346494.281133:0:19972:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb50f94e900. 00000020:00000010:0.0:1763346494.281137:0:19972:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb50f94ee00. 00000020:00000001:0.0:1763346494.281139:0:19972:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261760 : -105879142289856 : ffff9fb41755ae40) 00000004:00000001:0.0:1763346494.281141:0:19972:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261760 : -105879142289856 : ffff9fb41755ae40) 00000004:00000010:0.0:1763346494.281145:0:19972:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755a780. 00000004:00000010:0.0:1763346494.281149:0:19972:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef1880. 00000004:00000010:0.0:1763346494.281153:0:19972:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e92000. 00000004:00000001:0.0:1763346494.281155:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281158:0:19972:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281161:0:19972:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281165:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281176:0:19972:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346494.281178:0:19972:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117882, ffree=117152, state=0 00000004:00000001:0.0:1763346494.281182:0:19972:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.281185:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763346494.281187:0:19972:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763346494.281190:0:19972:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.281195:0:19972:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755aa80 refcount 4 committed 0 result 0 batchid 4294967626 00000020:00000040:0.0:1763346494.281199:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ee00 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb41755ae40 00000020:00000040:0.0:1763346494.281203:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e900 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb52aa59c00 00000020:00000040:0.0:1763346494.281208:0:19972:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:0.0:1763346494.281210:0:19972:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346494.281245:0:19972:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346494.281248:0:19972:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763346494.281251:0:19972:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.281254:0:19972:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346494.281256:0:19972:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.281258:0:19972:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281261:0:19972:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346494.281263:0:19972:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.281267:0:19972:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.281318:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346494.281321:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.281323:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.281324:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.281325:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.281327:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346494.281339:0:19972:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763346494.281343:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.281345:0:19972:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281347:0:19972:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763346494.281349:0:19972:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763346494.281350:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.281352:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.281353:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.281354:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.281355:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.281357:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.281358:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.281364:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:0.0:1763346494.281370:0:19972:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346494.281372:0:19972:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281374:0:19972:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:0.0:1763346494.281379:0:19972:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346494.281386:0:19972:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346494.281391:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:0.0:1763346494.281393:0:19972:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281395:0:19972:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281398:0:19972:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281400:0:19972:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.281402:0:19972:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.281405:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.281435:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.281436:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.281438:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.281446:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.281448:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281450:0:19972:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281452:0:19972:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.281455:0:19972:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.281458:0:19972:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.281460:0:19972:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281463:0:19972:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.281464:0:19972:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.281465:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.281474:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.281476:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.281477:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.281481:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.281482:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281484:0:19972:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281485:0:19972:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.281487:0:19972:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.281488:0:19972:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.281490:0:19972:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281492:0:19972:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.281494:0:19972:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.281497:0:19972:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:0.0:1763346494.281500:0:19972:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.281504:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.281512:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.281513:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.281515:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00080000:00000001:0.0:1763346494.281518:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.281521:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.281522:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281524:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.281546:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.281549:0:19972:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281555:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.281559:0:19972:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.281562:0:19972:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.281565:0:19972:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281568:0:19972:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.281572:0:19972:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.281574:0:19972:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763346494.281578:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.281579:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.281581:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.281582:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.281583:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.281585:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.281586:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.281588:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.281589:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.281590:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346494.281592:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.281593:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346494.281595:0:19972:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567261760 : -105879142289856 : ffff9fb41755ae40) 00000004:00000001:0.0:1763346494.281597:0:19972:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567261760 : -105879142289856 : ffff9fb41755ae40) 00000020:00000040:0.0:1763346494.281602:0:19972:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763346494.281604:0:19972:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763346494.281606:0:19972:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763346494.281609:0:19972:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x260a:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763346494.281612:0:19972:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763346494.281613:0:19972:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x260a:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763346494.281618:0:19972:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.281621:0:19972:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281624:0:19972:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281626:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281628:0:19972:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281629:0:19972:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281631:0:19972:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.281634:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.281637:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346494.281641:0:19972:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055484 00000001:00000001:0.0:1763346494.281644:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.281647:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055485, last_committed = 8590055482 00000001:00000010:0.0:1763346494.281652:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb509dea660. 00000001:00000040:0.0:1763346494.281655:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346494.281657:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:0.0:1763346494.281663:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755acc0. 00000004:00000001:0.0:1763346494.281670:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.281672:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.281673:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000020:00000040:0.0:1763346494.281676:0:19972:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763346494.281678:0:19972:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763346494.281680:0:19972:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763346494.281683:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.281700:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.281703:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.281707:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755acc0: xid 1848996540792704, transno 8590055485, tag 0, client gen 3, slot idx 2 00000001:00000001:0.0:1763346494.281710:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.281713:0:19972:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.281715:0:19972:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763346494.281727:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281731:0:19972:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763346494.281734:0:19972:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.281735:0:19972:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763346494.281738:0:19972:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755aa80 refcount 4 committed 0 result 0 batchid 4294967626 00000020:00000040:0.0:1763346494.281741:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ee00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ae40 00000020:00000040:0.0:1763346494.281744:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e900 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb52aa59c00 00000020:00000001:0.0:1763346494.281746:0:19972:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763346494.281748:0:19972:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763346494.281750:0:19972:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.281752:0:19972:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260a:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763346494.281755:0:19972:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e92000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763346494.281760:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8700. 00000020:00000040:0.0:1763346494.281763:0:19972:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346494.281768:0:19972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.281771:0:19972:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.281776:0:19972:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.281782:0:19972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c4400. 00000100:00000001:0.0:1763346494.281786:0:19972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281790:0:19972:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.281792:0:19972:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.281794:0:19972:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.281796:0:19972:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.281797:0:19972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.281802:0:19972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a300. 00000100:00000001:0.0:1763346494.281804:0:19972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567258880 : -105879142292736 : ffff9fb41755a300) 00000100:00000001:0.0:1763346494.281806:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.281807:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000001:0.0:1763346494.281811:0:19972:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.281815:0:19972:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.281817:0:19972:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.281819:0:19972:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.281823:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.281829:0:19972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.281832:0:19972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.281836:0:19972:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.281838:0:19972:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.281841:0:19972:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.281844:0:19972:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514971008:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.281848:0:19972:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.281851:0:19972:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.281854:0:19972:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.281856:0:19972:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.281860:0:19972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb50555e000. 02000000:00000001:0.0:1763346494.281862:0:19972:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.281866:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.281871:0:19972:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a000. 00000100:00000200:0.0:1763346494.281876:0:19972:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514971008, portal 4 00000100:00000001:0.0:1763346494.281878:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.281879:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000040:0.0:1763346494.281884:0:19972:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.281890:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.281892:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.281895:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a3b8. 00000100:00000200:0.0:1763346494.281897:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514971008, offset 0 00000400:00000200:0.0:1763346494.281901:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.281908:0:19972:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.281915:0:19972:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c773d80 00000400:00000200:0.0:1763346494.281921:0:19972:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 3944 00000400:00000200:0.0:1763346494.281926:0:19972:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.281929:0:19972:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.281935:0:19972:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.281936:0:19972:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.281940:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8000. 00000100:00000040:0.0:1763346494.281943:0:19972:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a8000 x1848996514971008 msgsize 408 00000100:00100000:0.0:1763346494.281946:0:19972:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346494.281966:0:19972:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.281973:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:0.0:1763346494.281975:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:0.0:1763346494.281977:0:19972:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.281981:0:19972:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.281989:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.281991:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.281997:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.281998:0:19972:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.282001:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.282004:0:19972:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23542 usecs (24 jiffies) 00000100:00000001:0.0:1763346494.282007:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731155 00000100:00000001:0.0:1763346494.282013:0:19972:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731151 00000100:00000001:0.0:1763346494.282018:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731155 00000100:00000001:0.0:1763346494.282021:0:19972:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731151 00000100:00000001:0.0:1763346494.282024:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731155 00000100:00000001:0.0:1763346494.282027:0:19972:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731153 00000100:00000001:0.0:1763346494.282029:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731155 00000100:00000001:0.0:1763346494.282032:0:19972:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731153 00000100:00000001:0.0:1763346494.282034:0:19972:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.282036:0:19972:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.282038:0:19972:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.282039:0:19972:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.282041:0:19972:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a300 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.282043:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.282045:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.282323:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.282326:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514971008 02000000:00000001:2.0:1763346494.282329:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.282331:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.282333:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.282338:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.282340:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514971008 00000020:00000001:2.0:1763346494.282343:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.282345:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:2.0:1763346494.282348:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.282351:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=10 00000020:00000001:2.0:1763346494.282353:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:2.0:1763346494.282356:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346494.282360:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.282364:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.282367:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.282370:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000020:00000010:2.0:1763346494.282376:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.282380:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.282385:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.282393:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346494.282396:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.282397:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.282399:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.282407:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.282422:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.282432:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.282434:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.282437:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00000040:2.0:1763346494.282441:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:2.0:1763346494.282443:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900293632 : -105874809257984 : ffff9fb5199a8000) 00000100:00000040:2.0:1763346494.282447:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a8000 x1848996514971008/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.282464:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.282467:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.282469:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.282471:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000100:00100000:2.0:1763346494.282475:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:19972:x1848996514971008:12345-0@lo:1000:mdt00_000.0 00000100:00000200:2.0:1763346494.282479:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514971008 00000020:00000001:2.0:1763346494.282482:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.282485:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.282487:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.282489:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.282491:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346494.282494:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.282497:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.282499:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.282502:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.282505:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.282507:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346494.282512:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8708. 00000100:00000001:2.0:1763346494.282517:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.282519:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.282527:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb53110a000. 02000000:00000001:2.0:1763346494.282528:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.282531:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.282534:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb517edc3c0. 00000020:00000001:2.0:1763346494.282536:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346494.282538:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.282543:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00080000:00000001:2.0:1763346494.282549:0:101497:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.282556:0:101497:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e1000. 00080000:00000001:2.0:1763346494.282559:0:101497:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411183616 : -105874298368000 : ffff9fb5380e1000) 00000020:00000001:2.0:1763346494.282562:0:101497:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.282567:0:101497:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.282582:0:101497:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.282585:0:101497:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.282588:0:101497:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763346494.282589:0:101497:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346494.282592:0:101497:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.282609:0:101497:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.282610:0:101497:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.282623:0:101497:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.282626:0:101497:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763346494.282629:0:101497:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d5010b0 name trusted.fid flag 1 00080000:00000001:2.0:1763346494.282634:0:101497:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.282636:0:101497:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763346494.282691:0:101497:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.282695:0:101497:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763346494.282696:0:101497:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb53110a208 index 0: rc = 0 00000020:00000040:2.0:1763346494.282699:0:101497:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763346494.282702:0:101497:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.282704:0:101497:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.282706:0:101497:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847757, last_committed = 21474847750 00000001:00000010:2.0:1763346494.282709:0:101497:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417875c60. 00000001:00000040:2.0:1763346494.282712:0:101497:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 6 00000020:00000040:2.0:1763346494.282714:0:101497:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=11 00080000:00000001:2.0:1763346494.282718:0:101497:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.282728:0:101497:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346494.282730:0:101497:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.282739:0:101497:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.282743:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e1ab8/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00000020:00000001:2.0:1763346494.282745:0:101497:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.282748:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f8708. 00000020:00000010:2.0:1763346494.282751:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb517edc3c0. 00000020:00000001:2.0:1763346494.282754:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.282758:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 21474847757, xid 1848996514971008 00010000:00000001:2.0:1763346494.282761:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.282766:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a8000 x1848996514971008/t21474847757(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346494.282773:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.282775:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.282779:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.282783:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.282785:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346494.282788:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346494.282792:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.282794:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.282797:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.282799:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346494.282803:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb53b975840. 00000100:00000200:2.0:1763346494.282806:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514971008, offset 224 00000400:00000200:2.0:1763346494.282811:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346494.282817:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346494.282823:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773d80 00000400:00000200:2.0:1763346494.282827:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fb49 [2] + 224 00000400:00000200:2.0:1763346494.282832:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.282834:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346494.282838:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.282843:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346494.282852:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.282868:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346494.282874:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b975840 00000400:00000010:2.0:1763346494.282876:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b975840. 00000100:00000001:2.0:1763346494.282878:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.282880:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.282883:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.282886:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346494.282888:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.282890:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.282892:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.282896:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8000 x1848996514971008/t21474847757(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346494.282904:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+11:19972:x1848996514971008:12345-0@lo:1000:mdt00_000.0 Request processed in 438us (959us total) trans 21474847757 rc 0/0 00000100:00100000:2.0:1763346494.282912:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00000040:2.0:1763346494.282915:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:2.0:1763346494.282917:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.282919:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.282922:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.282926:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.282931:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.282939:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 10 00000100:00000001:2.0:1763346494.282942:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346494.283338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346494.283349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f500. 00010000:00000010:0.1:1763346494.283353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:0.1:1763346494.283356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fb00. 00000100:00000001:0.0:1763346494.283371:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.283377:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.283380:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.283384:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.283387:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a000 00000400:00000010:0.0:1763346494.283389:0:19972:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a000. 00000100:00000001:0.0:1763346494.283392:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.283397:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.283405:0:19972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a8700 x1848996514971008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.283412:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.283414:0:19972:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.283416:0:19972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.283419:0:19972:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.283420:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.283422:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.283425:0:19972:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.283432:0:19972:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.283435:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=1 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.283437:0:19972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.283439:0:19972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.283442:0:19972:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.283445:0:19972:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.283447:0:19972:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763346494.283449:0:19972:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763346494.283450:0:19972:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763346494.283452:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.283453:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000001:0.0:1763346494.283457:0:19972:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346494.283459:0:19972:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:0.0:1763346494.283461:0:19972:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.283463:0:19972:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.283467:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a8700 x1848996514971008/t21474847757(21474847757) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.283474:0:19972:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.283477:0:19972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.283480:0:19972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346494.283483:0:19972:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763346494.283489:0:19972:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.283492:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8700 x1848996514971008/t21474847757(21474847757) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.283498:0:19972:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a8700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514971008:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.283503:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.283505:0:19972:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.283507:0:19972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.283509:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.283512:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5199a8700 x1848996514971008/t21474847757(21474847757) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.283517:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.283519:0:19972:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a300. 00000100:00000001:0.0:1763346494.283523:0:19972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.283524:0:19972:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.283527:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.283529:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a8700 x1848996514971008/t21474847757(21474847757) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.283535:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283537:0:19972:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283539:0:19972:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.283541:0:19972:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.283545:0:19972:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.283548:0:19972:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038660. 00000020:00000001:0.0:1763346494.283551:0:19972:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346494.283560:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.283565:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038660. 00080000:00000001:0.0:1763346494.283568:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.283574:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa58800. 00080000:00000001:0.0:1763346494.283576:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00000004:00000001:0.0:1763346494.283582:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.283586:0:19972:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.283589:0:19972:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.283592:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346494.283594:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.283599:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.283601:0:19972:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.283604:0:19972:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763346494.283609:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb41755a000. 00000004:00000001:0.0:1763346494.283612:0:19972:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763346494.283615:0:19972:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb40e414000. 00000004:00000010:0.0:1763346494.283618:0:19972:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb40e414c80. 00000020:00000001:0.0:1763346494.283622:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763346494.283630:0:19972:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb4160393f8. 00000004:00000001:0.0:1763346494.283637:0:19972:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346494.283639:0:19972:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.283642:0:19972:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194545103952 : -105879164447664 : ffff9fb416039450) 00000004:00000001:0.0:1763346494.283644:0:19972:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283647:0:19972:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346494.283648:0:19972:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283650:0:19972:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283652:0:19972:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763346494.283655:0:19972:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.283660:0:19972:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763346494.283664:0:19972:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755a900. 00000004:00000010:0.0:1763346494.283667:0:19972:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef13e0. 00000004:00000010:0.0:1763346494.283671:0:19972:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e93000. 00000020:00000001:0.0:1763346494.283674:0:19972:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.283677:0:19972:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283679:0:19972:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763346494.283680:0:19972:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.283683:0:19972:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2534:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763346494.283686:0:19972:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e93000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763346494.283692:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9f80. 00000020:00000040:0.0:1763346494.283695:0:19972:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763346494.283699:0:19972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.283701:0:19972:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.283707:0:19972:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.283714:0:19972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c5c00. 00000100:00000001:0.0:1763346494.283718:0:19972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283722:0:19972:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.283724:0:19972:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.283727:0:19972:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.283729:0:19972:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.283731:0:19972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.283736:0:19972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a540. 00000100:00000001:0.0:1763346494.283738:0:19972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567259456 : -105879142292160 : ffff9fb41755a540) 00000100:00000001:0.0:1763346494.283739:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.283740:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000001:0.0:1763346494.283744:0:19972:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.283747:0:19972:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.283750:0:19972:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.283750:0:19972:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.283754:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.283759:0:19972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.283761:0:19972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.283764:0:19972:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.283767:0:19972:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.283769:0:19972:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.283771:0:19972:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514971136:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.283774:0:19972:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.283777:0:19972:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.283779:0:19972:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.283781:0:19972:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.283790:0:19972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb4178c4000. 02000000:00000001:0.0:1763346494.283792:0:19972:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.283797:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.283801:0:19972:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a240. 00000100:00000200:0.0:1763346494.283805:0:19972:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514971136, portal 4 00000100:00000001:0.0:1763346494.283807:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.283808:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000040:0.0:1763346494.283814:0:19972:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.283820:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.283822:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.283825:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a3b8. 00000100:00000200:0.0:1763346494.283827:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514971136, offset 0 00000400:00000200:0.0:1763346494.283831:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.283838:0:19972:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.283844:0:19972:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c773e00 00000400:00000200:0.0:1763346494.283850:0:19972:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 4352 00000400:00000200:0.0:1763346494.283854:0:19972:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.283856:0:19972:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.283860:0:19972:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.283861:0:19972:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.283865:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f480. 00000100:00000040:0.0:1763346494.283868:0:19972:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52208f480 x1848996514971136 msgsize 328 00000100:00100000:0.0:1763346494.283871:0:19972:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346494.284610:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346494.285143:0:19972:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.285158:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:0.0:1763346494.285162:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:0.0:1763346494.285165:0:19972:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.285171:0:19972:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.285180:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.285183:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.285189:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.285191:0:19972:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.285195:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.285199:0:19972:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16296 usecs (17 jiffies) 00000100:00000001:0.0:1763346494.285203:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731151 00000100:00000001:0.0:1763346494.285206:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.285208:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731151 00000100:00000001:0.0:1763346494.285236:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.285239:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731152 00000100:00000001:0.0:1763346494.285241:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.285243:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731152 00000100:00000001:0.0:1763346494.285245:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.285246:0:19972:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.285249:0:19972:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.285251:0:19972:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.285253:0:19972:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.285256:0:19972:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a540 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.285258:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.285260:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.285318:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514971136 02000000:00000001:3.0:1763346494.285322:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.285324:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.285326:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.285330:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.285334:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514971136 00000020:00000001:3.0:1763346494.285337:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.285339:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:3.0:1763346494.285341:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.285344:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:3.0:1763346494.285346:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:3.0:1763346494.285349:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:3.0:1763346494.285354:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.285361:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.285365:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.285367:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000020:00000010:3.0:1763346494.285374:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f400. 00000020:00000010:3.0:1763346494.285380:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.285384:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1898. 00000100:00000040:3.0:1763346494.285394:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346494.285396:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.285397:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.285399:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.285409:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.285427:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.285439:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.285441:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.285445:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00000040:3.0:1763346494.285448:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:3.0:1763346494.285450:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199041750144 : -105874667801472 : ffff9fb52208f480) 00000100:00000040:3.0:1763346494.285456:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52208f480 x1848996514971136/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.285464:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.285467:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.285470:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.285472:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000100:00100000:3.0:1763346494.285476:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52208f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:19972:x1848996514971136:12345-0@lo:1000:mdt00_000.0 00000100:00000200:3.0:1763346494.285479:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514971136 00000020:00000001:3.0:1763346494.285482:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.285486:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.285488:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.285490:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.285492:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:3.0:1763346494.285496:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346494.285499:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.285501:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.285503:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.285507:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.285510:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763346494.285518:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c0b8. 00000100:00000001:3.0:1763346494.285522:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.285524:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.285531:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb51df88000. 02000000:00000001:3.0:1763346494.285533:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.285536:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346494.285540:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb509513480. 00000020:00000001:3.0:1763346494.285543:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763346494.285547:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.285552:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00000020:00000001:3.0:1763346494.285556:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.285559:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.285566:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763346494.285568:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x2534:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763346494.285571:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763346494.285573:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346494.285577:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b771d0/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00000020:00000010:3.0:1763346494.285581:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb406c7c0b8. 00000020:00000010:3.0:1763346494.285583:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb509513480. 00000020:00000001:3.0:1763346494.285586:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346494.285589:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911668, transno 0, xid 1848996514971136 00010000:00000001:3.0:1763346494.285592:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.285597:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52208f480 x1848996514971136/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346494.285605:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.285607:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.285611:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346494.285616:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.285618:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346494.285621:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346494.285623:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.285625:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.285628:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.285629:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346494.285634:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb509513480. 00000100:00000200:3.0:1763346494.285639:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514971136, offset 224 00000400:00000200:3.0:1763346494.285646:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346494.285658:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346494.285668:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773e00 00000400:00000200:3.0:1763346494.285674:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fb55 [2] + 224 00000400:00000200:3.0:1763346494.285681:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.285685:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346494.285690:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.285694:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346494.285702:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.285723:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346494.285728:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb509513480 00000400:00000010:3.0:1763346494.285730:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb509513480. 00000100:00000001:3.0:1763346494.285732:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.285734:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346494.285737:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.285741:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346494.285743:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.285744:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.285747:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.285750:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f480 x1848996514971136/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.285758:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52208f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:19972:x1848996514971136:12345-0@lo:1000:mdt00_000.0 Request processed in 292us (1887us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346494.285765:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00000040:3.0:1763346494.285769:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:3.0:1763346494.285771:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.285773:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.285777:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.285784:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1898. 00000020:00000010:3.0:1763346494.285787:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f400. 00000020:00000040:3.0:1763346494.285793:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000100:00000001:3.0:1763346494.285795:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.285899:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.285905:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.285907:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.285909:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.285913:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a240 00000400:00000010:0.0:1763346494.285914:0:19972:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a240. 00000100:00000001:0.0:1763346494.285917:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.285920:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.285929:0:19972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.285934:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.285936:0:19972:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.285938:0:19972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.285940:0:19972:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.285942:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.285944:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.285946:0:19972:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.285953:0:19972:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.285956:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.285959:0:19972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.285961:0:19972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.285965:0:19972:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.285968:0:19972:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.285970:0:19972:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763346494.285973:0:19972:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911668 gen 3 00000100:00000040:0.0:1763346494.285978:0:19972:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911668) req@ffff9fb522401f80 x1848996514968960/t12884911668(12884911668) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346494.285985:0:19972:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763346494.285987:0:19972:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911668 committed transno 12884911668 00000004:00000010:0.0:1763346494.285991:0:19972:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb502ab3000. 00000004:00000010:0.0:1763346494.285996:0:19972:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519192d00. 00000004:00000010:0.0:1763346494.285999:0:19972:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb50847b3c0. 00000004:00000010:0.0:1763346494.286001:0:19972:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb50847b480. 00000004:00000001:0.0:1763346494.286003:0:19972:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763346494.286005:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.286008:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb522401f80 x1848996514968960/t12884911668(12884911668) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.286014:0:19972:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.286016:0:19972:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.286019:0:19972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb538ad6000. 02000000:00000001:0.0:1763346494.286023:0:19972:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.286025:0:19972:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.286027:0:19972:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346494.286029:0:19972:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.286032:0:19972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3e000. 02000000:00000001:0.0:1763346494.286035:0:19972:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.286037:0:19972:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.286038:0:19972:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522401f80. 00000100:00000001:0.0:1763346494.286042:0:19972:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.286044:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.286046:0:19972:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763346494.286049:0:19972:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1763346494.286051:0:19972:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.286052:0:19972:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.286057:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.286063:0:19972:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.286066:0:19972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.286068:0:19972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346494.286071:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.286078:0:19972:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514971136:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.286082:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.286085:0:19972:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.286087:0:19972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.286089:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.286091:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.286097:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.286100:0:19972:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a540. 00000100:00000001:0.0:1763346494.286102:0:19972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.286104:0:19972:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286106:0:19972:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346494.286116:0:19972:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb417969c00. 00000004:00000001:0.0:1763346494.286121:0:19972:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763346494.286124:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.286126:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a9f80 x1848996514971136/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.286132:0:19972:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.286133:0:19972:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.286134:0:19972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb4178c4000. 02000000:00000001:0.0:1763346494.286137:0:19972:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.286138:0:19972:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.286139:0:19972:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346494.286141:0:19972:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.286143:0:19972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c5c00. 02000000:00000001:0.0:1763346494.286146:0:19972:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.286147:0:19972:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.286149:0:19972:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a9f80. 00000100:00000001:0.0:1763346494.286152:0:19972:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.286153:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763346494.286155:0:19972:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e93000. 00000004:00000010:0.0:1763346494.286158:0:19972:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef13e0. 00000004:00000010:0.0:1763346494.286160:0:19972:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755a900. 00000004:00000001:0.0:1763346494.286166:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.286169:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.286172:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.286175:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.286177:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.286180:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.286182:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.286184:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.286186:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.286188:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346494.286191:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.286194:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763346494.286197:0:19972:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763346494.286199:0:19972:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb41755a900. 00000004:00000001:0.0:1763346494.286201:0:19972:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638194567260416 : -105879142291200 : ffff9fb41755a900) 00000020:00000010:0.0:1763346494.286205:0:19972:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb41755a540. 00000020:00000010:0.0:1763346494.286210:0:19972:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb50f94e000. 00000020:00000010:0.0:1763346494.286239:0:19972:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb50f94ed00. 00000020:00000001:0.0:1763346494.286242:0:19972:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567260416 : -105879142291200 : ffff9fb41755a900) 00000004:00000001:0.0:1763346494.286245:0:19972:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567260416 : -105879142291200 : ffff9fb41755a900) 00000004:00000010:0.0:1763346494.286249:0:19972:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb41755a240. 00000004:00000010:0.0:1763346494.286252:0:19972:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef13e0. 00000004:00000010:0.0:1763346494.286256:0:19972:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e93000. 00000004:00000001:0.0:1763346494.286259:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286262:0:19972:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286264:0:19972:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286268:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286279:0:19972:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346494.286282:0:19972:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930816, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117881, ffree=117088, state=0 00000004:00000001:0.0:1763346494.286286:0:19972:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.286288:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763346494.286290:0:19972:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763346494.286302:0:19972:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.286308:0:19972:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 4 committed 0 result 0 batchid 4294967627 00000020:00000040:0.0:1763346494.286311:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ed00 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb41755a900 00000020:00000040:0.0:1763346494.286314:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e000 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb52aa58800 00000020:00000040:0.0:1763346494.286318:0:19972:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:0.0:1763346494.286321:0:19972:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346494.286324:0:19972:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346494.286326:0:19972:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763346494.286329:0:19972:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.286332:0:19972:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346494.286334:0:19972:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.286336:0:19972:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286338:0:19972:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346494.286340:0:19972:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.286344:0:19972:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.286379:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346494.286382:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.286383:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.286385:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.286386:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.286388:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346494.286399:0:19972:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763346494.286403:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.286405:0:19972:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286407:0:19972:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763346494.286409:0:19972:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763346494.286410:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.286411:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.286412:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.286413:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.286415:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.286417:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.286419:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.286424:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:0.0:1763346494.286429:0:19972:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346494.286431:0:19972:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286433:0:19972:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:0.0:1763346494.286439:0:19972:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346494.286446:0:19972:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346494.286452:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:0.0:1763346494.286454:0:19972:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286456:0:19972:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286458:0:19972:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286460:0:19972:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.286462:0:19972:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.286465:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.286485:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.286486:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.286488:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.286494:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.286495:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286497:0:19972:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286499:0:19972:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.286502:0:19972:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.286504:0:19972:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.286506:0:19972:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286507:0:19972:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.286509:0:19972:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.286510:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.286514:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.286515:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.286517:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.286520:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.286521:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286523:0:19972:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286524:0:19972:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.286526:0:19972:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.286528:0:19972:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.286530:0:19972:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286531:0:19972:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.286533:0:19972:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.286536:0:19972:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:0.0:1763346494.286538:0:19972:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.286541:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.286547:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.286548:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.286550:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00080000:00000001:0.0:1763346494.286552:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.286555:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.286556:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286558:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.286577:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.286579:0:19972:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286584:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.286587:0:19972:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.286590:0:19972:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.286592:0:19972:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286595:0:19972:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.286599:0:19972:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.286601:0:19972:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763346494.286604:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.286605:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.286606:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.286608:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.286609:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.286610:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.286611:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.286613:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.286614:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.286616:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346494.286618:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.286620:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346494.286622:0:19972:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638194567260416 : -105879142291200 : ffff9fb41755a900) 00000004:00000001:0.0:1763346494.286624:0:19972:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638194567260416 : -105879142291200 : ffff9fb41755a900) 00000020:00000040:0.0:1763346494.286630:0:19972:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763346494.286632:0:19972:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763346494.286634:0:19972:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763346494.286636:0:19972:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x2534:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763346494.286639:0:19972:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763346494.286640:0:19972:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x2534:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763346494.286644:0:19972:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.286646:0:19972:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286649:0:19972:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286651:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286653:0:19972:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286654:0:19972:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286656:0:19972:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.286659:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.286662:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346494.286665:0:19972:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055485 00000001:00000001:0.0:1763346494.286668:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.286671:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055486, last_committed = 8590055482 00000001:00000010:0.0:1763346494.286676:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843ea0. 00000001:00000040:0.0:1763346494.286678:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:0.0:1763346494.286681:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:0.0:1763346494.286686:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755af00. 00000004:00000001:0.0:1763346494.286693:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.286694:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.286695:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199186229248 : -105874523322368 : ffff9fb52aa58800) 00000020:00000040:0.0:1763346494.286698:0:19972:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763346494.286701:0:19972:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763346494.286702:0:19972:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763346494.286705:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.286723:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.286725:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.286728:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755af00: xid 1848996540792704, transno 8590055486, tag 0, client gen 3, slot idx 3 00000001:00000001:0.0:1763346494.286731:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.286734:0:19972:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.286736:0:19972:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763346494.286749:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286753:0:19972:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763346494.286755:0:19972:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.286756:0:19972:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763346494.286759:0:19972:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 4 committed 0 result 0 batchid 4294967627 00000020:00000040:0.0:1763346494.286762:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ed00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755a900 00000020:00000040:0.0:1763346494.286765:0:19972:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e000 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb52aa58800 00000020:00000001:0.0:1763346494.286768:0:19972:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763346494.286769:0:19972:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763346494.286771:0:19972:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.286773:0:19972:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2534:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763346494.286777:0:19972:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e93000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763346494.286782:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f800. 00000020:00000040:0.0:1763346494.286786:0:19972:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763346494.286789:0:19972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.286792:0:19972:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.286798:0:19972:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.286803:0:19972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c5c00. 00000100:00000001:0.0:1763346494.286808:0:19972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286812:0:19972:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.286814:0:19972:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.286816:0:19972:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.286818:0:19972:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.286820:0:19972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.286825:0:19972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755a300. 00000100:00000001:0.0:1763346494.286827:0:19972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567258880 : -105879142292736 : ffff9fb41755a300) 00000100:00000001:0.0:1763346494.286829:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.286831:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199041751040 : -105874667800576 : ffff9fb52208f800) 00000100:00000001:0.0:1763346494.286835:0:19972:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.286840:0:19972:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.286842:0:19972:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.286844:0:19972:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.286848:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.286855:0:19972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.286857:0:19972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.286860:0:19972:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.286863:0:19972:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.286865:0:19972:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.286867:0:19972:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52208f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514971264:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.286871:0:19972:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.286874:0:19972:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.286876:0:19972:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.286878:0:19972:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.286884:0:19972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb4178c4000. 02000000:00000001:0.0:1763346494.286886:0:19972:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.286891:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.286896:0:19972:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755ab40. 00000100:00000200:0.0:1763346494.286902:0:19972:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514971264, portal 4 00000100:00000001:0.0:1763346494.286904:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.286905:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199041751040 : -105874667800576 : ffff9fb52208f800) 00000100:00000040:0.0:1763346494.286910:0:19972:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.286916:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.286918:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.286921:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a3b8. 00000100:00000200:0.0:1763346494.286923:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514971264, offset 0 00000400:00000200:0.0:1763346494.286927:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.286936:0:19972:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.286944:0:19972:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c773e80 00000400:00000200:0.0:1763346494.286949:0:19972:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 4680 00000400:00000200:0.0:1763346494.286954:0:19972:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.286958:0:19972:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.286963:0:19972:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.286966:0:19972:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.286969:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f100. 00000100:00000040:0.0:1763346494.286972:0:19972:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52208f100 x1848996514971264 msgsize 408 00000100:00100000:0.0:1763346494.286976:0:19972:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346494.286996:0:19972:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.287004:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:0.0:1763346494.287005:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:0.0:1763346494.287008:0:19972:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.287012:0:19972:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.287020:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.287023:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.287028:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.287029:0:19972:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.287033:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.287036:0:19972:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16296 usecs (17 jiffies) 00000100:00000001:0.0:1763346494.287039:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731153 00000100:00000001:0.0:1763346494.287042:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.287044:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731153 00000100:00000001:0.0:1763346494.287046:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.287048:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731153 00000100:00000001:0.0:1763346494.287050:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.287051:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731153 00000100:00000001:0.0:1763346494.287053:0:19972:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300731155 00000100:00000001:0.0:1763346494.287055:0:19972:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.287057:0:19972:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.287059:0:19972:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.287061:0:19972:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.287063:0:19972:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755a300 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.287065:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.287068:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.287158:0:101497:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.287161:0:101497:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514971264 02000000:00000001:2.0:1763346494.287163:0:101497:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.287165:0:101497:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.287167:0:101497:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.287170:0:101497:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.287172:0:101497:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514971264 00000020:00000001:2.0:1763346494.287175:0:101497:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.287176:0:101497:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:2.0:1763346494.287178:0:101497:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.287181:0:101497:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:2.0:1763346494.287184:0:101497:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:2.0:1763346494.287186:0:101497:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:2.0:1763346494.287190:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.287195:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.287197:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.287199:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000020:00000010:2.0:1763346494.287204:0:101497:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.287209:0:101497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.287239:0:101497:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.287248:0:101497:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346494.287250:0:101497:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.287251:0:101497:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.287253:0:101497:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.287259:0:101497:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.287274:0:101497:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.287283:0:101497:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.287285:0:101497:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.287289:0:101497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00000040:2.0:1763346494.287301:0:101497:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:2.0:1763346494.287303:0:101497:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199041749248 : -105874667802368 : ffff9fb52208f100) 00000100:00000040:2.0:1763346494.287308:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52208f100 x1848996514971264/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.287315:0:101497:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.287317:0:101497:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.287320:0:101497:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.287322:0:101497:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000100:00100000:2.0:1763346494.287326:0:101497:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52208f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:19972:x1848996514971264:12345-0@lo:1000:mdt00_000.0 00000100:00000200:2.0:1763346494.287329:0:101497:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514971264 00000020:00000001:2.0:1763346494.287332:0:101497:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.287335:0:101497:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.287337:0:101497:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.287339:0:101497:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.287342:0:101497:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346494.287345:0:101497:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.287348:0:101497:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.287350:0:101497:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.287352:0:101497:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.287354:0:101497:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.287356:0:101497:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346494.287361:0:101497:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8708. 00000100:00000001:2.0:1763346494.287364:0:101497:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.287367:0:101497:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.287373:0:101497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb531108000. 02000000:00000001:2.0:1763346494.287375:0:101497:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.287377:0:101497:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.287381:0:101497:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb53b975840. 00000020:00000001:2.0:1763346494.287384:0:101497:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346494.287386:0:101497:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.287391:0:101497:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230056 : -105879140321560 : ffff9fb41773b6e8) 00080000:00000001:2.0:1763346494.287396:0:101497:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.287401:0:101497:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e2c00. 00080000:00000001:2.0:1763346494.287404:0:101497:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411190784 : -105874298360832 : ffff9fb5380e2c00) 00000020:00000001:2.0:1763346494.287408:0:101497:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.287413:0:101497:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.287427:0:101497:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.287431:0:101497:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.287433:0:101497:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763346494.287435:0:101497:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346494.287438:0:101497:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.287458:0:101497:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.287459:0:101497:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.287474:0:101497:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.287477:0:101497:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763346494.287479:0:101497:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9fb52d501390 name trusted.fid flag 1 00080000:00000001:2.0:1763346494.287483:0:101497:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.287485:0:101497:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763346494.287543:0:101497:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.287546:0:101497:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763346494.287548:0:101497:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9fb531108208 index 0: rc = 0 00000020:00000040:2.0:1763346494.287551:0:101497:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763346494.287554:0:101497:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.287557:0:101497:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.287559:0:101497:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911671, last_committed = 12884911669 00000001:00000010:2.0:1763346494.287563:0:101497:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417875e40. 00000001:00000040:2.0:1763346494.287565:0:101497:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:2.0:1763346494.287567:0:101497:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=6 00080000:00000001:2.0:1763346494.287572:0:101497:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.287581:0:101497:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346494.287584:0:101497:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.287592:0:101497:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.287595:0:101497:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b771d0/ffff9fb41773b690 to site lru. bkt: ffff9fb535ee5458 00000020:00000001:2.0:1763346494.287598:0:101497:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.287600:0:101497:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f8708. 00000020:00000010:2.0:1763346494.287603:0:101497:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb53b975840. 00000020:00000001:2.0:1763346494.287605:0:101497:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.287609:0:101497:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911668, transno 12884911671, xid 1848996514971264 00010000:00000001:2.0:1763346494.287611:0:101497:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.287615:0:101497:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52208f100 x1848996514971264/t12884911671(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346494.287623:0:101497:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.287625:0:101497:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.287628:0:101497:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.287632:0:101497:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.287635:0:101497:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346494.287637:0:101497:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346494.287640:0:101497:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.287642:0:101497:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.287645:0:101497:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.287646:0:101497:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346494.287649:0:101497:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb53b975840. 00000100:00000200:2.0:1763346494.287653:0:101497:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514971264, offset 224 00000400:00000200:2.0:1763346494.287658:0:101497:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346494.287663:0:101497:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346494.287668:0:101497:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c773e80 00000400:00000200:2.0:1763346494.287673:0:101497:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fb61 [2] + 224 00000400:00000200:2.0:1763346494.287678:0:101497:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.287681:0:101497:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346494.287684:0:101497:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.287688:0:101497:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346494.287695:0:101497:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.287717:0:101497:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346494.287722:0:101497:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53b975840 00000400:00000010:2.0:1763346494.287725:0:101497:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb53b975840. 00000100:00000001:2.0:1763346494.287727:0:101497:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.287729:0:101497:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.287731:0:101497:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.287734:0:101497:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346494.287736:0:101497:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.287738:0:101497:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.287740:0:101497:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.287743:0:101497:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f100 x1848996514971264/t12884911671(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346494.287751:0:101497:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52208f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:19972:x1848996514971264:12345-0@lo:1000:mdt00_000.0 Request processed in 435us (777us total) trans 12884911671 rc 0/0 00000100:00100000:2.0:1763346494.287761:0:101497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00000040:2.0:1763346494.287764:0:101497:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:2.0:1763346494.287766:0:101497:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.287767:0:101497:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.287771:0:101497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.287775:0:101497:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.287779:0:101497:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.287787:0:101497:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:2.0:1763346494.287790:0:101497:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.287944:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.287950:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.287951:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.287954:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.287958:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755ab40 00000400:00000010:0.0:1763346494.287959:0:19972:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.287962:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.287966:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.287973:0:19972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52208f800 x1848996514971264/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.287978:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.287980:0:19972:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.287983:0:19972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.287985:0:19972:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.287986:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.287988:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.287990:0:19972:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.287994:0:19972:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.287997:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.288000:0:19972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.288002:0:19972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.288004:0:19972:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.288006:0:19972:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.288009:0:19972:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763346494.288010:0:19972:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763346494.288012:0:19972:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763346494.288014:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.288015:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199041751040 : -105874667800576 : ffff9fb52208f800) 00000100:00000001:0.0:1763346494.288017:0:19972:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346494.288018:0:19972:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911668 00000100:00000001:0.0:1763346494.288020:0:19972:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.288021:0:19972:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.288025:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52208f800 x1848996514971264/t12884911671(12884911671) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.288036:0:19972:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.288038:0:19972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.288040:0:19972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346494.288043:0:19972:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763346494.288048:0:19972:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.288052:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f800 x1848996514971264/t12884911671(12884911671) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.288058:0:19972:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52208f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:19972:1848996514971264:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763346494.288062:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.288065:0:19972:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.288068:0:19972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.288069:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.288072:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb52208f800 x1848996514971264/t12884911671(12884911671) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.288079:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.288081:0:19972:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755a300. 00000100:00000001:0.0:1763346494.288083:0:19972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.288084:0:19972:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.288086:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.288089:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52208f800 x1848996514971264/t12884911671(12884911671) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.288095:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.288097:0:19972:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.288099:0:19972:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.288101:0:19972:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.288105:0:19972:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.288107:0:19972:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038660. 00000020:00000001:0.0:1763346494.288110:0:19972:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.288116:0:19972:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.288121:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.288124:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346494.288126:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.288127:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.288130:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.288132:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.288134:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:0.0:1763346494.288136:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346494.288139:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00000004:00010000:0.0:1763346494.288145:0:19972:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067150c76 reply state 00000000da5f8ac0 transno 8590055486 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000100:00100000:0.0:1763346494.288155:0:19972:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763346494.288157:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.288159:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.288161:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.288162:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.288164:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.288165:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346494.288166:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.288168:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346494.288169:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.288170:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.288171:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.288172:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.288173:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346494.288175:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.288177:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00000004:00010000:0.0:1763346494.288180:0:19972:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000067150c76 reply state 00000000da5f8ac0 transno 8590055486 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000100:00100000:0.0:1763346494.288186:0:19972:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763346494.288187:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.288188:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.288189:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.288190:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.288191:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.288192:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346494.288194:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.288197:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.288198:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.288200:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.288201:0:19972:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.288204:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055486, xid 1848996540792704 00010000:00000001:0.0:1763346494.288206:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763346494.288208:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00010000:00000200:0.0:1763346494.288233:0:19972:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055486, last committed = 8590055482 00010000:00000200:0.0:1763346494.288241:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1ca80 x1848996540792704/t8590055486(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 568/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346494.288247:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.288249:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.288251:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.288254:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.288256:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.288258:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.288260:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.288262:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.288264:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.288267:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.288271:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a3b8. 00000100:00000200:0.0:1763346494.288273:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540792704, offset 224 00000400:00000010:0.0:1763346494.288278:0:19972:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb5014c2000. 00000400:00000200:0.0:1763346494.288281:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.288302:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.288308:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198558:198558:256:4294967295] 192.168.204.16@tcp LPNI seq info [198554:198554:8:4294967295] 00000400:00000200:0.0:1763346494.288315:0:19972:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:0.0:1763346494.288321:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.288327:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.288333:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadf00. 00000800:00000200:0.0:1763346494.288339:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.288348:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.288354:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.288371:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.288816:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.288820:0:19972:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.288822:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.288825:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.288830:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1ca80 x1848996540792704/t8590055486(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 568/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.288840:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+490:226283:x1848996540792704:12345-192.168.204.16@tcp:61:lfs.0 Request processed in 13912us (15424us total) trans 8590055486 rc 0/0 00000100:00100000:0.0:1763346494.288848:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140818 00000100:00000040:0.0:1763346494.288851:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.288853:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.288854:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763346494.288857:0:19972:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:0.0:1763346494.288860:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52f8afe80. 00000020:00000010:0.0:1763346494.288866:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.288870:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.288876:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:0.0:1763346494.288878:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.289328:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.289334:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadf00. 00000400:00000200:2.0:1763346494.289339:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.289345:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.289350:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.289352:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346494.293190:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.293252:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.293256:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.293268:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.293280:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:2.0:1763346494.293308:0:3289:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fb6d 00000400:00000200:2.0:1763346494.293316:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.293320:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:2.0:1763346494.293327:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:2.0:1763346494.293330:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:2.0:1763346494.293336:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.293340:0:3289:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763346494.293342:0:3289:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763346494.294744:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000100:00000001:2.0:1763346494.296386:0:3289:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346494.296391:0:3289:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346494.296394:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346494.296413:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.296424:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.296753:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.296759:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.296762:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:1.0:1763346494.296766:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:1.0:1763346494.296770:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:1.0:1763346494.296773:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.296779:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296787:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.296789:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.296791:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296797:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.296799:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.296802:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.296804:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:1.0:1763346494.296810:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37800 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.296814:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.296817:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.296819:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296824:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.296826:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.296828:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.296829:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=4 00000020:00000001:1.0:1763346494.296831:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:1.0:1763346494.296833:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:1.0:1763346494.296835:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.296838:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296842:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.296844:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.296845:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.296851:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.296853:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.296854:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.296855:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.296858:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37800 with handle 0x757b854463afa1fc from hash 00010000:00000001:1.0:1763346494.296860:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.296861:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.296862:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.296863:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.296870:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.296871:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.296873:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.296875:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.296878:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.296880:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb417f4fe00) 00010000:00010000:1.0:1763346494.296882:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763346494.296886:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.296888:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.296890:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.296892:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.296894:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.296895:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.296896:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.296898:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.296901:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.296903:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296908:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.296909:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.296910:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.296912:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.296913:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.296915:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa1fc lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405f:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:1.0:1763346494.296920:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf400. 00010000:00000040:1.0:1763346494.296926:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fe00 count: 0 00010000:00000010:1.0:1763346494.296933:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb52f8af600. 00010000:00000001:1.0:1763346494.296944:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.296945:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.296946:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.296948:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:1.0:1763346494.296950:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346494.296952:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346494.296954:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.296956:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296961:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.296962:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.296963:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296968:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.296970:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.296972:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.296974:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:1.0:1763346494.296982:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.296984:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.296985:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.296987:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.296991:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.296992:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.296993:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.296994:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=4 00000020:00000001:1.0:1763346494.296996:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346494.296998:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:1.0:1763346494.297000:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.297002:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.297007:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.297007:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.297009:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.297011:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.297013:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.297014:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.297015:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.297017:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463afa203 from hash 00010000:00000001:1.0:1763346494.297019:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.297020:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.297021:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.297023:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.297025:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.297026:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.297028:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.297029:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.297030:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.297032:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4059:0x0].0x0 (ffff9fb417f4fd00) 00010000:00010000:1.0:1763346494.297034:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763346494.297036:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.297038:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.297039:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.297041:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.297042:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.297043:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.297045:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.297047:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.297048:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.297051:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:1.0:1763346494.297056:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.297057:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.297058:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.297059:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.297061:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.297063:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa203 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4059:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:1.0:1763346494.297068:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfd80. 00010000:00000040:1.0:1763346494.297071:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fd00 count: 0 00010000:00000010:1.0:1763346494.297074:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb52f8af080. 00010000:00000001:1.0:1763346494.297079:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763346494.297082:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:1.0:1763346494.297086:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.298192:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.298206:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.298209:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.298289:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.298310:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.298328:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e014100 00000400:00000200:1.0:1763346494.298337:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124cb9 [2] + 784 00000800:00000001:1.0:1763346494.298345:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.298352:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.298355:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.298359:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.298367:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.298369:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763346494.298375:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1c380. 00000100:00000040:1.0:1763346494.298379:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1c380 x1848996540793088 msgsize 392 00000100:00100000:1.0:1763346494.298384:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.298931:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.298944:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.298950:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.298952:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.298954:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.298959:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.298965:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e014000 00000400:00000200:1.0:1763346494.298972:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127985 [2] + 328 00000800:00000001:1.0:1763346494.298976:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.299046:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.299049:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.299062:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.299067:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.299068:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346494.299072:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1e680. 00000100:00000040:1.0:1763346494.299075:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1e680 x1848996540792832 msgsize 328 00000100:00100000:1.0:1763346494.299079:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.299095:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.299100:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.299104:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.299151:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.299155:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540793088 02000000:00000001:2.0:1763346494.299158:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.299160:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.299163:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.299168:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.299174:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540793088 00000020:00000001:2.0:1763346494.299177:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.299179:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.299182:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.299185:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=489 00000020:00000001:2.0:1763346494.299188:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.299190:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.299196:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.299201:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.299205:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.299207:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000020:00000010:2.0:1763346494.299249:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.299256:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.299262:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.299275:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346494.299278:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.299279:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.299282:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.299302:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.299317:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.299330:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.299331:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.299336:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20995 00000100:00000040:2.0:1763346494.299341:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.299343:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237362560 : -105874472189056 : ffff9fb52db1c380) 00000100:00000040:2.0:1763346494.299352:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1c380 x1848996540793088/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.299366:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.299369:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.299371:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.299373:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000100:00100000:2.0:1763346494.299377:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+489:226283:x1848996540793088:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346494.299381:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540793088 00000020:00000001:2.0:1763346494.299385:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.299389:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346494.299395:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755af00: xid 1848996540792704, transno 8590055486, client gen 3, slot idx 3 00000001:00000001:2.0:1763346494.299400:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb517edc840: xid 1848996540791808, transno 8590055483, client gen 3, slot idx 1 00000001:00000010:2.0:1763346494.299404:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb517edc840. 00000001:00000001:2.0:1763346494.299408:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755acc0: xid 1848996540792704, transno 8590055485, client gen 3, slot idx 2 00000001:00000001:2.0:1763346494.299410:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755acc0: xid 1848996540792704, transno 8590055485, client gen 3, slot idx 2 00000001:00000010:2.0:1763346494.299413:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755acc0. 00000001:00000001:2.0:1763346494.299416:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a480: xid 1848996540792704, transno 8590055484, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.299419:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755a480: xid 1848996540792704, transno 8590055484, client gen 3, slot idx 0 00000001:00000010:2.0:1763346494.299421:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755a480. 00000020:00000001:2.0:1763346494.299424:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.299427:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.299429:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346494.299432:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.299435:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793088, found 0 last_xid 1848996540793087 00000020:00000001:2.0:1763346494.299437:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.299440:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.299442:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.299446:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299451:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346494.299454:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346494.299456:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346494.299460:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299462:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346494.299466:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.299468:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299471:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.299472:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.299475:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299476:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.299478:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.299479:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299481:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.299482:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.299484:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299486:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.299487:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.299489:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299491:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299492:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346494.299494:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299497:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346494.299498:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.299499:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299501:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.299502:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.299503:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299504:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.299505:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.299506:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299508:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.299509:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.299513:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346494.299518:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346494.299520:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346494.299523:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346494.299525:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.299527:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.299529:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299531:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346494.299533:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299534:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.299539:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.299541:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.299547:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5380e2000. 02000000:00000001:2.0:1763346494.299549:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.299551:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299553:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346494.299555:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299558:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346494.299560:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346494.299561:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.299563:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb530364d00 refcount=2 00000020:00000001:2.0:1763346494.299565:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199279602944 : -105874429948672 : ffff9fb530364d00) 00000004:00000001:2.0:1763346494.299567:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199279602944 : -105874429948672 : ffff9fb530364d00) 00000020:00000040:2.0:1763346494.299570:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb530364d00 with handle 0x757b854463afa15b from hash 00000004:00000001:2.0:1763346494.299575:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346494.299578:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4059:0x0] with intent: 0 00000004:00000001:2.0:1763346494.299582:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346494.299584:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 1 blocks 11 truncate 0 00000004:00000001:2.0:1763346494.299588:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.299591:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.299601:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299604:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.299609:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299612:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299618:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.299622:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.299625:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.299627:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.299629:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.299631:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4059:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000002:2.0:1763346494.299635:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346494.299637:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299639:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.299641:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.299642:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299643:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299645:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299647:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299648:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299650:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.299651:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299652:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299653:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299655:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299656:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299658:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299661:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346494.299662:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299665:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346494.299666:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4059:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346494.299670:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.299673:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.299675:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.299680:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.299686:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417875cc0. 00080000:00000001:2.0:1763346494.299690:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.299698:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e0c00. 00080000:00000001:2.0:1763346494.299700:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411182592 : -105874298369024 : ffff9fb5380e0c00) 00000004:00000001:2.0:1763346494.299705:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.299709:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.299713:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.299715:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411182592 : -105874298369024 : ffff9fb5380e0c00) 00080000:00000001:2.0:1763346494.299718:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.299739:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299742:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299745:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.299750:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.299752:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.299760:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.299761:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.299762:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411182592 : -105874298369024 : ffff9fb5380e0c00) 00080000:00000001:2.0:1763346494.299766:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.299770:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.299772:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299774:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.299796:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.299798:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299805:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.299808:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.299810:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.299811:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.299812:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411182592 : -105874298369024 : ffff9fb5380e0c00) 00080000:00000001:2.0:1763346494.299816:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.299818:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346494.299848:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299850:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299853:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299854:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.299860:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.299863:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.299867:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.299870:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055487, last_committed = 8590055482 00000001:00000010:2.0:1763346494.299876:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb90c0. 00000001:00000040:2.0:1763346494.299878:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:2.0:1763346494.299881:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00000001:00000010:2.0:1763346494.299887:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346494.299893:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.299895:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.299897:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411182592 : -105874298369024 : ffff9fb5380e0c00) 00080000:00000001:2.0:1763346494.299901:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.299917:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.299919:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.299922:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975f00: xid 1848996540793088, transno 8590055487, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.299925:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.299939:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.299942:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417875cc0. 00000020:00000001:2.0:1763346494.299944:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299948:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299950:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299952:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299954:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346494.299956:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346494.299957:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346494.299959:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.299961:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299962:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.299964:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299966:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299968:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.299971:0:19976:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.299973:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346494.299977:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346494.299981:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.299984:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.299987:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb91e0. 00080000:00000001:2.0:1763346494.299989:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.299992:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e2800. 00080000:00000001:2.0:1763346494.299994:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411189760 : -105874298361856 : ffff9fb5380e2800) 00000004:00000001:2.0:1763346494.299998:0:19976:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346494.300000:0:19976:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346494.300002:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.300003:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411189760 : -105874298361856 : ffff9fb5380e2800) 00080000:00000001:2.0:1763346494.300006:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.300014:0:19976:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300016:0:19976:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300017:0:19976:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.300020:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.300022:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.300024:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.300025:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.300027:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411189760 : -105874298361856 : ffff9fb5380e2800) 00080000:00000001:2.0:1763346494.300029:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.300032:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.300033:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300035:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.300041:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.300043:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.300046:0:19976:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346490 00000004:00000001:2.0:1763346494.300049:0:19976:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.300051:0:19976:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763346494.300053:0:19976:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763346494.300055:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.300056:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411189760 : -105874298361856 : ffff9fb5380e2800) 00080000:00000001:2.0:1763346494.300059:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346494.300064:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300066:0:19976:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300069:0:19976:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300071:0:19976:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.300073:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.300074:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346494.300077:0:19976:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055487 00000001:00000001:2.0:1763346494.300078:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.300080:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055488, last_committed = 8590055482 00000001:00000010:2.0:1763346494.300083:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb9060. 00000001:00000040:2.0:1763346494.300085:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:2.0:1763346494.300087:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:2.0:1763346494.300090:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975d80. 00000004:00000001:2.0:1763346494.300093:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.300094:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.300096:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411189760 : -105874298361856 : ffff9fb5380e2800) 00080000:00000001:2.0:1763346494.300098:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.300103:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.300105:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.300108:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975f00: xid 1848996540793088, transno 8590055487, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.300111:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975f00: xid 1848996540793088, transno 8590055487, client gen 3, slot idx 0 00000001:00000010:2.0:1763346494.300115:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975f00. 00000001:00000001:2.0:1763346494.300117:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975d80: xid 1848996540793088, transno 8590055488, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.300120:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.300128:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.300130:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb91e0. 00000020:00000001:2.0:1763346494.300132:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300135:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346494.300138:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300141:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346494.300146:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.300149:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346494.300152:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb530364d00. 00000004:00000001:2.0:1763346494.300163:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346494.300168:0:19976:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178254f8/ffff9fb4178254a0 to site lru. bkt: ffff9fb51dc9eb50 00000004:00000001:2.0:1763346494.300170:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.300172:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300174:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300176:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346494.300178:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346494.300180:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346494.300181:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346494.300183:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346494.300185:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346494.300190:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.300193:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346494.300195:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346494.300201:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.300208:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.300210:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.300237:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055488, xid 1848996540793088 00010000:00000001:2.0:1763346494.300240:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.300247:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1c380 x1848996540793088/t8590055488(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.300255:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.300259:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.300263:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.300269:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.300271:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.300273:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.300276:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.300278:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.300282:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.300284:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.300299:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b220. 00000100:00000200:2.0:1763346494.300306:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540793088, offset 224 00000400:00000200:2.0:1763346494.300312:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.300323:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.300331:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198559:198559:256:4294967295] 192.168.204.16@tcp LPNI seq info [198555:198555:8:4294967295] 00000400:00000200:2.0:1763346494.300342:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.300347:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.300353:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:2.0:1763346494.300358:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.300367:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.300372:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.300388:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.300391:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.300394:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.300396:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.300398:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.300403:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1c380 x1848996540793088/t8590055488(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.300412:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+491:226283:x1848996540793088:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 1044us (2030us total) trans 8590055488 rc 0/0 00000100:00100000:2.0:1763346494.300420:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20995 00000100:00000040:2.0:1763346494.300425:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346494.300427:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.300428:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346494.300431:0:19976:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346494.300434:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.300439:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.300443:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.300452:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:2.0:1763346494.300455:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.300658:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.300661:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540792832 02000000:00000001:0.0:1763346494.300664:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.300665:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.300668:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.300671:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.300674:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540792832 00000020:00000001:0.0:1763346494.300676:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.300677:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346494.300679:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.300681:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346494.300683:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346494.300685:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346494.300689:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.300693:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.300695:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.300697:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.300702:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.300706:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.300709:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.300715:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346494.300718:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.300719:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346494.300721:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346494.300724:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.300726:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346494.300730:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.300731:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.300733:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:0.0:1763346494.300736:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346494.300738:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346494.300741:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.300743:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.300744:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.300746:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.300752:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.300773:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.300783:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.300785:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.300789:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1005 00000100:00000040:0.0:1763346494.300791:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346494.300793:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237371520 : -105874472180096 : ffff9fb52db1e680) 00000100:00000040:0.0:1763346494.300797:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1e680 x1848996540792832/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.300805:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.300809:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.300811:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.300813:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.300817:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540792832:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346494.300821:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540792832 00010000:00000001:0.0:1763346494.300823:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346494.300826:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346494.300828:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346494.300832:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.300834:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.300838:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb51fd75c00. 02000000:00000001:0.0:1763346494.300840:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.300841:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.300844:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346494.300846:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346494.300848:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.300849:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.300851:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:0.0:1763346494.300852:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346494.300854:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000040:0.0:1763346494.300858:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00002000:00000001:0.0:1763346494.300862:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346494.300867:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346494.300870:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.300876:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346494.300878:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00002000:00000001:0.0:1763346494.300881:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346494.300886:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346494.300889:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f1228/ffff9fb51d2f11d0 to site lru. bkt: ffff9fb517dcc2d8 00010000:00000001:0.0:1763346494.300891:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346494.300895:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.300897:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.300899:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.300900:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.300905:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.300908:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.300913:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.300914:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.300917:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.300918:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.300921:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa1b6 from hash 00010000:00000001:0.0:1763346494.300923:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.300924:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.300925:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.300926:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.300931:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.300933:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.300935:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.300936:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.300941:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa1b6 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x260a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1139981128 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128cc expref: 22 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.300950:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:0.0:1763346494.300953:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:0.0:1763346494.300957:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.300959:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.300961:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346494.300964:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.300967:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.300968:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763346494.300970:0:5737:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f700 count: 0 00002000:00000010:0.0:1763346494.300976:0:5737:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb51d2b8f40. 00010000:00000010:0.0:1763346494.300980:0:5737:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417f4f200. 00010000:00010000:0.0:1763346494.300986:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346494.300988:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.300991:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.300993:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.300995:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.300997:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.301000:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.301003:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.301005:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.301007:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.301009:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.301011:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.301014:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9acc0. 00000100:00000200:0.0:1763346494.301017:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540792832, offset 224 00000400:00000200:0.0:1763346494.301022:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.301029:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.301033:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198560:198560:255:4294967295] 192.168.204.16@tcp LPNI seq info [198556:198556:7:4294967295] 00000400:00000200:0.0:1763346494.301041:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.301045:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.301049:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadd00. 00000800:00000200:0.0:1763346494.301068:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.301073:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.301076:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.301079:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.301081:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.301084:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.301086:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.301090:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1e680 x1848996540792832/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.301100:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540792832:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 293us (2023us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.301107:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1005 00000100:00000040:0.0:1763346494.301110:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346494.301112:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.301113:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.301117:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.301120:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.301124:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.301128:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:0.0:1763346494.301131:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.301601:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.301605:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:1.0:1763346494.301610:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.301616:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.301621:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b220 00000400:00000010:1.0:1763346494.301624:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b220. 00000100:00000001:1.0:1763346494.301630:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.301632:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763346494.301700:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.301702:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadd00. 00000400:00000200:1.0:1763346494.301707:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.301710:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.301713:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:1.0:1763346494.301714:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:1.0:1763346494.301716:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.301718:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346494.303257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fe00. 00010000:00000010:1.1:1763346494.303269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00010000:00000010:1.1:1763346494.303273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fd00. 00010000:00000010:1.1:1763346494.303276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00000800:00000001:2.0:1763346494.305926:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.305945:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.305950:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.305953:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.305964:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.305983:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e014200 00000400:00000200:2.0:1763346494.305991:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124cb9 [2] + 1176 00000800:00000001:2.0:1763346494.305999:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.306009:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.306012:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.306017:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.306024:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.306027:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763346494.306034:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226df80. 00000100:00000040:2.0:1763346494.306038:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226df80 x1848996540793344 msgsize 392 00000100:00100000:2.0:1763346494.306043:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:1.0:1763346494.306315:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300731155, at 4300731156 00000100:00000010:1.0:1763346494.306328:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038780. 00000100:00000040:0.0:1763346494.306401:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300731155, at 4300731156 00000100:00000010:0.0:1763346494.306407:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038de0. 00000100:00000001:2.0:1763346494.307196:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.307264:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.307272:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763346494.307286:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300731155, at 4300731157 00000100:00000010:2.0:1763346494.307303:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038120. 00000100:00000001:3.0:1763346494.309554:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.309561:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540793344 02000000:00000001:3.0:1763346494.309566:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.309569:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.309571:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.309577:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.309581:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540793344 00000020:00000001:3.0:1763346494.309585:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.309586:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346494.309589:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.309593:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:3.0:1763346494.309596:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346494.309598:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346494.309603:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1763346494.309646:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300731155, at 4300731159 00000100:00000010:3.0:1763346494.309656:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038cc0. 00000020:00000010:2.0:1763346494.309770:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.309776:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.309779:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000020:00000010:2.0:1763346494.309788:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.309793:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.309799:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.309810:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346494.309813:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.309815:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.309817:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.309826:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.310450:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.310467:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.310469:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.310478:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20996 00000100:00000040:2.0:1763346494.310483:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.310485:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043710848 : -105874665840768 : ffff9fb52226df80) 00000100:00000040:2.0:1763346494.310494:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226df80 x1848996540793344/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.310503:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.310507:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29900. 00000100:00000001:2.0:1763346494.310509:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.310511:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29900. 00000100:00100000:2.0:1763346494.310515:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+491:226283:x1848996540793344:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346494.310520:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540793344 00000020:00000001:2.0:1763346494.310523:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.310528:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346494.310534:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975d80: xid 1848996540793088, transno 8590055488, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.310539:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755af00: xid 1848996540792704, transno 8590055486, client gen 3, slot idx 3 00000001:00000010:2.0:1763346494.310543:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755af00. 00000020:00000001:2.0:1763346494.310548:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.310551:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.310553:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346494.310557:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.310562:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793344, found 0 last_xid 1848996540793343 00000020:00000001:2.0:1763346494.310565:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.310567:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.310570:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.310573:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310580:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346494.310583:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346494.310585:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346494.310591:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310594:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346494.310598:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.310600:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310603:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.310605:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.310607:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310609:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.310610:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.310611:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310613:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.310614:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.310616:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310618:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.310619:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.310620:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310624:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310626:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346494.310627:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310632:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346494.310633:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.310634:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310636:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.310638:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.310640:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310641:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.310643:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.310644:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310647:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.310648:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.310654:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346494.310661:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346494.310663:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346494.310666:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346494.310668:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.310670:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.310672:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310673:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346494.310675:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310677:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.310682:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.310685:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.310693:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5380e3000. 02000000:00000001:2.0:1763346494.310695:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.310698:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310700:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346494.310702:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310705:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346494.310708:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346494.310710:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.310712:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb5205dd200 refcount=2 00000020:00000001:2.0:1763346494.310714:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199013757440 : -105874695794176 : ffff9fb5205dd200) 00000004:00000001:2.0:1763346494.310717:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638199013757440 : -105874695794176 : ffff9fb5205dd200) 00000020:00000040:2.0:1763346494.310720:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb5205dd200 with handle 0x757b854463afa170 from hash 00000004:00000001:2.0:1763346494.310725:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346494.310727:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405f:0x0] with intent: 0 00000004:00000001:2.0:1763346494.310730:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346494.310732:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:2.0:1763346494.310736:0:36359:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.310739:0:36359:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.310749:0:36359:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310752:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.310760:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.310763:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.310770:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.310773:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.310777:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.310780:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.310782:0:36359:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.310784:0:36359:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405f:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346494.310787:0:36359:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346494.310790:0:36359:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310792:0:36359:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.310794:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.310795:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.310796:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.310799:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.310800:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.310802:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.310804:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.310805:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.310806:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.310809:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.310810:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.310812:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.310813:0:36359:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.310816:0:36359:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346494.310818:0:36359:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310820:0:36359:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346494.310821:0:36359:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405f:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346494.310826:0:36359:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.310829:0:36359:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.310832:0:36359:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.310837:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.310845:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb91e0. 00080000:00000001:2.0:1763346494.310848:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.310858:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e0800. 00080000:00000001:2.0:1763346494.310861:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411181568 : -105874298370048 : ffff9fb5380e0800) 00000004:00000001:2.0:1763346494.310879:0:36359:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.310885:0:36359:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.310888:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.310892:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411181568 : -105874298370048 : ffff9fb5380e0800) 00080000:00000001:2.0:1763346494.310895:0:36359:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.310918:0:36359:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310921:0:36359:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310924:0:36359:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.310930:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.310933:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.310940:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.310942:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.310943:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411181568 : -105874298370048 : ffff9fb5380e0800) 00080000:00000001:2.0:1763346494.310947:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.310955:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.310957:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310959:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.310982:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.310984:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.310992:0:36359:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.310996:0:36359:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.310998:0:36359:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.310999:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311001:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411181568 : -105874298370048 : ffff9fb5380e0800) 00080000:00000001:2.0:1763346494.311004:0:36359:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.311007:0:36359:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346494.311064:0:36359:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311067:0:36359:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311069:0:36359:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311071:0:36359:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.311078:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.311081:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.311086:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.311090:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055489, last_committed = 8590055482 00000001:00000010:2.0:1763346494.311094:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb532cb9840. 00000001:00000040:2.0:1763346494.311097:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:2.0:1763346494.311100:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:2.0:1763346494.311107:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346494.311113:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.311115:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311116:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199411181568 : -105874298370048 : ffff9fb5380e0800) 00080000:00000001:2.0:1763346494.311120:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.311134:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.311136:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.311140:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975f00: xid 1848996540793344, transno 8590055489, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.311143:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311155:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.311158:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb91e0. 00000020:00000001:2.0:1763346494.311160:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311164:0:36359:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311166:0:36359:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311167:0:36359:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311170:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346494.311171:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346494.311173:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346494.311175:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.311177:0:36359:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346494.311179:0:36359:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346494.311183:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346494.311187:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346494.311190:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.311192:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x405f:0x0], previous was 0x7 00000004:00000001:2.0:1763346494.311196:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311198:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346494.311201:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311204:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763346494.311205:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.311208:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb532cb91e0. 00080000:00000001:2.0:1763346494.311210:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.311239:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b953400. 00080000:00000001:2.0:1763346494.311242:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00000004:00000001:2.0:1763346494.311248:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311250:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000001:2.0:1763346494.311253:0:36359:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1763346494.311271:0:36359:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311275:0:36359:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763346494.311276:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311278:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000002:2.0:1763346494.311283:0:36359:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x405f:0x0] not in the id map cache 00080000:00000001:2.0:1763346494.311286:0:36359:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.311301:0:36359:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.311303:0:36359:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311306:0:36359:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311309:0:36359:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.311312:0:36359:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763346494.311314:0:36359:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311317:0:36359:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.311318:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311319:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000001:2.0:1763346494.311323:0:36359:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763346494.311326:0:36359:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346494.311330:0:36359:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.311332:0:36359:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.311335:0:36359:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.311337:0:36359:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311339:0:36359:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.311351:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763346494.311352:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311359:0:36359:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311362:0:36359:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311365:0:36359:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346494.311368:0:36359:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.311369:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311372:0:36359:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346494.311374:0:36359:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346494.311376:0:36359:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.311377:0:36359:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.311378:0:36359:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.311379:0:36359:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.311381:0:36359:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346494.311383:0:36359:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346494.311386:0:36359:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311399:0:36359:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00000004:00000001:2.0:1763346494.311403:0:36359:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.311405:0:36359:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763346494.311409:0:36359:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346494.311410:0:36359:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00000004:00000040:2.0:1763346494.311414:0:36359:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346494.311417:0:36359:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763346494.311420:0:36359:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763346494.311423:0:36359:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763346494.311426:0:36359:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346494.311428:0:36359:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346494.311430:0:36359:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346494.311432:0:36359:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311434:0:36359:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763346494.311437:0:36359:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763346494.311440:0:36359:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763346494.311442:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.311454:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311455:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311458:0:36359:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346494.311472:0:36359:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763346494.311474:0:36359:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346494.311483:0:36359:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:2.0:1763346494.311486:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311487:0:36359:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311489:0:36359:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.311492:0:36359:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.311494:0:36359:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311496:0:36359:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311498:0:36359:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311501:0:36359:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346494.311503:0:36359:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346494.311505:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.311528:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311530:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311532:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.311539:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311541:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311543:0:36359:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311545:0:36359:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311547:0:36359:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.311548:0:36359:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.311550:0:36359:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311552:0:36359:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346494.311553:0:36359:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346494.311555:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.311560:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311562:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311563:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.311569:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311571:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311572:0:36359:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311574:0:36359:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311576:0:36359:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.311577:0:36359:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.311579:0:36359:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311581:0:36359:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311584:0:36359:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346494.311586:0:36359:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00000001:2.0:1763346494.311590:0:36359:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311592:0:36359:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311594:0:36359:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311597:0:36359:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311599:0:36359:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.311602:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.311604:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.311607:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.311608:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311610:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000001:2.0:1763346494.311612:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.311615:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.311616:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311618:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311629:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.311632:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311638:0:36359:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763346494.311642:0:36359:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763346494.311644:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311645:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000001:2.0:1763346494.311649:0:36359:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1763346494.311679:0:36359:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346494.311681:0:36359:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346494.311682:0:36359:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.311684:0:36359:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.311685:0:36359:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.311687:0:36359:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311689:0:36359:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346494.311691:0:36359:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311733:0:36359:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311736:0:36359:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311739:0:36359:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346494.311741:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311742:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000001:2.0:1763346494.311746:0:36359:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346494.311752:0:36359:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311754:0:36359:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311757:0:36359:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763346494.311760:0:36359:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x405f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763346494.311763:0:36359:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763346494.311764:0:36359:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346494.311765:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311766:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000001:2.0:1763346494.311770:0:36359:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763346494.311772:0:36359:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346494.311773:0:36359:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.311774:0:36359:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.311776:0:36359:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.311778:0:36359:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311779:0:36359:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.311843:0:36359:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.311846:0:36359:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311849:0:36359:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311852:0:36359:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346494.311854:0:36359:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346494.311855:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.311857:0:36359:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346494.311858:0:36359:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346494.311859:0:36359:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.311861:0:36359:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.311862:0:36359:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.311864:0:36359:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.311866:0:36359:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346494.311868:0:36359:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346494.311870:0:36359:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311871:0:36359:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00000004:00000001:2.0:1763346494.311875:0:36359:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763346494.311877:0:36359:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763346494.311879:0:36359:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346494.311881:0:36359:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00000004:00000040:2.0:1763346494.311884:0:36359:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346494.311886:0:36359:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763346494.311889:0:36359:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763346494.311890:0:36359:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763346494.311892:0:36359:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638194221947392 : -105879487604224 : ffff9fb402c09a00) 00000040:00000001:2.0:1763346494.311895:0:36359:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346494.311896:0:36359:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346494.311898:0:36359:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763346494.311900:0:36359:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763346494.311902:0:36359:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:2.0:1763346494.311909:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.311933:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1763346494.311935:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.311940:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1763346494.311942:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.311946:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763346494.311948:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.311963:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1763346494.311967:0:36359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9606, 64 off623040 00000040:00000001:2.0:1763346494.311969:0:36359:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346494.311972:0:36359:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346494.311975:0:36359:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346494.311979:0:36359:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.311981:0:36359:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346494.311983:0:36359:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763346494.311985:0:36359:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:2.0:1763346494.311988:0:36359:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9606: rc = 1 00000004:00000001:2.0:1763346494.311992:0:36359:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311994:0:36359:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311996:0:36359:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.311998:0:36359:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.312000:0:36359:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.312003:0:36359:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763346494.312005:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346494.312008:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.312010:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346494.312012:0:36359:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055489 00000001:00000001:2.0:1763346494.312014:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.312017:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055490, last_committed = 8590055482 00000001:00000010:2.0:1763346494.312020:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5276134e0. 00000001:00000040:2.0:1763346494.312023:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:2.0:1763346494.312025:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00000001:00000010:2.0:1763346494.312029:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b9756c0. 00000004:00000001:2.0:1763346494.312033:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.312035:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.312036:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470371840 : -105874239179776 : ffff9fb53b953400) 00080000:00000001:2.0:1763346494.312039:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.312045:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.312047:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.312051:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975f00: xid 1848996540793344, transno 8590055489, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.312054:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975f00: xid 1848996540793344, transno 8590055489, client gen 3, slot idx 0 00000001:00000010:2.0:1763346494.312057:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975f00. 00000001:00000001:2.0:1763346494.312060:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b9756c0: xid 1848996540793344, transno 8590055490, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763346494.312063:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.312079:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.312081:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb532cb91e0. 00000020:00000001:2.0:1763346494.312083:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.312088:0:36359:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763346494.312092:0:36359:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346494.312095:0:36359:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346494.312104:0:36359:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84c00. 00010000:00000010:2.0:1763346494.312108:0:36359:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202800. 00010000:00000001:2.0:1763346494.312112:0:36359:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.312117:0:36359:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d000. 00000020:00000001:2.0:1763346494.312121:0:36359:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.312124:0:36359:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d000 with handle 0x757b854463afa20a to hash 00000020:00000001:2.0:1763346494.312126:0:36359:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.312128:0:36359:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000010:2.0:1763346494.312134:0:36359:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894080. 00010000:00000001:2.0:1763346494.312137:0:36359:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.312141:0:36359:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.312143:0:36359:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.312148:0:36359:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 36359 initiator: MDT0 00010000:00000001:2.0:1763346494.312157:0:36359:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346494.312162:0:36359:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346494.312165:0:36359:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346494.312167:0:36359:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.312170:0:36359:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.312172:0:36359:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.312173:0:36359:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.312176:0:36359:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346494.312179:0:36359:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346494.312181:0:36359:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346494.312182:0:36359:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346494.312185:0:36359:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84c00) refcount = 1 00010000:00010000:2.0:1763346494.312189:0:36359:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 36359 initiator: MDT0 00010000:00000001:2.0:1763346494.312200:0:36359:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346494.312205:0:36359:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346494.312207:0:36359:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.312209:0:36359:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346494.312210:0:36359:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.312240:0:36359:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.312242:0:36359:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763346494.312245:0:36359:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763346494.312247:0:36359:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.312250:0:36359:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 36359 initiator: MDT0 00010000:00000001:2.0:1763346494.312255:0:36359:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346494.312257:0:36359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.312259:0:36359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.312261:0:36359:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.312263:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.312264:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:2.0:1763346494.312266:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.312269:0:36359:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.312271:0:36359:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.312273:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.312274:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:2.0:1763346494.312276:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.312278:0:36359:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.312280:0:36359:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763346494.312282:0:36359:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 36359 initiator: MDT0 00010000:00000001:2.0:1763346494.312287:0:36359:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346494.312302:0:36359:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 36359 initiator: MDT0 00010000:00000001:2.0:1763346494.312307:0:36359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.312309:0:36359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.312312:0:36359:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 36359 initiator: MDT0 00010000:00000001:2.0:1763346494.312316:0:36359:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.312317:0:36359:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.312321:0:36359:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763346494.312324:0:36359:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb53b975840. 00010000:00000001:2.0:1763346494.312328:0:36359:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763346494.312347:0:36359:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763346494.312349:0:36359:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.312351:0:36359:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.312353:0:36359:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346494.312354:0:36359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.312356:0:36359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.312357:0:36359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.312358:0:36359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346494.312359:0:36359:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763346494.312362:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb5205dd200. 00000004:00000001:2.0:1763346494.312367:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763346494.312386:0:36359:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346494.312392:0:36359:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346494.312393:0:36359:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346494.312397:0:36359:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb50fb9a980. 00000004:00000010:2.0:1763346494.312399:0:36359:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41603a380. 00000004:00000010:2.0:1763346494.312404:0:36359:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414010. 00000004:00000010:2.0:1763346494.312408:0:36359:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414090. 00000004:00000010:2.0:1763346494.312413:0:36359:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb41755a9c0. 00000004:00000010:2.0:1763346494.312417:0:36359:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb406fd5cb0. 00000004:00000010:2.0:1763346494.312424:0:36359:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346494.312427:0:36359:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763346494.312429:0:36359:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x405f:0x0] 00000004:00000010:2.0:1763346494.312432:0:36359:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346494.312436:0:36359:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763346494.312437:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.312438:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.312440:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.312444:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346494.312446:0:36359:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346494.312447:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346494.312449:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346494.312451:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346494.312456:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346494.312461:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.312466:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346494.312468:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346494.312473:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.312480:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.312482:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.312485:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055490, xid 1848996540793344 00010000:00000001:2.0:1763346494.312489:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.312498:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52226df80 x1848996540793344/t8590055490(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.312506:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.312509:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.312512:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.312517:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.312519:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.312522:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.312525:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.312528:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.312532:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.312535:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.312540:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b3b8. 00000100:00000200:2.0:1763346494.312547:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540793344, offset 224 00000400:00000200:2.0:1763346494.312553:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.312565:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.312572:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198561:198561:256:4294967295] 192.168.204.16@tcp LPNI seq info [198557:198557:8:4294967295] 00000400:00000200:2.0:1763346494.312584:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.312590:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.312596:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:2.0:1763346494.312602:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.312610:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.312614:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.312633:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.312637:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.312639:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.312641:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.312644:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.312650:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226df80 x1848996540793344/t8590055490(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.312659:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+493:226283:x1848996540793344:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 2154us (6618us total) trans 8590055490 rc 0/0 00000100:00100000:2.0:1763346494.312668:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20996 00000100:00000040:2.0:1763346494.312673:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346494.312676:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.312677:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346494.312681:0:36359:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346494.312684:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.312688:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.312693:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.312698:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:2.0:1763346494.312701:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.313600:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.313606:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:1.0:1763346494.313613:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.313621:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.313627:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b3b8 00000400:00000010:1.0:1763346494.313630:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b3b8. 00000100:00000001:1.0:1763346494.313636:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.313638:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1763346494.313760:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346494.313763:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.313766:0:7403:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346494.313770:0:7403:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346494.313772:0:7403:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346494.313777:0:7403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 36359 initiator: MDT0 00010000:00010000:3.0:1763346494.313786:0:7403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d000 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346494.313788:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.313790:0:7403:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346494.313793:0:7403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 36359 initiator: MDT0 00010000:00000001:3.0:1763346494.313797:0:7403:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346494.313800:0:7403:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.313801:0:7403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.313803:0:7403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:3.0:1763346494.313805:0:7403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:3.0:1763346494.313807:0:7403:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:3.0:1763346494.313810:0:7403:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346494.313813:0:7403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 36359 initiator: MDT0 00010000:00000001:3.0:1763346494.313818:0:7403:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346494.313820:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.313822:0:7403:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.313827:0:7403:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.313829:0:7403:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.313830:0:7403:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.313832:0:7403:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.313834:0:7403:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d000 with handle 0x757b854463afa20a from hash 00010000:00000001:3.0:1763346494.313836:0:7403:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.313839:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.313840:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.313841:0:7403:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.313846:0:7403:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.313847:0:7403:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.313849:0:7403:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.313851:0:7403:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.313854:0:7403:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346494.313857:0:7403:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405f:0x0].0x0 (ffff9fb503c84c00) 00010000:00010000:3.0:1763346494.313859:0:7403:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763346494.313862:0:7403:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.313865:0:7403:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.313866:0:7403:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.313868:0:7403:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346494.313871:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.313872:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.313873:0:7403:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.313875:0:7403:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.313876:0:7403:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.313879:0:7403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 36359 initiator: MDT0 00010000:00000001:3.0:1763346494.313883:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.313885:0:7403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa20a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x405f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 36359 initiator: MDT0 00010000:00000010:3.0:1763346494.313891:0:7403:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894080. 00010000:00000040:3.0:1763346494.313895:0:7403:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84c00 count: 0 00010000:00000010:3.0:1763346494.313902:0:7403:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202800. 00010000:00000001:3.0:1763346494.313909:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.313911:0:7403:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346494.313913:0:7403:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb53b975840. 00010000:00000001:3.0:1763346494.313915:0:7403:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.313917:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346494.313919:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.313920:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346494.313922:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346494.313923:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.313924:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346494.313926:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346494.313927:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.313928:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1763346494.314491:0:19976:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346494.314503:0:19976:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f700. 00010000:00000010:3.1:1763346494.319268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84c00. 00010000:00000010:3.1:1763346494.319310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00000800:00000001:1.0:1763346494.335895:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.336269:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.336275:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.336280:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.336302:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.336322:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 304 into portal 12 MB=0x691a70e014280 00000400:00000200:1.0:1763346494.336330:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 304/304 into md 0xd4325 [64] + 71032 00000800:00000001:1.0:1763346494.336338:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.336350:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.336352:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.336356:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.336364:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.336366:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346494.336375:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb536047b80. 00000100:00000040:1.0:1763346494.336378:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb536047b80 x1848996540793472 msgsize 304 00000100:00100000:1.0:1763346494.336383:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346494.336961:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763346494.337055:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.337067:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.337071:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763346494.337147:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540793472 02000000:00000001:0.0:1763346494.337151:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.337153:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.337156:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.337162:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.337167:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540793472 00000020:00000001:0.0:1763346494.337171:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.337173:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.337176:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.337180:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:0.0:1763346494.337183:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.337185:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.337190:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.337196:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.337200:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.337203:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.337210:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.337265:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.337271:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.337280:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.337283:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.337284:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.337287:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.337307:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.337321:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.337337:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.337340:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.337346:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140819 00000100:00000040:0.0:1763346494.337352:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.337354:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199377001344 : -105874332550272 : ffff9fb536047b80) 00000100:00000040:0.0:1763346494.337362:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536047b80 x1848996540793472/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 304/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.337372:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.337375:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.337377:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.337379:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.337383:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226284:x1848996540793472:12345-192.168.204.16@tcp:53:lfs.0 00000100:00000200:0.0:1763346494.337387:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540793472 00000020:00000001:0.0:1763346494.337390:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.337394:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346494.337401:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b9756c0: xid 1848996540793344, transno 8590055490, client gen 3, slot idx 2 00000001:00000001:0.0:1763346494.337406:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975d80: xid 1848996540793088, transno 8590055488, client gen 3, slot idx 1 00000001:00000010:0.0:1763346494.337410:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975d80. 00000020:00000001:0.0:1763346494.337415:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.337417:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.337419:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027776 : -1039523840 : ffffffffc20a2000) 00000020:00000001:0.0:1763346494.337423:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.337426:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793472, found 0 last_xid 1848996540793471 00000020:00000001:0.0:1763346494.337429:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.337432:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.337434:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.337437:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.337440:0:19972:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763346494.337449:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.337452:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.337461:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff9fb4178c0000. 02000000:00000001:0.0:1763346494.337464:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.337466:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.337471:0:19972:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763346494.337473:0:19972:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x405a:0x0] from 18446744073709551615 #0 00000004:00000001:0.0:1763346494.337476:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.337478:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:0.0:1763346494.337481:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.337486:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:0.0:1763346494.337488:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:0.0:1763346494.337490:0:19972:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763346494.337492:0:19972:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763346494.337496:0:19972:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb535e91000. 00000004:00000001:0.0:1763346494.337499:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346494.337500:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763346494.337512:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.337518:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337533:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337541:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.337544:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.337548:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.337552:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.337553:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337554:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337557:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.337560:0:19972:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.337562:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.337564:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.337567:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.337568:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.337569:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346494.337571:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.337572:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346494.337574:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346494.337576:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.337578:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337579:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337582:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763346494.337584:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763346494.337587:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763346494.337593:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.337594:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337595:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.337597:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.337599:0:19972:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.337601:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.337603:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.337604:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.337606:0:19972:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.337608:0:19972:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.337610:0:19972:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:0.0:1763346494.337713:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346494.337717:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:0.0:1763346494.337720:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.337721:0:19972:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.337723:0:19972:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.337726:0:19972:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb535e91000. 00000004:00000001:0.0:1763346494.337730:0:19972:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.337735:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540793472 00010000:00000001:0.0:1763346494.337738:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.337745:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb536047b80 x1848996540793472/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 304/4352 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346494.337752:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.337755:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.337759:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.337764:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.337767:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.337769:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.337772:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.337775:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.337778:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.337782:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.337787:0:19972:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb41755a300. 00000100:00000200:0.0:1763346494.337795:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1848996540793472, offset 224 00000400:00000200:0.0:1763346494.337803:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.337816:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.337823:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198562:198562:256:4294967295] 192.168.204.16@tcp LPNI seq info [198558:198558:8:4294967295] 00000400:00000200:0.0:1763346494.337833:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.337839:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.337843:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb5277c5a00. 00000800:00000200:0.0:1763346494.337849:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.337858:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:0.0:1763346494.337862:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5277c5a00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:0.0:1763346494.337881:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.337885:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.337887:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.337889:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.337892:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.337896:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536047b80 x1848996540793472/t0(0) o53->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 304/4352 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.337905:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb536047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226284:x1848996540793472:12345-192.168.204.16@tcp:53:lfs.0 Request processed in 532us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.337914:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140819 00000100:00000040:0.0:1763346494.337918:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.337920:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.337922:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.337927:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.337930:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.337934:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.337940:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:0.0:1763346494.337943:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.338451:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.338458:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb5277c5a00. 00000400:00000200:2.0:1763346494.338463:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.338469:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.338474:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41755a300 00000400:00000010:2.0:1763346494.338477:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41755a300. 00000100:00000001:2.0:1763346494.338480:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.338482:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.356081:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.356100:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.356104:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.356106:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.356117:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.356134:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 584 into portal 12 MB=0x691a70e014300 00000400:00000200:1.0:1763346494.356141:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 584/584 into md 0xd4325 [64] + 71336 00000800:00000001:1.0:1763346494.356149:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.356155:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.356157:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.356162:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.356169:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.356172:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346494.356178:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb536045180. 00000100:00000040:1.0:1763346494.356182:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb536045180 x1848996540793600 msgsize 584 00000100:00100000:1.0:1763346494.356186:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.356203:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.356248:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.356253:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.356255:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.356257:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.356261:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.356267:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 672 into portal 24 MB=0x691a70e014380 00000400:00000200:1.0:1763346494.356272:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 672/672 into md 0x4bc9 [256] + 5088 00000800:00000001:1.0:1763346494.356276:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763346494.356365:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.356368:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540793600 02000000:00000001:0.0:1763346494.356373:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.356375:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.356378:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.356384:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.356388:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540793600 00000020:00000001:0.0:1763346494.356392:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.356393:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.356396:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.356400:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:0.0:1763346494.356402:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.356405:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.356410:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.356415:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.356418:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.356421:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.356427:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.356433:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.356438:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.356446:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.356449:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.356450:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346494.356453:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346494.356455:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.356457:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.356465:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.356472:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.356484:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.356486:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.356491:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140820 00000100:00000040:0.0:1763346494.356495:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.356497:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199376990592 : -105874332561024 : ffff9fb536045180) 00000100:00000040:0.0:1763346494.356505:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536045180 x1848996540793600/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 584/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.356513:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.356516:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.356518:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.356520:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.356524:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226286:x1848996540793600:12345-192.168.204.16@tcp:101:stat.0 00000100:00000200:0.0:1763346494.356528:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540793600 00000020:00000001:0.0:1763346494.356532:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.356536:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.356541:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.356543:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.356545:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346494.356548:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.356552:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793600, found 0 last_xid 1848996540793599 00000020:00000001:0.0:1763346494.356555:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.356557:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.356559:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.356565:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.356567:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346494.356570:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346494.356572:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346494.356574:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346494.356576:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.356581:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.356589:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:0.0:1763346494.356592:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.356595:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.356599:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346494.356603:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.356605:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa211 to hash 00000020:00000001:0.0:1763346494.356607:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.356609:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000010:0.0:1763346494.356614:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.356617:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346494.356622:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa211 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128f6 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.356632:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346494.356634:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:0.0:1763346494.356641:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346494.356643:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346494.356649:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346494.356651:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346494.356653:0:19972:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346494.356655:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.356656:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346494.356660:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.356663:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346494.356665:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346494.356667:0:19972:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.356670:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346494.356672:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346494.356675:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.356677:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.356714:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb529c30000. 02000000:00000001:0.0:1763346494.356716:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.356719:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.356721:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.356724:0:19972:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346494.356728:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346494.356730:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.356732:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.356734:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.356736:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.356738:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.356739:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.356740:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.356742:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.356743:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.356744:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.356746:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.356748:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.356749:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.356751:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.356753:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.356754:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.356755:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.356757:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.356758:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.356763:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.356767:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.356769:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.356771:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.356772:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.356775:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.356776:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.356778:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.356780:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.356784:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763346494.356788:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2baf8 00000004:00000002:0.0:1763346494.356791:0:19972:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_3, ldlm_rep = ffff9fb529c30228 00000004:00000001:0.0:1763346494.356795:0:19972:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763346494.356799:0:19972:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763346494.356802:0:19972:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763346494.356805:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.356807:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.356809:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:0.0:1763346494.356811:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.356813:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.356815:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346494.356818:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.356819:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa218 to hash 00000020:00000001:0.0:1763346494.356821:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.356822:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346494.356825:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346494.356827:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.356831:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.356834:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.356837:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.356843:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.356847:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.356849:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.356852:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.356855:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.356856:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.356858:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.356861:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.356863:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.356865:0:19972:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.356866:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.356869:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:0.0:1763346494.356871:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.356876:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.356883:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 494 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.356888:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357366:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.357373:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.357375:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357378:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.357379:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.357382:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357384:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.357387:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.357391:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.357394:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357399:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.357401:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.357402:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.357404:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.357405:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346494.357413:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f700. 00010000:00000010:0.0:1763346494.357417:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969780. 00010000:00000001:0.0:1763346494.357420:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.357423:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346494.357425:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.357426:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa21f to hash 00000020:00000001:0.0:1763346494.357428:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.357429:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000010:0.0:1763346494.357432:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf180. 00010000:00000001:0.0:1763346494.357434:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.357437:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.357439:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.357441:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357446:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.357448:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.357449:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.357451:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.357452:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.357454:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.357456:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.357458:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.357459:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.357461:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.357462:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.357464:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417f4f700) refcount = 1 00010000:00010000:0.0:1763346494.357467:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357472:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.357473:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.357475:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357476:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.357477:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.357479:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357481:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.357483:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.357484:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.357487:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357492:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.357493:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.357494:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.357496:0:19972:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.357502:0:19972:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346494.357548:0:19972:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346494.357551:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346494.357555:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346494.357559:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.357564:0:19972:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346494.357593:0:19972:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.357596:0:19972:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763346494.357597:0:19972:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763346494.357600:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.357603:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.357605:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.357607:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.357610:0:19972:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346494.357611:0:19972:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.357613:0:19972:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1763346494.357617:0:19972:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763346494.357618:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346494.357620:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.357621:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.357622:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.357623:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.357625:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763346494.357626:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.357630:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.357636:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.357644:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.357646:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00080000:00000001:0.0:1763346494.357648:0:19972:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.357650:0:19972:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1763346494.357651:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb536047800. 00000004:00000001:0.0:1763346494.357653:0:19972:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.357654:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb536047800 x1848996540793728 msgsize 672 00000004:00000001:0.0:1763346494.357655:0:19972:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.357657:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000100:00100000:1.0:1763346494.357658:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000004:00000040:0.0:1763346494.357659:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:0.0:1763346494.357661:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.357666:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:0.0:1763346494.357668:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:0.0:1763346494.357672:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763346494.357675:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.357677:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346494.357681:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f200. 00010000:00000010:0.0:1763346494.357684:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969200. 00010000:00000001:0.0:1763346494.357687:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.357689:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37600. 00000020:00000001:0.0:1763346494.357691:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.357694:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37600 with handle 0x757b854463afa226 to hash 00000020:00000001:0.0:1763346494.357695:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.357696:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000010:0.0:1763346494.357699:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc00. 00010000:00000001:0.0:1763346494.357701:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346494.357704:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.357705:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.357708:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357713:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.357715:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.357717:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.357718:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.357719:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.357721:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.357722:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.357724:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.357725:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.357726:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.357727:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.357729:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) refcount = 1 00010000:00010000:0.0:1763346494.357732:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357736:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.357738:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.357739:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357741:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.357742:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.357743:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357745:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.357746:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1763346494.357747:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.357749:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.357751:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357756:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.357757:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.357758:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.357760:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.357761:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.357763:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=3 00000020:00000001:0.0:1763346494.357765:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346494.357767:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346494.357769:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.357770:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.357771:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.357774:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763346494.357781:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.357783:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346494.357789:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.357791:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.357798:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357801:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357806:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.357809:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.357813:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.357815:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346494.357817:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.357819:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:0.0:1763346494.357822:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.357823:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357824:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357826:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.357827:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.357829:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.357831:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.357832:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357833:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357835:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.357837:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.357839:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763346494.357841:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763346494.357843:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346494.357846:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb529c30370 00000004:00000001:0.0:1763346494.357849:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.357852:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.357854:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.357855:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.357857:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.357858:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.357859:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.357860:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.357862:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.357864:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763346494.357867:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: returning size 1024 00000004:00000040:0.0:1763346494.357871:0:19972:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405a:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763346494.357874:0:19972:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1763346494.357876:0:19972:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9739 00000004:00200000:0.0:1763346494.357878:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763346494.357880:0:19972:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763346494.357882:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.357883:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.357886:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346494.357888:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.357889:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357890:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.357892:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.357893:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.357895:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.357897:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.357903:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.357910:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.357912:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357918:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.357920:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.357921:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=3 00000020:00000001:0.0:1763346494.357923:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346494.357925:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00000004:00010000:0.0:1763346494.357928:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000004:00000001:0.0:1763346494.357935:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346494.357938:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:0.0:1763346494.357940:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.357942:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346494.357943:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346494.357945:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.357947:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763346494.357950:0:19972:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1763346494.357952:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.357953:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.357954:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.357956:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) refcount = 1 00010000:00010000:0.0:1763346494.357959:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357964:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.357966:0:19972:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.357967:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.357968:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.357970:0:19972:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.357972:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.357974:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.357975:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.357976:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.357978:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:0.0:1763346494.357980:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.357981:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.357984:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346494.357987:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.357992:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.357993:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.357995:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.358000:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.358001:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.358004:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346494.358006:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:0.0:1763346494.358016:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346494.358018:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.358020:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346494.358022:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.358028:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346494.358029:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.358030:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.358032:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=4 00000020:00000001:0.0:1763346494.358034:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.358036:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.358038:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346494.358041:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.358045:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346494.358047:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346494.358048:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.358051:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000800:00000001:1.0:1763346494.358401:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.358408:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.358467:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.358469:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540793728 02000000:00000001:3.0:1763346494.358472:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.358474:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.358476:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.358480:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.358484:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540793728 00000020:00000001:3.0:1763346494.358486:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.358488:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346494.358489:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.358492:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:3.0:1763346494.358494:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346494.358496:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346494.358501:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.358506:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.358509:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.358511:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000020:00000010:3.0:1763346494.358515:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ec00. 00000020:00000010:3.0:1763346494.358520:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.358524:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1898. 00000100:00000040:3.0:1763346494.358531:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346494.358534:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.358535:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.358537:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.358545:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.358557:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.358566:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.358568:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.358573:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 580 00000100:00000040:3.0:1763346494.358577:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:3.0:1763346494.358580:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199377000448 : -105874332551168 : ffff9fb536047800) 00000100:00000040:3.0:1763346494.358586:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536047800 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.358594:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.358596:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.358598:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.358600:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000100:00100000:3.0:1763346494.358603:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+495:2355:x1848996540793728:12345-192.168.204.16@tcp:63:ll_sa.0 00000100:00000200:3.0:1763346494.358607:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540793728 00000020:00000001:3.0:1763346494.358610:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.358614:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.358618:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.358620:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.358622:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028256 : -1039523360 : ffffffffc20a21e0) 00000020:00000001:3.0:1763346494.358624:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346494.358628:0:62985:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793728, found 0 last_xid 1848996540793599 00000020:00000001:3.0:1763346494.358630:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.358633:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.358635:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.358638:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.358643:0:62985:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:3.0:1763346494.358648:0:62985:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9fb406c7c0b8. 00000100:00000001:3.0:1763346494.358650:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.358653:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.358658:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb51df8c000. 02000000:00000001:3.0:1763346494.358660:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.358662:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763346494.358666:0:62985:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9fb509513480. 00000020:00000001:3.0:1763346494.358668:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:3.0:1763346494.358671:0:62985:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.358674:0:62985:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:3.0:1763346494.358677:0:62985:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346494.358678:0:62985:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346494.358682:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346494.358686:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 5 00010000:00000001:3.0:1763346494.358688:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346494.358690:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346494.358693:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3bc00. 00000020:00000001:3.0:1763346494.358696:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346494.358698:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3bc00 with handle 0x757b854463afa22d to hash 00000020:00000001:3.0:1763346494.358699:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346494.358701:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552000 : -105874405999616 : ffff9fb531a3bc00) 00010000:00000010:3.0:1763346494.358705:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346494.358707:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552000 : -105874405999616 : ffff9fb531a3bc00) 00010000:00010000:3.0:1763346494.358710:0:62985:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3bc00/0x757b854463afa22d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128fd expref: -99 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.358716:0:62985:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346494.358719:0:62985:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:3.0:1763346494.358724:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346494.358726:0:62985:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346494.358729:0:62985:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346494.358731:0:62985:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346494.358732:0:62985:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763346494.358733:0:62985:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346494.358735:0:62985:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:3.0:1763346494.358737:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.358739:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:3.0:1763346494.358741:0:62985:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:3.0:1763346494.358743:0:62985:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.358746:0:62985:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346494.358748:0:62985:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:3.0:1763346494.358752:0:62985:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:3.0:1763346494.358753:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.358755:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.358792:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9fb532250000. 02000000:00000001:3.0:1763346494.358795:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.358797:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.358801:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346494.358803:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb51df8c000. 02000000:00000001:3.0:1763346494.358807:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1763346494.358808:0:62985:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:3.0:1763346494.358811:0:62985:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.358813:0:62985:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763346494.358817:0:62985:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346494.358818:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.358820:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.358823:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.358824:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.358825:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.358827:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.358828:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.358829:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.358831:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.358832:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.358834:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.358835:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.358836:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.358838:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.358839:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.358841:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.358843:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.358845:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.358846:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.358851:0:62985:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346494.358856:0:62985:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346494.358858:0:62985:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346494.358861:0:62985:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346494.358862:0:62985:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.358865:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.358866:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.358869:0:62985:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346494.358870:0:62985:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.358873:0:62985:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763346494.359404:0:62985:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c00daba48 00000004:00000002:3.0:1763346494.359408:0:62985:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_11, ldlm_rep = ffff9fb532250250 00000004:00000001:3.0:1763346494.359415:0:62985:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763346494.359418:0:62985:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763346494.359419:0:62985:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763346494.359422:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346494.359423:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346494.359428:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 6 00010000:00000001:3.0:1763346494.359430:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346494.359432:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346494.359436:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346494.359440:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346494.359441:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa234 to hash 00000020:00000001:3.0:1763346494.359443:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346494.359444:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000010:3.0:1763346494.359448:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346494.359450:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.359452:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.359454:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.359456:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.359463:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.360924:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.360929:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.360930:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.360936:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa218 from hash 00010000:00000001:0.0:1763346494.360939:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.360941:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.360943:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.360945:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.360952:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.360953:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361001:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346494.361005:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346494.361007:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346494.361010:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361012:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346494.361013:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361016:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346494.361019:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346494.361020:0:62985:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346494.361022:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346494.361026:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 6 00010000:00000040:3.0:1763346494.361029:0:62985:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346494.361038:0:62985:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.361047:0:62985:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 496 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346494.361065:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361070:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346494.361074:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.361075:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361078:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346494.361079:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361082:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361084:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346494.361088:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346494.361091:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.361095:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361100:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346494.361101:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361102:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361105:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346494.361106:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346494.361116:0:62985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3b00. 00010000:00000010:3.0:1763346494.361123:0:62985:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417896c80. 00010000:00000001:3.0:1763346494.361127:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346494.361131:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346494.361134:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346494.361136:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa23b to hash 00000020:00000001:3.0:1763346494.361139:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346494.361140:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000010:3.0:1763346494.361145:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001680. 00010000:00000001:3.0:1763346494.361147:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346494.361151:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.361152:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.361155:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361160:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346494.361162:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346494.361164:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346494.361165:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346494.361166:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361168:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346494.361170:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361171:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346494.361173:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346494.361174:0:62985:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346494.361175:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346494.361177:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417cf3b00) refcount = 1 00010000:00010000:3.0:1763346494.361180:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361185:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346494.361188:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.361189:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361191:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346494.361192:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361194:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361196:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346494.361198:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346494.361199:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.361202:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361210:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346494.361211:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361241:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346494.361244:0:62985:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.361251:0:62985:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763346494.361301:0:62985:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763346494.361305:0:62985:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346494.361309:0:62985:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346494.361313:0:62985:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346494.361317:0:62985:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763346494.361343:0:62985:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346494.361346:0:62985:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346494.361347:0:62985:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346494.361350:0:62985:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763346494.361353:0:62985:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346494.361355:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346494.361358:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.361360:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.361361:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346494.361363:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.361366:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.361368:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346494.361371:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361376:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361377:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.361380:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361384:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.361386:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361389:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346494.361392:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:3.0:1763346494.361397:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3aa00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346494.361400:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.361402:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346494.361404:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361410:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346494.361411:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.361412:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.361413:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=4 00000020:00000001:3.0:1763346494.361415:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.361417:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346494.361419:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346494.361422:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361427:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346494.361428:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346494.361429:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361432:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.361433:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.361434:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.361436:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.361437:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa234 from hash 00010000:00000001:3.0:1763346494.361439:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.361441:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361442:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361443:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.361445:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.361446:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361448:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.361451:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.361454:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346494.361456:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:3.0:1763346494.361459:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346494.361462:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361465:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361467:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.361468:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346494.361471:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361472:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361473:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361475:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.361477:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.361480:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361485:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361486:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361487:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346494.361488:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346494.361490:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.361492:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa234 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:3.0:1763346494.361497:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346494.361505:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346494.361507:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346494.361508:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346494.361509:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.361510:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.361511:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=3 00000020:00000001:3.0:1763346494.361513:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346494.361515:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346494.361516:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346494.361518:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361527:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361528:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.361530:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361534:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.361535:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361537:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346494.361539:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:3.0:1763346494.361543:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3be00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346494.361545:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.361547:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346494.361548:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361552:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346494.361554:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.361555:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.361556:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=4 00000020:00000001:3.0:1763346494.361558:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346494.361559:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346494.361562:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346494.361564:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361568:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346494.361569:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346494.361570:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361572:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.361573:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.361575:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.361576:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.361579:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa23b from hash 00010000:00000001:3.0:1763346494.361581:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.361582:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361583:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361584:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.361586:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.361587:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361588:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.361589:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.361591:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346494.361592:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417cf3b00) 00010000:00010000:3.0:1763346494.361594:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346494.361596:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361597:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361599:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.361600:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346494.361602:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361603:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361605:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361606:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.361608:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.361610:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:3.0:1763346494.361614:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361615:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361616:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346494.361617:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346494.361618:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.361620:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa23b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:3.0:1763346494.361624:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001680. 00010000:00000040:3.0:1763346494.361627:0:62985:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3b00 count: 0 00010000:00000010:3.0:1763346494.361631:0:62985:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417896c80. 00010000:00000001:3.0:1763346494.361638:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346494.361640:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346494.361641:0:62985:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346494.361642:0:62985:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346494.361644:0:62985:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763346494.361647:0:62985:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:3.0:1763346494.361652:0:62985:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346494.361654:0:62985:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346494.361656:0:62985:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346494.361658:0:62985:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346494.361660:0:62985:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346494.361665:0:62985:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346494.361686:0:62985:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.361689:0:62985:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346494.361692:0:62985:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763346494.361695:0:62985:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346494.361696:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.361700:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361701:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361703:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.361705:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.361707:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3bc00 with handle 0x757b854463afa22d from hash 00010000:00000001:3.0:1763346494.361709:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.361710:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.361711:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.361712:0:62985:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346494.361714:0:62985:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:3.0:1763346494.361722:0:62985:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:3.0:1763346494.361728:0:62985:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3bc00/0x757b854463afa22d lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128fd expref: 496 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.361734:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346494.361738:0:62985:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.361740:0:62985:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.361742:0:62985:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.361744:0:62985:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361746:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.361748:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.361749:0:62985:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.361750:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.361751:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.361752:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.361754:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346494.361756:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:3.0:1763346494.361758:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:3.0:1763346494.361759:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.361761:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.361763:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.361764:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.361767:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3bc00/0x757b854463afa22d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128fd expref: 496 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.361773:0:62985:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346494.361776:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:3.0:1763346494.361779:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346494.361782:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.361785:0:62985:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3bc00, rc -2) 00000004:00000001:3.0:1763346494.361788:0:62985:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346494.361791:0:62985:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:3.0:1763346494.361795:0:62985:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9fb406c7c0b8. 00000004:00000010:3.0:1763346494.361798:0:62985:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9fb509513480. 00000004:00000001:3.0:1763346494.361801:0:62985:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346494.361804:0:62985:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346494.361805:0:62985:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1763346494.361810:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540793728 00010000:00000001:3.0:1763346494.361813:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.361820:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb536047800 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/53424 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346494.361828:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.361830:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.361835:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346494.361839:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.361842:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.361844:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.361847:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.361850:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.361854:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.361856:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.361863:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9fb52ab3f400. 00000100:00000200:3.0:1763346494.361870:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848996540793728, offset 224 00000400:00000200:3.0:1763346494.361877:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.361890:0:62985:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.361897:0:62985:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198563:198563:256:4294967295] 192.168.204.16@tcp LPNI seq info [198559:198559:8:4294967295] 00000400:00000200:3.0:1763346494.361908:0:62985:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.361913:0:62985:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.361918:0:62985:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9fb52ab3e000. 00000800:00000200:3.0:1763346494.361924:0:62985:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.361931:0:62985:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:3.0:1763346494.361935:0:62985:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ab3e000 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:3.0:1763346494.361948:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.361951:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.361953:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.361955:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.361958:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.361963:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536047800 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/53424 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.361973:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb536047800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+495:2355:x1848996540793728:12345-192.168.204.16@tcp:63:ll_sa.0 Request processed in 3376us (4316us total) trans 0 rc -2/-2 00000100:00100000:3.0:1763346494.361982:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 580 00000100:00000040:3.0:1763346494.361986:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346494.361989:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.361991:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.361997:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb538f6d100. 00000020:00000010:3.0:1763346494.362004:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1898. 00000020:00000010:3.0:1763346494.362008:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ec00. 00000020:00000040:3.0:1763346494.362012:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:3.0:1763346494.362015:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.362288:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.362300:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9fb52ab3e000. 00000400:00000200:2.0:1763346494.362304:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.362309:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.362314:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb52ab3f400 00000400:00000010:2.0:1763346494.362316:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9fb52ab3f400. 00000100:00000001:2.0:1763346494.362320:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.362322:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1763346494.363287:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.363299:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.363302:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.363305:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346494.363309:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346494.363311:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.363314:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363315:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.363317:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346494.363321:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363322:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363323:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363325:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.363328:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.363332:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.363338:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363339:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363340:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346494.363341:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346494.363342:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.363344:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa218 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:0.0:1763346494.363351:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346494.363358:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.363360:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.363363:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.363365:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.363367:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.363369:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346494.363371:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.363373:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.363375:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346494.363377:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.363382:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363383:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.363385:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.363390:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.363391:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363393:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346494.363395:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:0.0:1763346494.363400:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346494.363402:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.363403:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346494.363405:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.363410:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346494.363411:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.363412:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.363414:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=4 00000020:00000001:0.0:1763346494.363415:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.363417:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.363419:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346494.363421:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.363425:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346494.363427:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346494.363428:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363432:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.363434:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.363435:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.363436:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.363438:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa21f from hash 00010000:00000001:0.0:1763346494.363440:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.363441:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363443:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363444:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.363448:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.363449:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363451:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.363452:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.363453:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.363455:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417f4f700) 00010000:00010000:0.0:1763346494.363457:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346494.363459:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.363461:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363462:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.363463:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346494.363465:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363466:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363467:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363469:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.363470:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.363473:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.363477:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363478:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363479:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346494.363481:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346494.363482:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.363484:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa21f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:0.0:1763346494.363488:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf180. 00010000:00000040:0.0:1763346494.363491:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f700 count: 0 00010000:00000010:0.0:1763346494.363496:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969780. 00010000:00000001:0.0:1763346494.363502:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.363504:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.363506:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.363507:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.363508:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763346494.363511:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.363512:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.363514:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=3 00000020:00000001:0.0:1763346494.363516:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346494.363518:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00000004:00000040:0.0:1763346494.363521:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346494.363524:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:0.0:1763346494.363529:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363530:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.363531:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.363533:0:19972:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763346494.363537:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.363540:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346494.363542:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346494.363543:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346494.363545:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346494.363550:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346494.363556:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.363559:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.363562:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.363566:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.363567:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346494.363570:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346494.363572:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.363574:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363576:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363577:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.363579:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.363581:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa211 from hash 00010000:00000001:0.0:1763346494.363583:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.363585:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363586:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363587:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346494.363588:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.363593:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa211 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128f6 expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.363604:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346494.363607:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00010000:00000010:0.0:1763346494.363609:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.363612:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.363613:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363619:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346494.363622:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128f6 expref: 494 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.363628:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.363629:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.363631:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:0.0:1763346494.363633:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763346494.363635:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.363636:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.363638:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.363639:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.363639:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.363641:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37600, rc 0) 00000020:00000001:0.0:1763346494.363644:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.363647:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540793600 00010000:00000001:0.0:1763346494.363649:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.363655:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb536045180 x1848996540793600/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 584/640 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.363663:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.363665:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.363669:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.363673:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.363675:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.363677:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.363679:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.363683:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.363686:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.363688:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.363694:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a088. 00000100:00000200:0.0:1763346494.363699:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540793600, offset 224 00000400:00000200:0.0:1763346494.363705:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.363715:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.363721:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198564:198564:256:4294967295] 192.168.204.16@tcp LPNI seq info [198560:198560:8:4294967295] 00000400:00000200:0.0:1763346494.363731:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.363736:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.363741:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead400. 00000800:00000200:0.0:1763346494.363747:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.363754:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.363758:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead400 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.363782:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.363785:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.363788:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.363789:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.363791:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.363796:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536045180 x1848996540793600/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 584/640 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.363806:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb536045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:226286:x1848996540793600:12345-192.168.204.16@tcp:101:stat.0 Request processed in 7291us (7622us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.363814:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140820 00000100:00000040:0.0:1763346494.363817:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.363819:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.363820:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.363825:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.363828:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.363833:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.363838:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:0.0:1763346494.363841:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.364634:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.364640:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead400. 00000400:00000200:2.0:1763346494.364646:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.364653:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.364659:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a088 00000400:00000010:2.0:1763346494.364662:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a088. 00000100:00000001:2.0:1763346494.364666:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.364668:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346494.369263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:0.1:1763346494.369279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f700. 00010000:00000010:0.1:1763346494.369283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346494.369285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:3.1:1763346494.369765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00010000:00000010:3.1:1763346494.369774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3b00. 00010000:00000010:3.1:1763346494.369778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:3.1:1763346494.369782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3bc00. 00000800:00000001:1.0:1763346494.371040:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.371057:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.371061:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.371064:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.371075:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.371094:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 672 into portal 24 MB=0x691a70e014380 00000400:00000200:1.0:1763346494.371103:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 672/672 into md 0x4bc9 [256] + 5760 00000800:00000001:1.0:1763346494.371111:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.371122:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.371126:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.371130:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.371138:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.371140:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346494.371148:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb536047100. 00000100:00000040:1.0:1763346494.371152:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb536047100 x1848996540793728 msgsize 672 00000100:00100000:1.0:1763346494.371157:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.371176:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.371184:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.371189:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.371664:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.371668:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540793728 02000000:00000001:3.0:1763346494.371672:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.371674:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.371677:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.371682:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.371687:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540793728 00000020:00000001:3.0:1763346494.371690:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.371692:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346494.371694:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.371698:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:3.0:1763346494.371700:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346494.371703:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346494.371708:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.371716:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.371719:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.371721:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000020:00000010:3.0:1763346494.371728:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ec00. 00000020:00000010:3.0:1763346494.371733:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896c80. 00000020:00000010:3.0:1763346494.371739:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1898. 00000100:00000040:3.0:1763346494.371748:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763346494.371751:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.371752:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.371755:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.371765:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.374134:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.374708:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.374712:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.374723:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 581 00000100:00000040:1.0:1763346494.374729:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346494.374732:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199376998656 : -105874332552960 : ffff9fb536047100) 00000100:00000040:1.0:1763346494.374740:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536047100 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/0 e 0 to 0 dl 1763346505 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.374757:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.374766:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.374782:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.374784:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30680. 00000100:00100000:1.0:1763346494.374792:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:2355:x1848996540793728:12345-192.168.204.16@tcp:63:ll_sa.0 00000100:00000200:1.0:1763346494.374796:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540793728 00000020:00000001:1.0:1763346494.374801:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.374805:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.374810:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.374813:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.374816:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028256 : -1039523360 : ffffffffc20a21e0) 00000020:00000001:1.0:1763346494.374819:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346494.374823:0:19977:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793728, found 0 last_xid 1848996540793599 00000020:00000001:1.0:1763346494.374825:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.374828:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.374831:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.374835:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.374840:0:19977:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763346494.374848:0:19977:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9fb41788d1e8. 00000100:00000001:1.0:1763346494.374854:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.374857:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.374867:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb40e71c000. 02000000:00000001:1.0:1763346494.374870:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.374872:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763346494.374876:0:19977:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9fb5389793c0. 00000020:00000001:1.0:1763346494.374878:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763346494.374880:0:19977:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793728, found 0 last_xid 1848996540793599 00000020:00080000:1.0:1763346494.374885:0:19977:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9fb536047100 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346494.374894:0:19977:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.374897:0:19977:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763346494.374900:0:19977:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346494.374902:0:19977:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346494.374912:0:19977:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346494.374919:0:19977:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:1.0:1763346494.374922:0:19977:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.374925:0:19977:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.374929:0:19977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1000. 00000020:00000001:1.0:1763346494.374933:0:19977:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.374936:0:19977:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1000 with handle 0x757b854463afa242 to hash 00000020:00000001:1.0:1763346494.374938:0:19977:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.374940:0:19977:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000010:1.0:1763346494.374945:0:19977:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346494.374949:0:19977:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00010000:1.0:1763346494.374954:0:19977:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa242 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792128fd expref: -99 pid: 19977 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.374964:0:19977:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346494.374966:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:1.0:1763346494.374972:0:19977:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346494.374975:0:19977:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346494.374979:0:19977:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346494.374981:0:19977:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346494.374983:0:19977:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763346494.374986:0:19977:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346494.374988:0:19977:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:1.0:1763346494.376062:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.376070:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:1.0:1763346494.376075:0:19977:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:1.0:1763346494.376078:0:19977:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.376083:0:19977:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346494.376087:0:19977:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763346494.376093:0:19977:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:1.0:1763346494.376095:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.376098:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.376141:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff9fb531ae0000. 02000000:00000001:1.0:1763346494.376145:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.376148:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.376152:0:19977:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346494.376155:0:19977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff9fb40e71c000. 02000000:00000001:1.0:1763346494.376159:0:19977:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763346494.376161:0:19977:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763346494.376165:0:19977:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.376167:0:19977:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763346494.376174:0:19977:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346494.376176:0:19977:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.376179:0:19977:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376181:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.376183:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.376185:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376186:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.376187:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.376189:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376191:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.376192:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.376194:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376195:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.376196:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.376197:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376199:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.376200:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.376201:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376204:0:19977:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.376204:0:19977:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.376209:0:19977:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346494.376228:0:19977:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346494.376231:0:19977:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346494.376233:0:19977:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346494.376234:0:19977:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376238:0:19977:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.376239:0:19977:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.376241:0:19977:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346494.376243:0:19977:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.376250:0:19977:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540793728, found 0 last_xid 1848996540793599 00000004:00010000:1.0:1763346494.376259:0:19977:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0xa650ee2d792128fd req@ffff9fb536047100 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/53424 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346494.376267:0:19977:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763346494.376273:0:19977:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d6fa48 00000004:00000002:1.0:1763346494.376275:0:19977:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_11, ldlm_rep = ffff9fb531ae0250 00000004:00000001:1.0:1763346494.376280:0:19977:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346494.376283:0:19977:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346494.376287:0:19977:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346494.376298:0:19977:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346494.376301:0:19977:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346494.376306:0:19977:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:1.0:1763346494.376309:0:19977:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.376312:0:19977:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.376318:0:19977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0200. 00000020:00000001:1.0:1763346494.376323:0:19977:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.376325:0:19977:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0200 with handle 0x757b854463afa249 to hash 00000020:00000001:1.0:1763346494.376326:0:19977:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.376328:0:19977:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000010:1.0:1763346494.376333:0:19977:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4400. 00010000:00000001:1.0:1763346494.376336:0:19977:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346494.376341:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.376343:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.376347:0:19977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376355:0:19977:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346494.376360:0:19977:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346494.376363:0:19977:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346494.376365:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.376369:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376371:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.376372:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376375:0:19977:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346494.376377:0:19977:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346494.376379:0:19977:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346494.376381:0:19977:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346494.376384:0:19977:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:1.0:1763346494.376387:0:19977:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346494.376391:0:19977:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 495 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.376400:0:19977:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 495 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346494.376406:0:19977:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376411:0:19977:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346494.376416:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.376418:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376420:0:19977:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346494.376422:0:19977:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376424:0:19977:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376426:0:19977:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.376429:0:19977:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346494.376431:0:19977:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.376434:0:19977:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376439:0:19977:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346494.376440:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376442:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376443:0:19977:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346494.376444:0:19977:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346494.376449:0:19977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972100. 00010000:00000010:1.0:1763346494.376452:0:19977:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb5351e2880. 00010000:00000001:1.0:1763346494.376456:0:19977:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.376458:0:19977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1600. 00000020:00000001:1.0:1763346494.376460:0:19977:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.376461:0:19977:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1600 with handle 0x757b854463afa250 to hash 00000020:00000001:1.0:1763346494.376463:0:19977:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.376464:0:19977:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000010:1.0:1763346494.376467:0:19977:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4100. 00010000:00000001:1.0:1763346494.376469:0:19977:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.376472:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.376473:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.376475:0:19977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376479:0:19977:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346494.376481:0:19977:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346494.376482:0:19977:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346494.376483:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.376484:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376486:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.376487:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376489:0:19977:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346494.376490:0:19977:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346494.376492:0:19977:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346494.376492:0:19977:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346494.376494:0:19977:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417972100) refcount = 1 00010000:00010000:1.0:1763346494.376497:0:19977:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376500:0:19977:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346494.376501:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.376503:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376504:0:19977:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346494.376505:0:19977:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376506:0:19977:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376508:0:19977:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.376510:0:19977:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346494.376511:0:19977:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.376514:0:19977:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376518:0:19977:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346494.376519:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376520:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.376522:0:19977:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.376527:0:19977:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346494.376564:0:19977:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346494.376567:0:19977:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346494.376570:0:19977:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346494.376574:0:19977:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.376579:0:19977:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346494.376601:0:19977:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346494.376603:0:19977:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346494.376605:0:19977:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346494.376608:0:19977:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763346494.376611:0:19977:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346494.376612:0:19977:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346494.376615:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.376617:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.376618:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=3 00000020:00000001:1.0:1763346494.376620:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346494.376622:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346494.376625:0:19977:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.376627:0:19977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376632:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376633:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.376636:0:19977:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376644:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.376645:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376648:0:19977:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.376651:0:19977:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00010000:1.0:1763346494.376656:0:19977:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.376658:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.376660:0:19977:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.376662:0:19977:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376667:0:19977:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.376668:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.376669:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.376670:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=4 00000020:00000001:1.0:1763346494.376672:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346494.376674:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346494.376676:0:19977:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.376679:0:19977:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376684:0:19977:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.376686:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.376687:0:19977:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376690:0:19977:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.376691:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.376693:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.376694:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.376696:0:19977:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0200 with handle 0x757b854463afa249 from hash 00010000:00000001:1.0:1763346494.376698:0:19977:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.376699:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376700:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376702:0:19977:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.376703:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.376705:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376706:0:19977:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.376709:0:19977:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.376711:0:19977:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.376714:0:19977:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346494.376716:0:19977:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346494.376719:0:19977:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376722:0:19977:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376725:0:19977:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.376726:0:19977:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.376728:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376729:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376731:0:19977:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376733:0:19977:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.376735:0:19977:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.376737:0:19977:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376742:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376744:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376745:0:19977:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.376747:0:19977:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.376748:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.376750:0:19977:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa249 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000010:1.0:1763346494.376756:0:19977:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4400. 00010000:00000001:1.0:1763346494.376763:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.376764:0:19977:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346494.376765:0:19977:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346494.376766:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.376767:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.376769:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346494.376770:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.376772:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.376774:0:19977:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.376777:0:19977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376781:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376782:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.376784:0:19977:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376788:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.376789:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376791:0:19977:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.376792:0:19977:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00010000:1.0:1763346494.376797:0:19977:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.376798:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.376799:0:19977:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.376801:0:19977:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376804:0:19977:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.376805:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.376806:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.376807:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=4 00000020:00000001:1.0:1763346494.376809:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.376810:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.376812:0:19977:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.376814:0:19977:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376818:0:19977:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.376819:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.376820:0:19977:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376822:0:19977:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.376823:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.376824:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.376826:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.376828:0:19977:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1600 with handle 0x757b854463afa250 from hash 00010000:00000001:1.0:1763346494.376830:0:19977:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.376831:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376832:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376833:0:19977:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.376835:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.376836:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376838:0:19977:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.376839:0:19977:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.376840:0:19977:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.376842:0:19977:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0xf73d7ff9 (ffff9fb417972100) 00010000:00010000:1.0:1763346494.376844:0:19977:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346494.376846:0:19977:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376847:0:19977:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376849:0:19977:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.376850:0:19977:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.376852:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376853:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376854:0:19977:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376856:0:19977:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.376857:0:19977:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.376860:0:19977:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000001:1.0:1763346494.376865:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376866:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376867:0:19977:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.376868:0:19977:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.376869:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.376871:0:19977:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa250 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000010:1.0:1763346494.376875:0:19977:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4100. 00010000:00000040:1.0:1763346494.376878:0:19977:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972100 count: 0 00010000:00000010:1.0:1763346494.376884:0:19977:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb5351e2880. 00010000:00000001:1.0:1763346494.376889:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.376890:0:19977:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346494.376892:0:19977:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346494.376893:0:19977:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346494.376894:0:19977:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346494.376897:0:19977:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763346494.376901:0:19977:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346494.376903:0:19977:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346494.376904:0:19977:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346494.376906:0:19977:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346494.376908:0:19977:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346494.376910:0:19977:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346494.376925:0:19977:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.376927:0:19977:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346494.376930:0:19977:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763346494.376932:0:19977:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346494.376934:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.376938:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376939:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376941:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.376942:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.376944:0:19977:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1000 with handle 0x757b854463afa242 from hash 00010000:00000001:1.0:1763346494.376946:0:19977:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.376947:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.376948:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.376950:0:19977:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346494.376951:0:19977:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763346494.376954:0:19977:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763346494.376959:0:19977:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa242 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128fd expref: 495 pid: 19977 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346494.376965:0:19977:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346494.376968:0:19977:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.376971:0:19977:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.376973:0:19977:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.376975:0:19977:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376977:0:19977:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.376978:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.376979:0:19977:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.376980:0:19977:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.376981:0:19977:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.376982:0:19977:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.376984:0:19977:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.376986:0:19977:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346494.376988:0:19977:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763346494.376989:0:19977:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.376990:0:19977:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.376992:0:19977:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.376993:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.376995:0:19977:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa242 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128fd expref: 495 pid: 19977 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.377001:0:19977:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:1.0:1763346494.377004:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00010000:00000010:1.0:1763346494.377006:0:19977:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346494.377009:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.377011:0:19977:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1000, rc -2) 00000004:00000001:1.0:1763346494.377014:0:19977:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346494.377017:0:19977:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763346494.377021:0:19977:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9fb41788d1e8. 00000004:00000010:1.0:1763346494.377024:0:19977:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9fb5389793c0. 00000004:00000001:1.0:1763346494.377028:0:19977:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346494.377031:0:19977:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346494.377033:0:19977:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763346494.377037:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540793728 00010000:00000001:1.0:1763346494.377041:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.377046:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb536047100 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/53424 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346494.377061:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.377064:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.377067:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346494.377072:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.377075:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.377077:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.377080:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.377083:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.377087:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.377090:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.377096:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff9fb417a1f000. 00000100:00000200:1.0:1763346494.377103:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1848996540793856, offset 224 00000400:00000200:1.0:1763346494.377110:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.377123:0:19977:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.377130:0:19977:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198565:198565:256:4294967295] 192.168.204.16@tcp LPNI seq info [198561:198561:8:4294967295] 00000400:00000200:1.0:1763346494.377142:0:19977:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.377148:0:19977:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.377152:0:19977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff9fb417a1fe00. 00000800:00000200:1.0:1763346494.377158:0:19977:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.377167:0:19977:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346494.377171:0:19977:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb417a1fe00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:1.0:1763346494.379842:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.379858:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.379863:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.379866:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.379869:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.379881:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536047100 x1848996540793728/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 672/53424 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.379895:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb536047100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:2355:x1848996540793728:12345-192.168.204.16@tcp:63:ll_sa.0 Request processed in 5137us (8740us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763346494.379908:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 581 00000100:00000040:1.0:1763346494.379914:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346494.379916:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.379918:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.379926:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896c80. 00000020:00000010:1.0:1763346494.379934:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1898. 00000020:00000010:1.0:1763346494.379939:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ec00. 00000020:00000040:1.0:1763346494.379945:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:1.0:1763346494.379949:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.380720:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.380740:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.380743:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.380746:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.380755:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.380772:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e014480 00000400:00000200:2.0:1763346494.380781:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 7560 00000800:00000001:2.0:1763346494.380790:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.381821:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.381828:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.381835:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.381845:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.381847:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346494.381858:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb503296d80. 00000100:00000040:2.0:1763346494.381862:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb503296d80 x1848996540793984 msgsize 328 00000100:00100000:2.0:1763346494.381867:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.381883:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763346494.382375:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.382379:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540793984 02000000:00000001:1.0:1763346494.382382:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.382385:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.382387:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.382392:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.382396:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540793984 00000020:00000001:1.0:1763346494.382400:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.382402:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346494.382405:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.382408:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:1.0:1763346494.382411:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346494.382413:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346494.382418:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.382424:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.382427:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.382430:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30680. 00000020:00000010:1.0:1763346494.382437:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e800. 00000020:00000010:1.0:1763346494.382443:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.382448:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346494.382455:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346494.382458:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.382460:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.382462:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.382471:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.382485:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.382497:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.382499:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.382505:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20116 00000100:00000040:1.0:1763346494.382510:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346494.382512:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198523784576 : -105875185767040 : ffff9fb503296d80) 00000100:00000040:1.0:1763346494.382519:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503296d80 x1848996540793984/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346494.382529:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.382532:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.382534:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.382536:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30680. 00000100:00100000:1.0:1763346494.382541:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540793984:12345-192.168.204.16@tcp:101:stat.0 00000100:00000200:1.0:1763346494.382545:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540793984 00000800:00000001:3.0:1763346494.382620:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1763346494.382626:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1763346494.382627:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1763346494.382631:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff9fb417a1fe00. 00000400:00000200:2.0:1763346494.382634:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.382639:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.382644:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417a1f000 00000400:00000010:2.0:1763346494.382647:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff9fb417a1f000. 00000100:00000001:2.0:1763346494.382650:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.382652:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1763346494.383933:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.383938:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.383941:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.383944:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.383946:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346494.383949:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.383953:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.383955:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.383957:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.383965:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.383967:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346494.383970:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346494.383972:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346494.383974:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346494.383976:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.383985:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346494.383993:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:1.0:1763346494.383997:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.384000:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.384004:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0c00. 00000020:00000001:1.0:1763346494.384008:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.384011:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0c00 with handle 0x757b854463afa257 to hash 00000020:00000001:1.0:1763346494.384013:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.384015:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.384018:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00010000:1.0:1763346494.384024:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa257 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212904 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.384033:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346494.384035:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:1.0:1763346494.384043:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346494.384046:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346494.384049:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.384052:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.384057:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb50f92ec00. 02000000:00000001:1.0:1763346494.384059:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.384061:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.384065:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346494.384067:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.384071:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.384073:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346494.384078:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277380. 00002000:00000001:1.0:1763346494.384080:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346494.384083:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346494.384087:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.384091:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346494.384097:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389793c0. 00000100:00000001:1.0:1763346494.384099:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420195776 : -105874289355840 : ffff9fb5389793c0) 00000100:00000001:1.0:1763346494.384101:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420195776 : -105874289355840 : ffff9fb5389793c0) 00000100:00000001:1.0:1763346494.384103:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346494.384105:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346494.384107:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346494.384109:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346494.384114:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb536046a00. 00000020:00000040:1.0:1763346494.384117:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346494.384120:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346494.384123:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346494.384128:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346494.384134:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1e000. 00000100:00000001:1.0:1763346494.384139:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.384145:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346494.384148:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346494.384156:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.384164:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346494.384166:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.384170:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb536046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514971392:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346494.384174:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346494.384179:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346494.384182:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.384184:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346494.384188:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1fa00. 02000000:00000001:1.0:1763346494.384190:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346494.384196:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636058. 00000400:00000010:1.0:1763346494.384201:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346494.384208:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514971392, portal 16 00000100:00000001:1.0:1763346494.384210:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346494.384229:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199376996864 : -105874332554752 : ffff9fb536046a00) 00000100:00000040:1.0:1763346494.384234:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.384241:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.384244:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.384248:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b110. 00000100:00000200:1.0:1763346494.384251:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514971392, offset 0 00000400:00000200:1.0:1763346494.384257:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.384269:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.384274:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346494.384278:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346494.384281:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346494.384284:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346494.384287:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198566:198566:256:4294967295] 192.168.204.16@tcp LPNI seq info [198562:198562:8:4294967295] 00000400:00000200:1.0:1763346494.384309:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.384315:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.384320:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842c00. 00000800:00000200:1.0:1763346494.384326:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.384334:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.384338:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.384370:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.384374:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731299 00000100:00000010:1.0:1763346494.384379:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54360. 00000100:00000001:1.0:1763346494.384385:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763346494.384392:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731299 00000100:00000010:1.0:1763346494.384395:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a546c0. 00000100:00000001:1.0:1763346494.384397:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763346494.384401:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731299 00000100:00000010:1.0:1763346494.384404:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54660. 00000100:00000001:1.0:1763346494.384406:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763346494.384409:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731299 00000100:00000010:1.0:1763346494.384411:0:57808:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54240. 00000100:00000001:1.0:1763346494.384414:0:57808:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763346494.384417:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.384420:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.384422:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.384424:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.384427:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.384429:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346494.384431:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277380. 00010000:00000001:1.0:1763346494.384433:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.384435:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346494.384437:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346494.384439:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.384440:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346494.384442:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346494.384444:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5389793c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346494.384447:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346494.384449:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346494.384978:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.384983:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842c00. 00000400:00000200:2.0:1763346494.384988:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.384994:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.385000:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b110 00000400:00000010:2.0:1763346494.385003:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b110. 00000100:00000001:2.0:1763346494.385007:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346494.385012:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.385023:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.385026:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.385034:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.385036:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763346494.385544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00010000:00000010:1.1:1763346494.385552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972100. 00010000:00000010:1.1:1763346494.385556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:1.1:1763346494.385559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00000800:00000001:3.0:1763346494.387403:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.387421:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.387425:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.387427:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.387437:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.387456:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773f00 00000400:00000200:3.0:1763346494.387466:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fb8d [1] + 224 00000800:00000001:3.0:1763346494.387474:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.387484:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.387487:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.387491:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.387498:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.387507:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.387518:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.387541:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.387550:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.387554:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.387651:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346494.387659:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346494.387663:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346494.387666:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636058. 00000400:00000200:1.0:1763346494.387671:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346494.387674:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346494.387677:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.387681:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346494.387689:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.387694:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346494.387696:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.387699:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346494.387704:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346494.387706:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.387709:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.387712:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.387721:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346494.387724:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346494.387726:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346494.387728:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.387731:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346494.387734:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.387736:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.387741:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.387747:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.387750:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346494.387752:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.387755:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346494.387760:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346494.387771:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346494.387774:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.387782:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:1.0:1763346494.387785:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:1.0:1763346494.387787:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346494.387795:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346494.387798:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:1.0:1763346494.387803:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.387805:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.387806:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.387810:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346494.387817:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb536046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514971392:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346494.387822:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.387824:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.387827:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346494.387829:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.387832:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb536046a00 x1848996514971392/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.387838:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346494.387841:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346494.387845:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1fa00. 02000000:00000001:1.0:1763346494.387849:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346494.387851:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346494.387853:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346494.387855:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346494.387859:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1e000. 02000000:00000001:1.0:1763346494.387862:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346494.387864:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346494.387866:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536046a00. 00000100:00000001:1.0:1763346494.387869:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346494.387871:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346494.387873:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389793c0. 00000100:00000001:1.0:1763346494.387876:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346494.387878:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346494.387881:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30680. 00010000:00000001:1.0:1763346494.387884:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.387888:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346494.387891:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346494.387894:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.387900:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.387901:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.387904:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.387906:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.387909:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0c00 with handle 0x757b854463afa257 from hash 00010000:00000001:1.0:1763346494.387912:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.387913:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.387914:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.387915:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346494.387917:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346494.387920:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346494.387927:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa257 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212904 expref: 22 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346494.387942:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346494.387946:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.387949:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.387951:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.387953:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.387957:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.387958:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.387960:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.387962:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.387963:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.387965:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.387967:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346494.387969:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.387971:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.387973:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.387975:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.387979:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa257 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212904 expref: 22 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346494.387987:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:1.0:1763346494.387989:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:1.0:1763346494.387996:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.387997:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0c00, rc 0) 00000020:00000001:1.0:1763346494.388000:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346494.388005:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540793984 00010000:00000001:1.0:1763346494.388008:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.388013:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503296d80 x1848996540793984/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346494.388020:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.388022:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.388025:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.388030:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.388033:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.388036:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.388038:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.388041:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.388045:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.388048:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.388137:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346494.388144:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540793984, offset 224 00000400:00000200:1.0:1763346494.388151:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.388162:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.388169:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198567:198567:256:4294967295] 192.168.204.16@tcp LPNI seq info [198563:198563:8:4294967295] 00000400:00000200:1.0:1763346494.388179:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.388184:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.388190:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842b00. 00000800:00000200:1.0:1763346494.388195:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.388204:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.388208:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.388275:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.388279:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.388282:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.388283:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.388286:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.388300:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503296d80 x1848996540793984/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.388310:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503296d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540793984:12345-192.168.204.16@tcp:101:stat.0 Request processed in 5779us (6445us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346494.388319:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20116 00000100:00000040:1.0:1763346494.388323:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346494.388325:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.388327:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.388333:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.388338:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346494.388343:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e800. 00000020:00000040:1.0:1763346494.388347:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346494.388350:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.388589:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.388594:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842b00. 00000400:00000200:2.0:1763346494.388599:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.388605:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.388610:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:2.0:1763346494.388621:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:2.0:1763346494.388625:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.388627:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346494.394501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00000800:00000001:2.0:1763346494.404347:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.404366:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.404370:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.404372:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.404383:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.404400:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e014500 00000400:00000200:2.0:1763346494.404409:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 71920 00000800:00000001:2.0:1763346494.404420:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.404429:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.404432:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.404436:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.404444:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.404447:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346494.404454:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb503294380. 00000100:00000040:2.0:1763346494.404458:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb503294380 x1848996540794112 msgsize 576 00000100:00100000:2.0:1763346494.404463:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.404484:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.404492:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.404496:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.404945:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.404948:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540794112 02000000:00000001:0.0:1763346494.404951:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.404954:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.404955:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.404960:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.404964:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540794112 00000020:00000001:0.0:1763346494.404967:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.404969:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.404971:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.404975:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:0.0:1763346494.404977:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.404979:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.404984:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.404989:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.404993:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.404995:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.405001:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.405007:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.405011:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.405018:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.405021:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.405022:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346494.405025:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346494.405027:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.405029:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.405037:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.405052:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.405072:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.405075:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.405087:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140821 00000100:00000040:0.0:1763346494.405092:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.405094:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198523773824 : -105875185777792 : ffff9fb503294380) 00000100:00000040:0.0:1763346494.405103:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503294380 x1848996540794112/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 576/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.405112:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.405115:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.405117:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.405119:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.405123:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+494:226287:x1848996540794112:12345-192.168.204.16@tcp:101:readlink.0 00000100:00000200:0.0:1763346494.405127:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540794112 00000020:00000001:0.0:1763346494.405131:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.405135:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.405140:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.405143:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.405145:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346494.405148:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.405152:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540794112, found 0 last_xid 1848996540794111 00000020:00000001:0.0:1763346494.405155:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.405158:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.405160:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.405167:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.405169:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346494.405172:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346494.405174:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346494.405176:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346494.405178:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.405183:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.405191:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:0.0:1763346494.405193:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.405196:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.405200:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346494.405205:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.405207:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa25e to hash 00000020:00000001:0.0:1763346494.405209:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.405253:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000010:0.0:1763346494.405261:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.405264:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346494.405270:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa25e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921290b expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.405278:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346494.405281:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:0.0:1763346494.405296:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346494.405299:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346494.405307:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346494.405310:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346494.405312:0:19972:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346494.405314:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.405316:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763346494.405319:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.405323:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199476339256 : -105874233212360 : ffff9fb53bf04238) 00000004:00000001:0.0:1763346494.405326:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638199476339168 : -105874233212448 : ffff9fb53bf041e0) 00000004:00000001:0.0:1763346494.405327:0:19972:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405331:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346494.405332:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346494.405335:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.405337:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.405375:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb514180000. 02000000:00000001:0.0:1763346494.405378:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.405381:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405383:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405386:0:19972:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346494.405390:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346494.405392:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.405394:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405396:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.405398:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.405399:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405401:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.405402:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.405404:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405405:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.405407:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.405408:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405409:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.405410:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.405412:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405414:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.405415:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.405416:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405418:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.405419:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.405423:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.405428:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.405430:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.405433:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.405435:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405437:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.405439:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405441:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.405443:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405446:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763346494.405450:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.405451:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346494.405453:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.405455:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346494.405457:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346494.405460:0:19972:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1763346494.405462:0:19972:0:(mdt_lib.c:2202:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.405464:0:19972:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000bd2:0x4057:0x0], ldlm_rep = ffff9fb514180228 00000004:00000001:0.0:1763346494.405469:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.405473:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.405475:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.405479:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:0.0:1763346494.405482:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.405484:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.405487:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346494.405489:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.405490:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa265 to hash 00000020:00000001:0.0:1763346494.405492:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.405494:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000010:0.0:1763346494.405496:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf180. 00010000:00000001:0.0:1763346494.405498:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.405502:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.405504:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.405507:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa265 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.405513:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.405518:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.405521:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.405523:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.405527:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.405529:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.405530:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.405532:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.405535:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.405536:0:19972:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.405538:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.405541:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:0.0:1763346494.405544:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.405549:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 495 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.405556:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 495 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.405562:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa265 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.405568:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.405573:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.405575:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.405578:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.405579:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.405581:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.405583:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.405586:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.405589:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.405592:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa265 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.405598:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.405599:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.405601:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.405603:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.405604:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.405606:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346494.405608:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.405611:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.405626:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.405628:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.405629:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405633:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763346494.405638:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.405642:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346494.405679:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405683:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.405690:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.405692:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.405698:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405701:0:19972:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405706:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405709:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.405710:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.405711:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.405713:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405717:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405719:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346494.405721:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346494.405723:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405726:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.405727:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405728:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.405729:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.405731:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.405732:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.405733:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.405735:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.405736:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763346494.405739:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4057:0x0]: returning size 11776 00000004:00200000:0.0:1763346494.405741:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00000002:0.0:1763346494.405742:0:19972:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763346494.405744:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.405745:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405747:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346494.405749:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.405751:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.405752:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.405753:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405756:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405757:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.405760:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.405765:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.405773:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405775:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.405788:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.405789:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.405791:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346494.405793:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.405796:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00000004:00010000:0.0:1763346494.405799:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa265 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.405804:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.405805:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.405806:0:19972:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763346494.405808:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.405811:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763346494.405813:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.405814:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.405815:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346494.405817:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346494.405819:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00000004:00000040:0.0:1763346494.405822:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346494.405825:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:0.0:1763346494.405828:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.405829:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.405830:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.405833:0:19972:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763346494.405836:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.405837:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346494.405839:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346494.405840:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346494.405842:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346494.405844:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346494.405848:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.405850:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.405853:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.405854:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.405856:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346494.405858:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346494.405860:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.405864:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.405865:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.405867:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.405869:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.405871:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa25e from hash 00010000:00000001:0.0:1763346494.405902:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.405903:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.405904:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.405905:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346494.405906:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.405910:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa25e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921290b expref: 496 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.405918:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346494.405920:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:0.0:1763346494.405923:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.405932:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.405933:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.405937:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346494.405942:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa265 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921290b expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.405949:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.405952:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.405954:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346494.405956:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1763346494.405959:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.405962:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.405964:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.405965:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.405966:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.405967:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36c00, rc 0) 00000020:00000001:0.0:1763346494.405969:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.405973:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540794112 00010000:00000001:0.0:1763346494.405976:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.405981:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503294380 x1848996540794112/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 576/584 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.405989:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.405991:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.405995:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.406000:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.406002:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.406005:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.406007:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.406010:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.406013:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.406016:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.406020:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a550. 00000100:00000200:0.0:1763346494.406027:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848996540794112, offset 224 00000400:00000200:0.0:1763346494.406033:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.406043:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.406050:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198568:198568:256:4294967295] 192.168.204.16@tcp LPNI seq info [198564:198564:8:4294967295] 00000400:00000200:0.0:1763346494.406072:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.406078:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.406084:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead200. 00000800:00000200:0.0:1763346494.406090:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.406098:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.406103:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.406121:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.406125:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.406127:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.406129:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.406132:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.406136:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503294380 x1848996540794112/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 576/584 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.406145:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+495:226287:x1848996540794112:12345-192.168.204.16@tcp:101:readlink.0 Request processed in 1031us (1684us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.406152:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140821 00000100:00000040:0.0:1763346494.406156:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.406158:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.406161:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.406165:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.406169:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.406174:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.406180:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:0.0:1763346494.406183:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.406363:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.406369:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead200. 00000400:00000200:3.0:1763346494.406375:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.406380:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.406384:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a550 00000400:00000010:3.0:1763346494.406387:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a550. 00000100:00000001:3.0:1763346494.406390:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.406392:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346494.414249:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.414271:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.414275:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.414277:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.414298:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.414317:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e014580 00000400:00000200:2.0:1763346494.414325:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 7888 00000800:00000001:2.0:1763346494.414334:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.414344:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.414347:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.414351:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.414360:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.414362:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346494.414369:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb503294000. 00000100:00000040:2.0:1763346494.414373:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb503294000 x1848996540794240 msgsize 328 00000100:00100000:2.0:1763346494.414377:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.414713:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.414725:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.414729:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.414784:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.414789:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540794240 02000000:00000001:1.0:1763346494.414792:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.414795:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.414798:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.414804:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.414808:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540794240 00000020:00000001:1.0:1763346494.414812:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.414814:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346494.414816:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.414820:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:1.0:1763346494.414823:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346494.414825:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346494.414830:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.414837:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.414840:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.414842:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30680. 00000020:00000010:1.0:1763346494.414851:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e800. 00000020:00000010:1.0:1763346494.414857:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.414863:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346494.414873:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346494.414875:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.414877:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.414879:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.414887:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.414901:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.414915:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.414916:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.414922:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20117 00000100:00000040:1.0:1763346494.414926:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346494.414928:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198523772928 : -105875185778688 : ffff9fb503294000) 00000100:00000040:1.0:1763346494.414936:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503294000 x1848996540794240/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346494.414944:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.414947:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.414949:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.414951:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30680. 00000100:00100000:1.0:1763346494.414954:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540794240:12345-192.168.204.16@tcp:101:readlink.0 00000100:00000200:1.0:1763346494.414959:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540794240 00000020:00000001:1.0:1763346494.414962:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.414966:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.414968:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.414971:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.414973:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346494.414977:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.414980:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.414982:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.414984:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.414990:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.414992:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346494.414995:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346494.414997:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346494.414998:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346494.415001:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.415006:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346494.415014:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:1.0:1763346494.415017:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.415020:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.415024:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0c00. 00000020:00000001:1.0:1763346494.415027:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.415030:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0c00 with handle 0x757b854463afa26c to hash 00000020:00000001:1.0:1763346494.415032:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.415033:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.415036:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00010000:1.0:1763346494.415042:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa26c lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212912 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.415386:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346494.415390:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:1.0:1763346494.415398:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346494.415401:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346494.415405:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.415408:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.415413:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb50f92f400. 02000000:00000001:1.0:1763346494.415416:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.415418:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.415422:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346494.415424:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.415428:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.415430:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346494.415436:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277380. 00002000:00000001:1.0:1763346494.415438:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346494.415441:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346494.415444:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30680. 00000100:00000001:1.0:1763346494.415447:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346494.415453:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389793c0. 00000100:00000001:1.0:1763346494.415455:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420195776 : -105874289355840 : ffff9fb5389793c0) 00000100:00000001:1.0:1763346494.415457:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420195776 : -105874289355840 : ffff9fb5389793c0) 00000100:00000001:1.0:1763346494.415460:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346494.415462:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346494.415463:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346494.415465:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346494.415469:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb536046a00. 00000020:00000040:1.0:1763346494.415473:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346494.415477:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346494.415479:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346494.415484:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346494.415491:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1e000. 00000100:00000001:1.0:1763346494.415496:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.415502:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346494.415506:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346494.415511:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.415519:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346494.415521:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.415525:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb536046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514971520:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346494.415531:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346494.415536:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346494.415539:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.415542:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346494.415546:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1fa00. 02000000:00000001:1.0:1763346494.415547:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346494.415552:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636058. 00000400:00000010:1.0:1763346494.415558:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b550. 00000100:00000200:1.0:1763346494.415565:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514971520, portal 16 00000100:00000001:1.0:1763346494.415567:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346494.415569:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199376996864 : -105874332554752 : ffff9fb536046a00) 00000100:00000040:1.0:1763346494.415574:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.415581:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.415583:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.415586:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b220. 00000100:00000200:1.0:1763346494.415589:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514971520, offset 0 00000400:00000200:1.0:1763346494.415594:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.415606:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.415622:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346494.415627:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346494.415630:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346494.415633:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346494.415637:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198569:198569:256:4294967295] 192.168.204.16@tcp LPNI seq info [198565:198565:8:4294967295] 00000400:00000200:1.0:1763346494.415646:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.415651:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.415656:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842300. 00000800:00000200:1.0:1763346494.415662:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.415670:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.415674:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.416439:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.416446:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731331 00000100:00000001:1.0:1763346494.416454:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731299 00000100:00000001:1.0:1763346494.416458:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731331 00000100:00000001:1.0:1763346494.416461:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731299 00000100:00000001:1.0:1763346494.416464:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731331 00000100:00000001:1.0:1763346494.416467:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731299 00000100:00000001:1.0:1763346494.416469:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731331 00000100:00000001:1.0:1763346494.416471:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731299 00000100:00000001:1.0:1763346494.416474:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.416476:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.416479:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.416480:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.416483:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.416485:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346494.416487:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277380. 00010000:00000001:1.0:1763346494.416491:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.416493:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346494.416495:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346494.416497:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.416499:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346494.416501:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346494.416503:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5389793c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346494.416506:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346494.416509:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346494.417403:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.417410:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842300. 00000400:00000200:2.0:1763346494.417418:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.417427:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.417434:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b220 00000400:00000010:2.0:1763346494.417436:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b220. 00000100:00000001:2.0:1763346494.417440:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346494.417447:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.417458:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.417462:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.417470:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.417472:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.420792:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.420811:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.420816:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.420819:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.420832:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.420853:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c773f80 00000400:00000200:3.0:1763346494.420865:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fb9d [1] + 224 00000800:00000001:3.0:1763346494.420874:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.420883:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.420887:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.420892:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.420901:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.420913:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.420925:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.421000:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346494.421021:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.421032:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.421036:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1763346494.421093:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346494.421096:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346494.421100:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636058. 00000400:00000200:1.0:1763346494.421105:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b550 00000400:00000010:1.0:1763346494.421108:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b550. 00000100:00000001:1.0:1763346494.421111:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.421118:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346494.421133:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.421140:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346494.421142:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.421145:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346494.421149:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346494.421153:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.421155:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.421160:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.421168:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346494.421172:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346494.421175:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346494.421176:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.421179:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346494.421183:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.421185:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.421189:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.421195:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.421198:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346494.421200:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.421203:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346494.421209:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346494.421254:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346494.421258:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.421265:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:1.0:1763346494.421268:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:1.0:1763346494.421270:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346494.421277:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346494.421281:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:1.0:1763346494.421284:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.421286:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.421297:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.421303:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346494.421310:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb536046a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514971520:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346494.421315:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.421318:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.421320:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346494.421322:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.421325:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb536046a00 x1848996514971520/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.421332:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346494.421334:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346494.421338:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1fa00. 02000000:00000001:1.0:1763346494.421342:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346494.421344:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346494.421346:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346494.421348:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346494.421351:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1e000. 02000000:00000001:1.0:1763346494.421354:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346494.421356:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346494.421358:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536046a00. 00000100:00000001:1.0:1763346494.421361:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346494.421362:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346494.421365:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389793c0. 00000100:00000001:1.0:1763346494.421368:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346494.421369:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346494.421372:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30680. 00010000:00000001:1.0:1763346494.421375:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.421379:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346494.421382:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346494.421385:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.421390:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.421391:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.421394:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.421396:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.421399:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0c00 with handle 0x757b854463afa26c from hash 00010000:00000001:1.0:1763346494.421402:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.421403:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.421404:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.421405:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346494.421406:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346494.421409:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346494.421416:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa26c lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212912 expref: 22 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346494.421431:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346494.421435:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.421437:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.421439:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.421441:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.421444:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.421446:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.421447:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.421448:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.421449:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.421451:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.421453:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346494.421455:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.421458:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.421459:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.421460:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.421464:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa26c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212912 expref: 22 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346494.421472:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:1.0:1763346494.421475:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:1.0:1763346494.421481:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.421483:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0c00, rc 0) 00000020:00000001:1.0:1763346494.421486:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346494.421490:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540794240 00010000:00000001:1.0:1763346494.421494:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.421498:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503294000 x1848996540794240/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346494.421505:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.421508:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.421511:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.421514:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.421517:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.421519:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.421521:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.421524:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.421527:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.421530:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.421534:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b550. 00000100:00000200:1.0:1763346494.421538:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540794240, offset 224 00000400:00000200:1.0:1763346494.421545:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.421554:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.421561:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198570:198570:256:4294967295] 192.168.204.16@tcp LPNI seq info [198566:198566:8:4294967295] 00000400:00000200:1.0:1763346494.421570:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.421575:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.421581:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842900. 00000800:00000200:1.0:1763346494.421587:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.421595:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.421598:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.421606:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.421609:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.421611:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000010:0.1:1763346494.421768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00000800:00000200:2.0:1763346494.421880:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.421885:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842900. 00000400:00000200:2.0:1763346494.421889:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.421893:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.421897:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b550 00000400:00000010:2.0:1763346494.421899:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b550. 00000100:00000001:2.0:1763346494.421902:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.421904:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1763346494.423248:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.423253:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.423262:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503294000 x1848996540794240/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.423279:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503294000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540794240:12345-192.168.204.16@tcp:101:readlink.0 Request processed in 8332us (8903us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346494.423295:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20117 00000100:00000040:1.0:1763346494.423300:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346494.423303:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.423304:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.423312:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.423317:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346494.423322:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e800. 00000020:00000040:1.0:1763346494.423326:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346494.423329:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346494.430988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00000800:00000001:2.0:1763346494.455822:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.455839:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.455843:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.455845:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.455855:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.455873:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 464 into portal 12 MB=0x691a70e014600 00000400:00000200:2.0:1763346494.455881:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 464/464 into md 0xd4325 [64] + 72496 00000800:00000001:2.0:1763346494.455888:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.455913:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.455916:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.455921:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.455928:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.455930:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346494.455936:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb503297100. 00000100:00000040:2.0:1763346494.455939:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb503297100 x1848996540794368 msgsize 464 00000100:00100000:2.0:1763346494.455944:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.455963:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.455971:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.455974:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.456050:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.456053:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540794368 02000000:00000001:1.0:1763346494.456056:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.456059:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.456062:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.456075:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.456080:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540794368 00000020:00000001:1.0:1763346494.456083:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.456085:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346494.456088:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.456091:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:1.0:1763346494.456094:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346494.456096:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346494.456101:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.456106:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346494.456110:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.456113:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000020:00000010:1.0:1763346494.456120:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e800. 00000020:00000010:1.0:1763346494.456125:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.456130:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346494.456138:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346494.456141:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.456142:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.456145:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.456154:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.456172:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.456185:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.456187:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.456193:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140822 00000100:00000040:1.0:1763346494.456197:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346494.456199:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198523785472 : -105875185766144 : ffff9fb503297100) 00000100:00000040:1.0:1763346494.456207:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503297100 x1848996540794368/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 464/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346494.456249:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.456253:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346494.456255:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.456257:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000100:00100000:1.0:1763346494.456262:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:226290:x1848996540794368:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:1.0:1763346494.456266:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540794368 00000020:00000001:1.0:1763346494.456270:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.456273:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.456279:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.456282:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.456283:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026864 : -1039524752 : ffffffffc20a1c70) 00000020:00000001:1.0:1763346494.456286:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346494.456298:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540794368, found 0 last_xid 1848996540794367 00000020:00000001:1.0:1763346494.456300:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.456302:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.456305:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.456308:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763346494.456313:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.456317:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000020:00000001:1.0:1763346494.456320:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.456322:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.456327:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.456330:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.456337:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9fb40e71c000. 02000000:00000001:1.0:1763346494.456339:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.456341:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456346:0:19997:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763346494.456350:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346494.456352:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.456354:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456357:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.456358:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.456360:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456362:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.456363:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.456364:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456366:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.456367:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.456368:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456369:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.456370:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.456372:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456373:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.456374:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.456376:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456377:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.456378:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.456382:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346494.456388:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346494.456390:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346494.456392:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346494.456394:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456396:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.456397:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456399:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346494.456401:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456404:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763346494.456409:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314bcb0 00000004:00000002:1.0:1763346494.456412:0:19997:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763346494.456417:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346494.456420:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346494.456424:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346494.456427:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346494.456430:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346494.456436:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:1.0:1763346494.456438:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.456441:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.456445:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0c00. 00000020:00000001:1.0:1763346494.456448:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.456450:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0c00 with handle 0x757b854463afa273 to hash 00000020:00000001:1.0:1763346494.456452:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.456454:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000010:1.0:1763346494.456459:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346494.456462:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.456465:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.456467:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.456471:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456480:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346494.456484:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346494.456487:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346494.456489:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.456492:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456494:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.456495:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456498:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346494.456500:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346494.456501:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346494.456503:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346494.456506:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:1.0:1763346494.456509:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346494.456513:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 495 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.456521:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa265 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921290b expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.456527:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 495 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346494.456533:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456537:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346494.456542:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.456545:0:19997:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.456547:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346494.456548:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456550:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.456552:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.456555:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346494.456557:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.456560:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456564:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346494.456566:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.456567:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.456568:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346494.456570:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346494.456574:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972100. 00010000:00000010:1.0:1763346494.456579:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52ac94a80. 00010000:00000001:1.0:1763346494.456582:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.456584:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1000. 00000020:00000001:1.0:1763346494.456586:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.456588:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1000 with handle 0x757b854463afa27a to hash 00000020:00000001:1.0:1763346494.456589:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.456591:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000010:1.0:1763346494.456593:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4100. 00010000:00000001:1.0:1763346494.456595:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346494.456597:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.456598:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.456601:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456605:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346494.456606:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346494.456607:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346494.456608:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.456609:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456611:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.456612:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456613:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346494.456615:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346494.456615:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346494.456616:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346494.456617:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417972100) refcount = 1 00010000:00010000:1.0:1763346494.456621:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456625:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346494.456626:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.456628:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.456629:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346494.456631:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456633:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.456634:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.456636:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346494.456638:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.456640:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456645:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346494.456646:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.456647:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.456649:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456653:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346494.456688:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346494.456691:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346494.456694:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346494.456699:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.456703:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346494.456723:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346494.456725:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763346494.456726:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763346494.456729:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346494.456731:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346494.456733:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346494.456735:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.456737:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346494.456739:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.456740:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763346494.456743:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763346494.456744:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346494.456746:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346494.456747:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346494.456748:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346494.456749:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.456751:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.456770:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.456772:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346494.456774:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456776:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456778:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346494.456779:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:1.0:1763346494.456781:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.456785:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:1.0:1763346494.456787:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:1.0:1763346494.456791:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346494.456794:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346494.456795:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346494.456798:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 2 00010000:00000001:1.0:1763346494.456800:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.456802:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.456804:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1600. 00000020:00000001:1.0:1763346494.456806:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.456807:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1600 with handle 0x757b854463afa281 to hash 00000020:00000001:1.0:1763346494.456809:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.456810:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000010:1.0:1763346494.456813:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5330c4400. 00010000:00000001:1.0:1763346494.456815:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.456817:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.456818:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.456820:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456825:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346494.456827:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346494.456828:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346494.456829:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.456830:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456832:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.456833:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456835:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346494.456836:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346494.456837:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346494.456838:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346494.456840:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) refcount = 2 00010000:00000040:1.0:1763346494.456842:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346494.456845:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128f6 expref: 495 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346494.456856:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456860:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346494.456862:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.456863:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.456864:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346494.456865:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.456867:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.456868:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.456870:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346494.456871:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.456874:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.456878:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346494.456879:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.456880:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.456881:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.456883:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.456884:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346494.456886:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.456888:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.456890:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.456890:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.456891:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456894:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763346494.456898:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346494.456901:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346494.456906:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.456908:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346494.456915:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.456917:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.456922:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346494.456925:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346494.456929:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346494.456931:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346494.456933:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346494.456934:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763346494.456938:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346494.456939:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.456940:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.456942:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346494.456944:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346494.456947:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346494.456949:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346494.456950:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.456951:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.456953:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346494.456955:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346494.456956:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763346494.456958:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763346494.456960:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346494.456963:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb40e71c2f8 00000004:00000001:1.0:1763346494.456965:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456967:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.456969:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456970:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.456972:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.456973:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.456974:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.456975:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.456977:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346494.456978:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763346494.456981:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: returning size 1024 00000004:00000040:1.0:1763346494.456984:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405a:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763346494.456987:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763346494.456988:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9739 00000004:00200000:1.0:1763346494.456991:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:1.0:1763346494.456996:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346494.457003:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.457005:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457008:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.457009:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.457011:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346494.457012:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.457014:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00000004:00010000:1.0:1763346494.457017:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000004:00000001:1.0:1763346494.457023:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346494.457026:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:1.0:1763346494.457028:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346494.457029:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346494.457031:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346494.457032:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.457034:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763346494.457036:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457037:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.457038:0:19997:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346494.457041:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346494.457043:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346494.457044:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.457046:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.457053:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0c00 refcount=3 00000020:00000001:1.0:1763346494.457055:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.457057:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.457059:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.457062:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457068:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457069:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.457071:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457079:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.457081:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457084:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.457086:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346494.457092:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.457094:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.457096:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.457098:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457104:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.457105:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.457107:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.457108:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0c00 refcount=4 00000020:00000001:1.0:1763346494.457109:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.457111:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.457113:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.457116:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457120:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.457121:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.457123:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457125:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.457127:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.457128:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.457130:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.457132:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0c00 with handle 0x757b854463afa273 from hash 00010000:00000001:1.0:1763346494.457133:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.457135:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457136:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457137:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.457139:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.457140:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457142:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.457144:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.457146:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.457149:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:1.0:1763346494.457151:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346494.457154:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.457156:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457158:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.457159:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.457161:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457162:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457163:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457165:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.457167:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.457169:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457173:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457174:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457175:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.457177:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.457178:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.457180:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa273 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346494.457184:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4c00. 00010000:00000001:1.0:1763346494.457191:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.457192:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346494.457194:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346494.457194:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.457195:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.457197:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=3 00000020:00000001:1.0:1763346494.457198:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346494.457200:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346494.457202:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.457204:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457208:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457209:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.457211:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457252:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.457254:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457255:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.457257:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346494.457261:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.457264:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.457265:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.457267:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457271:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.457272:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.457273:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.457275:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=4 00000020:00000001:1.0:1763346494.457276:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346494.457278:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346494.457280:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.457282:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457286:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.457297:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.457299:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457302:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.457303:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.457305:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.457306:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.457308:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1000 with handle 0x757b854463afa27a from hash 00010000:00000001:1.0:1763346494.457310:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.457311:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457312:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457313:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.457315:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.457316:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457318:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.457319:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.457321:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.457322:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417972100) 00010000:00010000:1.0:1763346494.457324:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346494.457326:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.457327:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457328:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.457329:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.457331:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457332:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457333:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457335:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.457336:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.457339:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457343:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457344:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457345:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.457346:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.457347:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.457349:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa27a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346494.457354:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4100. 00010000:00000040:1.0:1763346494.457357:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972100 count: 0 00010000:00000010:1.0:1763346494.457362:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb52ac94a80. 00010000:00000001:1.0:1763346494.457366:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346494.457368:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346494.457369:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346494.457371:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346494.457372:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763346494.457374:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.457375:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.457376:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346494.457378:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.457380:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.457382:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.457384:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457388:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457389:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.457390:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457394:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.457396:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457397:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.457399:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346494.457404:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.457406:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.457407:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.457409:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457413:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.457414:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.457416:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.457417:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=4 00000020:00000001:1.0:1763346494.457419:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.457421:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346494.457423:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.457426:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457430:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.457431:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.457432:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457434:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.457436:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.457437:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.457438:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.457440:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1600 with handle 0x757b854463afa281 from hash 00010000:00000001:1.0:1763346494.457442:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.457443:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457444:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457445:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.457447:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.457449:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457450:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.457451:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.457452:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.457454:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:1.0:1763346494.457456:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346494.457457:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.457459:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457461:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.457462:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.457464:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457465:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457466:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.457468:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.457469:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.457471:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.457476:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.457477:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.457478:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.457479:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.457480:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.457482:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa281 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346494.457486:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5330c4400. 00010000:00000001:1.0:1763346494.457490:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763346494.457493:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346494.457495:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346494.457496:0:19997:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763346494.457498:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346494.457499:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346494.457501:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346494.457503:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763346494.457509:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.457510:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346494.457512:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763346494.457516:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540794368 00010000:00000001:1.0:1763346494.457519:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.457525:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503297100 x1848996540794368/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 464/520 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346494.457533:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.457535:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.457539:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.457544:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.457546:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.457549:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.457551:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.457553:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.457556:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.457559:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.457564:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b880. 00000100:00000200:1.0:1763346494.457571:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848996540794368, offset 224 00000400:00000200:1.0:1763346494.457577:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.457588:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.457594:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198571:198571:256:4294967295] 192.168.204.16@tcp LPNI seq info [198567:198567:8:4294967295] 00000400:00000200:1.0:1763346494.457604:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.457609:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.457613:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842200. 00000800:00000200:1.0:1763346494.457619:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.457628:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.457633:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.457647:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.457650:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.457653:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.457654:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.457657:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.457662:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503297100 x1848996540794368/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 464/520 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.457670:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:226290:x1848996540794368:12345-192.168.204.16@tcp:34:lfs.0 Request processed in 1421us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.457678:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140822 00000100:00000040:1.0:1763346494.457682:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346494.457684:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.457685:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.457690:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb5351e2880. 00000020:00000010:1.0:1763346494.457696:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346494.457700:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e800. 00000020:00000040:1.0:1763346494.457705:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:1.0:1763346494.457708:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.462688:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.462697:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842200. 00000400:00000200:3.0:1763346494.462705:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.462714:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.462721:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b880 00000400:00000010:3.0:1763346494.462724:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b880. 00000100:00000001:3.0:1763346494.462729:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.462731:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346494.465621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00010000:00000010:1.1:1763346494.470438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972100. 00010000:00000010:1.1:1763346494.470460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:1.1:1763346494.470464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00000800:00000001:2.0:1763346494.486125:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.486146:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.486150:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.486153:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.486163:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.486181:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e014700 00000400:00000200:2.0:1763346494.486190:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 72960 00000800:00000001:2.0:1763346494.486199:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.486278:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.486281:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.486286:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.486320:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.486323:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346494.486331:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb503294a80. 00000100:00000040:2.0:1763346494.486334:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb503294a80 x1848996540794624 msgsize 4616 00000100:00100000:2.0:1763346494.486338:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.486344:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1763346494.486362:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300731331, at 4300731336 00000100:00000010:2.0:1763346494.486370:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54660. 00000800:00000001:2.0:1763346494.486382:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.486386:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346494.486489:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300731331, at 4300731336 00000100:00000010:3.0:1763346494.486496:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54240. 00000100:00000040:1.0:1763346494.486566:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300731331, at 4300731336 00000100:00000010:1.0:1763346494.486573:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a546c0. 00000100:00000040:0.0:1763346494.487101:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300731331, at 4300731336 00000100:00000010:0.0:1763346494.487107:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54360. 00000100:00000001:0.0:1763346494.487129:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.487132:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540794624 02000000:00000001:0.0:1763346494.487136:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.487138:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.487141:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.487147:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.487152:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540794624 00000020:00000001:0.0:1763346494.487155:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.487157:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.487160:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.487163:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:0.0:1763346494.487166:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.487168:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.487173:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.487178:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.487182:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.487184:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.487190:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.487196:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.487200:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.487210:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.487320:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.487323:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346494.487326:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346494.487327:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.487329:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.487339:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.487623:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.487640:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.487642:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.487650:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140823 00000100:00000040:0.0:1763346494.487655:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.487657:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198523775616 : -105875185776000 : ffff9fb503294a80) 00000100:00000040:0.0:1763346494.487665:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb503294a80 x1848996540794624/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.487674:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.487678:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.487680:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.487683:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.487687:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb503294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+495:226292:x1848996540794624:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346494.487691:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540794624 00000020:00000001:0.0:1763346494.487695:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.487699:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.487705:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.487708:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.487710:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346494.487713:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.487717:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540794624, found 0 last_xid 1848996540794623 00000020:00000001:0.0:1763346494.487720:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.487722:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.487725:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.487731:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.487734:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346494.487737:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346494.487740:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346494.487741:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346494.487744:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.487749:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.487758:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:0.0:1763346494.487761:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.487764:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.487768:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346494.487773:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.487775:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa288 to hash 00000020:00000001:0.0:1763346494.487777:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.487779:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000010:0.0:1763346494.487785:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.487788:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346494.487793:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa288 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212919 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.487802:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346494.487805:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:0.0:1763346494.487812:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346494.487815:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346494.487822:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346494.487825:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346494.487826:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487828:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763346494.487834:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb503294a80 x1848996540794624/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/0 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763346494.487842:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346494.487844:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346494.487847:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763346494.487850:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.487852:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.487856:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.487858:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.487860:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.487862:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.487863:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.487864:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.487870:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.487871:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487873:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487875:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487878:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346494.487879:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346494.487882:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.487884:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.487921:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb528a30000. 02000000:00000001:0.0:1763346494.487923:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.487926:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487930:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346494.487931:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.487932:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.487934:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.487935:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.487937:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.487938:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.487939:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.487941:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.487943:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.487944:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.487947:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.487952:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.487953:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.487956:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.487957:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.487959:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.487960:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487962:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.487964:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487966:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346494.487968:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.487970:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346494.487973:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346494.487976:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:0.0:1763346494.487978:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x405a:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763346494.487982:0:19972:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763346494.487984:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.487986:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346494.487989:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.487992:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346494.487994:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346494.487995:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.487997:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:0.0:1763346494.487998:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.488002:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:0.0:1763346494.488003:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:0.0:1763346494.488005:0:19972:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763346494.488007:0:19972:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488012:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.488015:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346494.488022:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488025:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.488031:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.488033:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.488040:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.488042:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.488046:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.488047:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346494.488049:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.488051:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:0.0:1763346494.488680:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.488683:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.488684:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.488687:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.488690:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.488691:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763346494.488695:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb528a30378 00000004:00000001:0.0:1763346494.488698:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488701:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1763346494.488704:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346494.488706:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.488709:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x405a:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1763346494.488712:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763346494.488716:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.488718:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.488723:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 2 00010000:00000001:0.0:1763346494.488725:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.488727:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.488732:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346494.488735:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.488737:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa28f to hash 00000020:00000001:0.0:1763346494.488738:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.488740:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346494.488743:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfe00. 00010000:00000001:0.0:1763346494.488745:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.488750:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.488751:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.488755:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa28f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.488762:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.488767:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.488770:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.488772:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.488774:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.488777:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.488778:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.488780:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.488783:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.488785:0:19972:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.488787:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.488789:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) refcount = 2 00010000:00000040:0.0:1763346494.488792:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.488797:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128f6 expref: 496 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.488804:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa28f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.488808:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.488814:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.488816:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.488818:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.488820:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.488822:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.488824:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.488827:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.488830:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.488833:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa28f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.488837:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.488839:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.488840:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.488842:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.488844:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.488846:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:0.0:1763346494.488848:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.488851:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.488853:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.488855:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.488856:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.488858:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x405a:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763346494.488862:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.488864:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488868:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346494.488873:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.488875:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.488877:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.488878:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.488880:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.488882:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.488883:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.488884:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.488886:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763346494.488890:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: returning size 1024 00000001:00000001:0.0:1763346494.488893:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.488894:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488897:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346494.488898:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.488901:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.488902:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.488905:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.488907:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.488909:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.488911:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488914:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763346494.488916:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:0.0:1763346494.488918:0:19972:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763346494.488920:0:19972:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488925:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346494.488931:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346494.488934:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346494.488937:0:19972:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488940:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.488942:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.488946:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346494.488950:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb417969780. 00000020:00000001:0.0:1763346494.488952:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.488953:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb417969780 with handle 0x757b854463afa296 to hash 00000020:00000001:0.0:1763346494.488955:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346494.488957:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194571515776 : -105879138035840 : ffff9fb417969780) 00000004:00000001:0.0:1763346494.488959:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346494.488960:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346494.488962:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x405a:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:0.0:1763346494.488966:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763346494.488969:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.488981:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532677800. 00080000:00000001:0.0:1763346494.488984:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:0.0:1763346494.488987:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346494.488993:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.488999:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.489001:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.489020:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.489022:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346494.489026:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.489029:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055491, last_committed = 8590055482 00000001:00000010:0.0:1763346494.489032:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843900. 00000001:00000040:0.0:1763346494.489035:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:0.0:1763346494.489037:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:0.0:1763346494.489043:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a300. 00080000:00000001:0.0:1763346494.489051:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.490631:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.490641:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a300: xid 1848996540794624, transno 8590055491, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346494.490644:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.490659:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.490662:0:19972:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346494.490664:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.490667:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.490676:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.490680:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.490682:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.490687:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.490690:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.490693:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.490696:0:19972:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.490699:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346494.490701:0:19972:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346494.490702:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.490705:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.490706:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346494.490708:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346494.490709:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.490711:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346494.490713:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.490715:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.490716:0:19972:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346494.490723:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.490730:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.490735:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.490737:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346494.490742:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.490744:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346494.490746:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346494.490748:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346494.490750:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346494.490752:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346494.490770:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.490772:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763346494.490775:0:19972:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763346494.490777:0:19972:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.490781:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.490783:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.490785:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:0.0:1763346494.490787:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346494.490790:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00000004:00000040:0.0:1763346494.490794:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:0.0:1763346494.490796:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:0.0:1763346494.490803:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.490804:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.490805:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.490807:0:19972:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.490810:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.490814:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346494.490817:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346494.490820:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.490823:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.490824:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.490826:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.490827:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.490829:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa288 from hash 00010000:00000001:0.0:1763346494.490832:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.490833:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.490834:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.490835:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346494.490836:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.490843:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa288 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212919 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.490851:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346494.490853:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:0.0:1763346494.490856:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.490864:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.490866:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.490871:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346494.490876:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa28f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212919 expref: 497 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.490883:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.490885:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.490888:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:0.0:1763346494.490891:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763346494.490893:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.490896:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.490897:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.490898:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.490899:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.490901:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36400, rc 0) 00000020:00000001:0.0:1763346494.490904:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.490908:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055491, xid 1848996540794624 00010000:00000001:0.0:1763346494.490911:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.490916:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb503294a80 x1848996540794624/t8590055491(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/664 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.490925:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.490927:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.490931:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.490936:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.490938:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.490940:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.490943:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.490947:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.490951:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.490954:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.490959:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a198. 00000100:00000200:0.0:1763346494.490965:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540794624, offset 224 00000400:00000200:0.0:1763346494.490972:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.490985:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.490991:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198572:198572:256:4294967295] 192.168.204.16@tcp LPNI seq info [198568:198568:8:4294967295] 00000400:00000200:0.0:1763346494.491002:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.491007:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.491012:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deade00. 00000800:00000200:0.0:1763346494.491018:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.491026:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.491030:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deade00 type 1, nob 760 niov 1 nkiov 1 00000800:00000200:2.0:1763346494.493024:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.493032:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deade00. 00000400:00000200:2.0:1763346494.493039:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.493047:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.493053:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a198 00000400:00000010:2.0:1763346494.493056:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a198. 00000100:00000001:2.0:1763346494.493061:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.493063:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.494376:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.494386:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.494391:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.494394:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.494397:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.494408:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb503294a80 x1848996540794624/t8590055491(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/664 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.494420:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb503294a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:226292:x1848996540794624:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 6744us (8083us total) trans 8590055491 rc 0/0 00000100:00100000:0.0:1763346494.494430:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140823 00000100:00000040:0.0:1763346494.494435:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.494437:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.494440:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.494447:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.494455:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.494460:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.494467:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:0.0:1763346494.494470:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346494.495511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00000800:00000001:3.0:1763346494.504109:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.504130:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.504134:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.504137:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.504148:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.504167:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 552 into portal 12 MB=0x691a70e014800 00000400:00000200:3.0:1763346494.504175:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 552/552 into md 0xd4325 [64] + 77576 00000800:00000001:3.0:1763346494.504182:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.504188:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.504191:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.504195:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.504203:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.504205:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346494.504236:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3dc00. 00000100:00000040:3.0:1763346494.504240:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3dc00 x1848996540794880 msgsize 552 00000100:00100000:3.0:1763346494.504244:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.504261:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.504271:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.504274:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.504276:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.504278:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.504282:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.504296:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e014880 00000400:00000200:3.0:1763346494.504302:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127985 [2] + 656 00000800:00000001:3.0:1763346494.504306:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.504317:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.504319:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.504322:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.504326:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.504327:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346494.504331:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e680. 00000100:00000040:3.0:1763346494.504332:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3e680 x1848996540795008 msgsize 328 00000100:00100000:3.0:1763346494.504336:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.504346:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.504349:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.504352:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.504632:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.504636:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540795008 02000000:00000001:1.0:1763346494.504639:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.504642:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.504644:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.504649:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.504653:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540795008 00000020:00000001:1.0:1763346494.504656:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.504658:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346494.504661:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.504664:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:1.0:1763346494.504666:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346494.504669:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346494.504673:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.504680:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346494.504684:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.504687:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000020:00000010:1.0:1763346494.504694:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e800. 00000020:00000010:1.0:1763346494.504699:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52ac94a80. 00000020:00000010:1.0:1763346494.504704:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346494.504712:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346494.504715:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.504717:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346494.504720:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346494.504723:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.504726:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346494.504732:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.504733:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.504735:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:1.0:1763346494.504738:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:1.0:1763346494.504741:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:1.0:1763346494.504743:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.504745:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.504748:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.504751:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.504760:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.504778:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.504793:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.504795:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.504800:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1006 00000100:00000040:1.0:1763346494.504804:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346494.504807:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870500992 : -105874839050624 : ffff9fb517d3e680) 00000100:00000040:1.0:1763346494.504814:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3e680 x1848996540795008/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.504823:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.504826:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346494.504828:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.504830:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000100:00100000:1.0:1763346494.504834:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:2357:x1848996540795008:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346494.504838:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540795008 00010000:00000001:1.0:1763346494.504840:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346494.504843:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346494.504845:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346494.504851:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.504854:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.504859:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50f92f000. 02000000:00000001:1.0:1763346494.504861:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.504864:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.504866:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346494.504869:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346494.504871:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.504872:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.504874:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:1.0:1763346494.504875:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:1.0:1763346494.504878:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000040:1.0:1763346494.504882:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 3 00000004:00000001:1.0:1763346494.504887:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346494.504889:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346494.504893:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.504896:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.504898:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.504900:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.504906:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.504908:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.504914:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.504916:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.504919:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.504921:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.504923:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa28f from hash 00010000:00000001:1.0:1763346494.504925:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.504927:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.504928:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.504929:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.504934:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.504936:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.504938:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.504939:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.504944:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa28f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212919 expref: 497 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.504955:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346494.504958:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00010000:00000010:1.0:1763346494.504961:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfe00. 00010000:00000001:1.0:1763346494.504970:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.504972:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.504976:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.504978:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) 00010000:00000001:1.0:1763346494.504983:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.504986:0:5736:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.504987:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346494.504990:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346494.504991:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.504997:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.505000:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.505003:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.505008:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.505010:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.505013:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.505015:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.505018:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.505020:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.505023:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.505028:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b660. 00000100:00000200:1.0:1763346494.505034:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540795008, offset 224 00000400:00000200:1.0:1763346494.505040:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.505051:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.505071:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198573:198573:256:4294967295] 192.168.204.16@tcp LPNI seq info [198569:198569:8:4294967295] 00000400:00000200:1.0:1763346494.505081:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.505087:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.505093:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842200. 00000800:00000200:1.0:1763346494.505098:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.505107:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.505111:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.505120:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.505124:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.505126:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.505128:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.505132:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e680 x1848996540795008/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.505141:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+496:2357:x1848996540795008:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 317us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.505152:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1006 00000100:00000040:1.0:1763346494.505156:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346494.505159:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.505160:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.505166:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52ac94a80. 00000020:00000010:1.0:1763346494.505170:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346494.505174:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e800. 00000020:00000040:1.0:1763346494.505179:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000100:00000001:1.0:1763346494.505181:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346494.505575:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.505580:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842200. 00000400:00000200:2.0:1763346494.505584:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.505589:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.505593:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b660 00000400:00000010:2.0:1763346494.505595:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b660. 00000100:00000001:2.0:1763346494.505599:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.505601:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.505620:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.505622:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540794880 02000000:00000001:2.0:1763346494.505624:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.505625:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.505627:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.505630:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.505633:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540794880 00000020:00000001:2.0:1763346494.505635:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.505636:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.505637:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.505639:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=496 00000020:00000001:2.0:1763346494.505641:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.505643:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.505646:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.505649:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29a80. 00000100:00000001:2.0:1763346494.505651:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.505653:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29a80. 00000020:00000010:2.0:1763346494.505657:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.505661:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.505664:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.505668:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346494.505670:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.505672:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346494.505674:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346494.505676:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.505678:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.505683:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.505693:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.505701:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.505702:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.505705:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140824 00000100:00000040:2.0:1763346494.505708:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.505710:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870498304 : -105874839053312 : ffff9fb517d3dc00) 00000100:00000040:2.0:1763346494.505714:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3dc00 x1848996540794880/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 552/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.505722:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.505724:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29a80. 00000100:00000001:2.0:1763346494.505726:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.505728:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29a80. 00000100:00100000:2.0:1763346494.505732:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+496:226292:x1848996540794880:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346494.505735:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540794880 00000020:00000001:2.0:1763346494.505737:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.505741:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346494.505746:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a300: xid 1848996540794624, transno 8590055491, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.505751:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b9756c0: xid 1848996540793344, transno 8590055490, client gen 3, slot idx 2 00000001:00000010:2.0:1763346494.505755:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b9756c0. 00000020:00000001:2.0:1763346494.505760:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.505762:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.505765:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346494.505767:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.505771:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540794880, found 0 last_xid 1848996540794879 00000020:00000001:2.0:1763346494.505773:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.505776:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.505778:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.505781:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.505783:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346494.505785:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346494.505787:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346494.505789:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346494.505790:0:19972:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:2.0:1763346494.505792:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.505793:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.505795:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:2.0:1763346494.505796:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:2.0:1763346494.505798:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000040:2.0:1763346494.505801:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00000004:00000001:2.0:1763346494.505804:0:19972:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763346494.505805:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346494.505807:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.505808:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.505809:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.505811:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.505814:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.505816:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.505819:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.505820:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.505821:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.505823:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.505825:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa265 from hash 00010000:00000001:2.0:1763346494.505827:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.505828:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.505829:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.505830:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.505832:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346494.505833:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.505835:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.505836:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.505839:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa265 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921290b expref: 496 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.505846:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346494.505848:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:2.0:1763346494.505850:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf180. 00010000:00000001:2.0:1763346494.505855:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.505857:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.505859:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346494.505861:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00000001:2.0:1763346494.505864:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.505866:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.505867:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346494.505869:0:19972:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346494.505870:0:19972:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.505874:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.505878:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346494.505880:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.505883:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.505886:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80cc00. 00000020:00000001:2.0:1763346494.505888:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.505890:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80cc00 with handle 0x757b854463afa29d to hash 00000020:00000001:2.0:1763346494.505892:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.505893:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000010:2.0:1763346494.505898:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346494.505901:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00010000:2.0:1763346494.505905:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa29d lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212920 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.505911:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346494.505913:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:2.0:1763346494.505918:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346494.505921:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346494.505928:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346494.505931:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346494.505932:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.505935:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346494.505939:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb517d3dc00 x1848996540794880/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 552/0 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346494.505953:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346494.505955:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346494.505958:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346494.505961:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.505963:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.505966:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.505967:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.505970:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.505976:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.505977:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.505979:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.505981:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.505985:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346494.505986:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346494.505988:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.505990:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.506038:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5051b0000. 02000000:00000001:2.0:1763346494.506041:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.506043:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506048:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346494.506050:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.506051:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.506159:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.506161:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.506162:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.506164:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.506165:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.506166:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.506169:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.506170:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.506174:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346494.506180:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346494.506182:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346494.506185:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346494.506186:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.506190:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.506191:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506193:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346494.506195:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506197:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346494.506199:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506201:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346494.506203:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346494.506208:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:2.0:1763346494.506210:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(. :VOLATILE:0000:356607D2:fd=03->[0x200000bd2:0x4060:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763346494.506255:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346494.506257:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346494.506260:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.506264:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346494.506267:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346494.506270:0:19972:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346494.506271:0:19972:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506276:0:19972:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763346494.506278:0:19972:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x4060:0x0] 00000020:00000001:2.0:1763346494.506280:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763346494.506281:0:19972:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763346494.506286:0:19972:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346494.506299:0:19972:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346494.506304:0:19972:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763346494.506306:0:19972:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x4060:0x0] 00000004:00000010:2.0:1763346494.506312:0:19972:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346494.506315:0:19972:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506318:0:19972:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763346494.506321:0:19972:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763346494.506325:0:19972:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb406fd5cb0. 00000004:00000001:2.0:1763346494.506327:0:19972:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638194293038256 : -105879416513360 : ffff9fb406fd5cb0) 00000004:00000001:2.0:1763346494.506329:0:19972:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506332:0:19972:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763346494.506334:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346494.506338:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346494.506340:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.506343:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.506345:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.506348:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.506349:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346494.506352:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763346494.506354:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763346494.506360:0:19972:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346494.506363:0:19972:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.506367:0:19972:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763346494.506369:0:19972:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.506370:0:19972:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.506375:0:19972:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346494.506378:0:19972:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00080000:00000001:2.0:1763346494.506385:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.506391:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763346494.506394:0:19972:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4057:0x0] version is 0x20001d7fa 00000004:00000002:2.0:1763346494.506397:0:19972:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4060:0x0] version is 0x1 00000004:00000001:2.0:1763346494.506403:0:19972:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763346494.506442:0:19972:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.506445:0:19972:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763346494.506449:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346494.506452:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346494.506457:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506459:0:19972:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506463:0:19972:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.506467:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.506474:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb5276135a0. 00080000:00000001:2.0:1763346494.506477:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.506486:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b951400. 00080000:00000001:2.0:1763346494.506489:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00000004:00000001:2.0:1763346494.506492:0:19972:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763346494.506497:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.506498:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.506501:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.506505:0:19972:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.506510:0:19972:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346494.506514:0:19972:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4060:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763346494.506517:0:19972:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763346494.506522:0:19972:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4057:0x0] not in the id map cache 00000004:00000001:2.0:1763346494.506525:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346494.506527:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346494.506528:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.506530:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.506533:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506534:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506536:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346494.506538:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346494.506539:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.506541:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.506543:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506544:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346494.506548:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346494.506551:0:19972:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763346494.506552:0:19972:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763346494.506557:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2b8c8 00000001:00000002:2.0:1763346494.506559:0:19972:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4057:0x0]:. :VOLATILE:0000:356607D2:fd=03' is added 00000004:00000001:2.0:1763346494.506561:0:19972:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506565:0:19972:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763346494.506568:0:19972:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763346494.506571:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506574:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506577:0:19972:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346494.506593:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346494.506595:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.506596:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.506598:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.506599:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.506601:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346494.506607:0:19972:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4060:0x0] not in the id map cache 00000001:00000001:2.0:1763346494.506610:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.506612:0:19972:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506615:0:19972:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506616:0:19972:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506619:0:19972:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763346494.506621:0:19972:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506626:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506628:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506632:0:19972:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763346494.506638:0:19972:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506642:0:19972:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763346494.506643:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506644:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506648:0:19972:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.506649:0:19972:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.506651:0:19972:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506654:0:19972:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.506658:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.506661:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.506666:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.506668:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506669:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506672:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.506676:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.506678:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506680:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506683:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.506686:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.506688:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506689:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506692:0:19972:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.506695:0:19972:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506697:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506699:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.506720:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.506723:0:19972:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506727:0:19972:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763346494.506730:0:19972:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763346494.506731:0:19972:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763346494.506732:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506733:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506737:0:19972:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763346494.506784:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346494.506786:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.506787:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.506788:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.506790:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.506792:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.506850:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346494.506852:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.506855:0:19972:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506857:0:19972:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506860:0:19972:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506862:0:19972:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506864:0:19972:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763346494.506866:0:19972:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506871:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.506875:0:19972:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.506877:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.506878:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506879:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506883:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.506885:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:2.0:1763346494.506890:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346494.506891:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.506893:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506895:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506897:0:19972:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506899:0:19972:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506902:0:19972:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506906:0:19972:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763346494.506910:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506911:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506915:0:19972:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763346494.506929:0:19972:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506932:0:19972:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763346494.506933:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506934:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506938:0:19972:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763346494.506973:0:19972:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506975:0:19972:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506977:0:19972:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.506980:0:19972:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506982:0:19972:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.506986:0:19972:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346494.506987:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.506988:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.506992:0:19972:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346494.506995:0:19972:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.506997:0:19972:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.507002:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.507006:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.507010:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763346494.507014:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.507015:0:19972:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.507017:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.507018:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.507019:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.507021:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.507023:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346494.507028:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346494.507030:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.507032:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.507033:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.507035:0:19972:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.507036:0:19972:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346494.507038:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055492, last_committed = 8590055482 00000001:00000010:2.0:1763346494.507042:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613ba0. 00000001:00000040:2.0:1763346494.507044:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:2.0:1763346494.507047:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:2.0:1763346494.509326:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b9750c0. 00000004:00000001:2.0:1763346494.509351:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.509354:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.509356:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00080000:00000001:2.0:1763346494.509362:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.509392:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.509395:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.509399:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b9750c0: xid 1848996540794880, transno 8590055492, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.509403:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.509466:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.509471:0:19972:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb5276135a0. 00000020:00000001:2.0:1763346494.509474:0:19972:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509487:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.509491:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.509497:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509501:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.509507:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.509509:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.509514:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509517:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509521:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509524:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.509526:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509528:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.509530:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.509531:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.509532:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509534:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509536:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346494.509539:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb5051b0378 00000004:00000001:2.0:1763346494.509542:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.509549:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.509557:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509567:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763346494.509570:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4060:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763346494.509573:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346494.509578:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346494.509581:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346494.509590:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84400. 00010000:00000010:2.0:1763346494.509595:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202580. 00010000:00000001:2.0:1763346494.509599:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.509603:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d000. 00000020:00000001:2.0:1763346494.509607:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.509611:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d000 with handle 0x757b854463afa2a4 to hash 00000020:00000001:2.0:1763346494.509613:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.509615:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000010:2.0:1763346494.509620:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894f80. 00010000:00000001:2.0:1763346494.509624:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.509629:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.509631:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.509636:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.509666:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346494.509670:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346494.509673:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346494.509675:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.509681:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.509683:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.509685:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.509688:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346494.509690:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346494.509692:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346494.509693:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346494.509697:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) refcount = 1 00010000:00010000:2.0:1763346494.509700:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.509710:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346494.509715:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346494.509717:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.509719:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346494.509721:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.509723:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.509725:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.509728:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346494.509731:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.509738:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.509743:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346494.509744:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.509746:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.509748:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.509750:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.509752:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:2.0:1763346494.509754:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.509757:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.509758:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.509759:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346494.509761:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.509763:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4060:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763346494.509767:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.509769:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509771:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763346494.509776:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.509778:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.509780:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.509782:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.509784:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.509786:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.509788:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.509789:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.509792:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:2.0:1763346494.509795:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: returning size 0 00000001:00000001:2.0:1763346494.509797:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.509798:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509800:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346494.509803:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.509805:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.509806:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.509808:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509810:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509811:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509814:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509816:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763346494.509818:0:19972:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763346494.509820:0:19972:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.509823:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763346494.509825:0:19972:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763346494.509826:0:19972:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509830:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346494.509834:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.509837:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509840:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.509844:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346494.509847:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb41c202a00. 00000020:00000001:2.0:1763346494.509849:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.509850:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb41c202a00 with handle 0x757b854463afa2ab to hash 00000020:00000001:2.0:1763346494.509852:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346494.509854:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194647640576 : -105879061911040 : ffff9fb41c202a00) 00000004:00000001:2.0:1763346494.509856:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346494.509857:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346494.509859:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4060:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763346494.509863:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346494.509865:0:19972:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346494.509866:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509868:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509871:0:19972:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.509873:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346494.509875:0:19972:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346494.509877:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346494.509879:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.509881:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346494.509883:0:19972:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.509885:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346494.509887:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346494.509889:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.509891:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509896:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509898:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346494.509902:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346494.509904:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346494.509906:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346494.509908:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346494.509910:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346494.509912:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346494.509916:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.509918:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763346494.509921:0:19972:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763346494.509924:0:19972:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.509927:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.509928:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.509929:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:2.0:1763346494.509931:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346494.510541:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00000004:00000040:2.0:1763346494.510546:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:2.0:1763346494.510549:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:2.0:1763346494.510555:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.510556:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346494.510557:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346494.510559:0:19972:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346494.510563:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346494.510566:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346494.510569:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346494.510571:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.510574:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.510575:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.510577:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.510579:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.510582:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80cc00 with handle 0x757b854463afa29d from hash 00010000:00000001:2.0:1763346494.510584:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.510585:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.510586:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.510587:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346494.510588:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.510596:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa29d lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.510604:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346494.510607:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:2.0:1763346494.510609:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346494.510616:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.510618:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.510623:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346494.510628:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 497 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346494.510635:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.510638:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346494.510640:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:2.0:1763346494.510643:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763346494.510646:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.510649:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.510650:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.510652:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.510653:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.510655:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d000, rc 0) 00000020:00000001:2.0:1763346494.510658:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.510663:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055492, xid 1848996540794880 00010000:00000001:2.0:1763346494.510666:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.510674:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3dc00 x1848996540794880/t8590055492(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 552/608 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.510683:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.510686:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.510690:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.510695:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.510698:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.510700:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.510703:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.510706:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.510710:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.510713:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.510719:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b000. 00000100:00000200:2.0:1763346494.510726:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540794880, offset 224 00000400:00000200:2.0:1763346494.510733:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.510747:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.510754:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198574:198574:256:4294967295] 192.168.204.16@tcp LPNI seq info [198570:198570:8:4294967295] 00000400:00000200:2.0:1763346494.510766:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.510772:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.510777:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4af00. 00000800:00000200:2.0:1763346494.510784:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.510792:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.510797:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4af00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.511532:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.511540:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.511543:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.511545:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.511548:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.511555:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3dc00 x1848996540794880/t8590055492(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 552/608 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.511567:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:226292:x1848996540794880:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 5843us (7325us total) trans 8590055492 rc 0/0 00000100:00100000:2.0:1763346494.511577:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140824 00000100:00000040:2.0:1763346494.511581:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346494.511583:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.511585:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.511591:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.511596:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.511602:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.511612:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:2.0:1763346494.511615:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.511767:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.511772:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4af00. 00000400:00000200:3.0:1763346494.511777:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.511782:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.511788:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b000 00000400:00000010:3.0:1763346494.511791:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b000. 00000100:00000001:3.0:1763346494.511797:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.511799:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346494.515660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00000800:00000001:3.0:1763346494.516744:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.516762:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.516765:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.516767:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.516777:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.516794:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e014980 00000400:00000200:3.0:1763346494.516802:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 78128 00000800:00000001:3.0:1763346494.516810:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.516819:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.516823:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.516827:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.516834:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.516836:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346494.516842:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3c000. 00000100:00000040:3.0:1763346494.516846:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3c000 x1848996540795264 msgsize 4616 00000100:00100000:3.0:1763346494.516850:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.516867:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.516876:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.516879:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.516941:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.516945:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540795264 02000000:00000001:2.0:1763346494.516948:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.516951:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.516953:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.516959:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.516963:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540795264 00000020:00000001:2.0:1763346494.516966:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.516968:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.516970:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.516974:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:2.0:1763346494.516977:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.516980:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.516985:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.516990:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.516993:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.516995:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000020:00000010:2.0:1763346494.517002:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346494.517007:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.517012:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.517021:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346494.517025:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.517026:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346494.517029:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346494.517030:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.517032:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.517042:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.517060:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.517075:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.517077:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.517082:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140825 00000100:00000040:2.0:1763346494.517087:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.517089:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870491136 : -105874839060480 : ffff9fb517d3c000) 00000100:00000040:2.0:1763346494.517097:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c000 x1848996540795264/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.517106:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.517109:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.517111:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.517113:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000100:00100000:2.0:1763346494.517118:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:226292:x1848996540795264:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346494.517122:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540795264 00000020:00000001:2.0:1763346494.517126:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.517131:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346494.517137:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b9750c0: xid 1848996540794880, transno 8590055492, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.517143:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755a300: xid 1848996540794624, transno 8590055491, client gen 3, slot idx 0 00000001:00000010:2.0:1763346494.517147:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755a300. 00000020:00000001:2.0:1763346494.517152:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.517155:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.517157:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346494.517161:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.517165:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540795264, found 0 last_xid 1848996540795263 00000020:00000001:2.0:1763346494.517168:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.517171:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.517173:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.517180:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.517183:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346494.517186:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346494.517188:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346494.517190:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346494.517192:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.517199:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.517206:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346494.517210:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.517250:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.517256:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346494.517260:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.517262:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa2b2 to hash 00000020:00000001:2.0:1763346494.517264:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.517265:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346494.517272:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346494.517275:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00010000:2.0:1763346494.517281:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2b2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212927 expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.517300:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:2.0:1763346494.517302:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:2.0:1763346494.517312:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346494.517315:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346494.517323:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346494.517326:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346494.517327:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517330:0:19972:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346494.517335:0:19972:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb517d3c000 x1848996540795264/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/0 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346494.517344:0:19972:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346494.517347:0:19972:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346494.517350:0:19972:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346494.517354:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.517356:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.517359:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.517360:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.517363:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.517364:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.517365:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.517367:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.517375:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.517376:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517378:0:19972:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517380:0:19972:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517384:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346494.517386:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346494.517389:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.517391:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.517431:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb530db0000. 02000000:00000001:2.0:1763346494.517434:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.517437:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517442:0:19972:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346494.517443:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.517444:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.517446:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.517448:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.517449:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.517450:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.517452:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.517453:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.517456:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.517457:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.517461:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346494.517466:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346494.517469:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346494.517471:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346494.517473:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.517475:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.517477:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517479:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346494.517481:0:19972:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517483:0:19972:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346494.517485:0:19972:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517487:0:19972:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346494.517490:0:19972:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346494.517493:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2ba38 00000004:00000002:2.0:1763346494.517495:0:19972:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(->[0x200000bd2:0x4060:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763346494.517499:0:19972:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763346494.517501:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346494.517503:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346494.517506:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.517510:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346494.517512:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346494.517513:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346494.517514:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4060:0x0] 00000020:00000001:2.0:1763346494.517516:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.517517:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346494.517519:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346494.517522:0:19972:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346494.517523:0:19972:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517528:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.517532:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.517542:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517545:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.517551:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.517554:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.517559:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.517563:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.517567:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.517569:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.517571:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.517574:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.517576:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.517578:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.517580:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.517582:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.517584:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346494.517587:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb530db0378 00000004:00000001:2.0:1763346494.517589:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.517592:0:19972:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763346494.517596:0:19972:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4060:0x0] lease count: 0, lm: 4 00000004:00000002:2.0:1763346494.517599:0:19972:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4060:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:2.0:1763346494.517602:0:19972:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x4060:0x0], open_flags = 040010040000002 00000004:00000001:2.0:1763346494.517605:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346494.517609:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346494.517611:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.517615:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 2 00010000:00000001:2.0:1763346494.517617:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.517619:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.517622:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346494.517624:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.517626:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463afa2b9 to hash 00000020:00000001:2.0:1763346494.517628:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.517629:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000010:2.0:1763346494.517633:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894000. 00010000:00000001:2.0:1763346494.517635:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.517639:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.517640:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.517644:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.517651:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346494.517656:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346494.517658:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346494.517661:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.517664:0:19972:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346494.517669:0:19972:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346494.517675:0:19972:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763346494.517677:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.517679:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.517681:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.517683:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.517686:0:19972:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763346494.517689:0:19972:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000040:2.0:1763346494.517697:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) refcount = 2 00010000:00000040:2.0:1763346494.517700:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346494.517703:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.517709:0:19972:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763346494.517711:0:19972:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346494.517719:0:19972:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.517722:0:19972:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346494.517728:0:19972:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b9756c0. 00000100:00000001:2.0:1763346494.517730:0:19972:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470511808 : -105874239039808 : ffff9fb53b9756c0) 00000100:00000001:2.0:1763346494.517733:0:19972:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470511808 : -105874239039808 : ffff9fb53b9756c0) 00000100:00000001:2.0:1763346494.517736:0:19972:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346494.517737:0:19972:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346494.517739:0:19972:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.517742:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.517744:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346494.517746:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.517749:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.517751:0:19972:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763346494.517754:0:19972:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763346494.517758:0:19972:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db4a80. 00000020:00000040:2.0:1763346494.517762:0:19972:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763346494.517765:0:19972:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346494.517767:0:19972:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346494.517773:0:19972:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346494.517779:0:19972:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67200. 00000100:00000001:2.0:1763346494.517784:0:19972:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.517789:0:19972:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346494.517806:0:19972:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 498 pid: 19972 timeout: 6164 lvb_type: 0 00010000:00000001:2.0:1763346494.517813:0:19972:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346494.517816:0:19972:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346494.517820:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.517829:0:19972:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346494.517831:0:19972:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.517836:0:19972:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb508db4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19972:1848996514971648:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346494.517839:0:19972:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346494.517844:0:19972:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346494.517847:0:19972:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.517850:0:19972:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346494.517855:0:19972:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401894e00. 02000000:00000001:2.0:1763346494.517857:0:19972:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346494.517862:0:19972:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c738. 00000400:00000010:2.0:1763346494.517869:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035ba18. 00000100:00000200:2.0:1763346494.517875:0:19972:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514971648, portal 16 00000100:00000001:2.0:1763346494.517878:0:19972:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346494.517879:0:19972:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198619327104 : -105875090224512 : ffff9fb508db4a80) 00000100:00000040:2.0:1763346494.517884:0:19972:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.517892:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.517895:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.517897:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b110. 00000100:00000200:2.0:1763346494.517900:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514971648, offset 0 00000400:00000200:2.0:1763346494.517906:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.517917:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.517922:0:19972:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346494.517926:0:19972:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346494.517929:0:19972:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346494.517932:0:19972:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346494.517935:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198575:198575:256:4294967295] 192.168.204.16@tcp LPNI seq info [198571:198571:8:4294967295] 00000400:00000200:2.0:1763346494.517945:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.517949:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.517954:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ad00. 00000800:00000200:2.0:1763346494.517959:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.517966:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.517970:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.517996:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.518001:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731431 00000100:00000010:2.0:1763346494.518006:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb5276135a0. 00000100:00000001:2.0:1763346494.518012:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346494.518017:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731431 00000100:00000010:2.0:1763346494.518019:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613c60. 00000100:00000001:2.0:1763346494.518023:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346494.518026:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731431 00000100:00000010:2.0:1763346494.518028:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613480. 00000100:00000001:2.0:1763346494.518030:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346494.518033:0:19972:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731431 00000100:00000010:2.0:1763346494.518035:0:19972:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613000. 00000100:00000001:2.0:1763346494.518039:0:19972:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346494.518042:0:19972:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.518044:0:19972:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.518047:0:19972:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.518048:0:19972:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.518050:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.518052:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.518053:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.518055:0:19972:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.518057:0:19972:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.518058:0:19972:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346494.518061:0:19972:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.518063:0:19972:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346494.518065:0:19972:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346494.518068:0:19972:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b9756c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763346494.518070:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346494.518073:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346494.518323:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.518328:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ad00. 00000400:00000200:3.0:1763346494.518333:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.518337:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.518342:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b110 00000400:00000010:3.0:1763346494.518344:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b110. 00000100:00000001:3.0:1763346494.518350:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346494.518354:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.518362:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346494.518365:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.518371:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.518373:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763346494.520266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:2.1:1763346494.520321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00000800:00000001:3.0:1763346494.526452:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.526471:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.526476:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.526478:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.526489:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.526507:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774000 00000400:00000200:3.0:1763346494.526516:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fbb9 [1] + 224 00000800:00000001:3.0:1763346494.526525:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.526532:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.526535:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.526540:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.526547:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.526557:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.526568:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.526593:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.526600:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.526603:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.526655:0:19972:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346494.526664:0:19972:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346494.526666:0:19972:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346494.526670:0:19972:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c738. 00000400:00000200:2.0:1763346494.526675:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035ba18 00000400:00000010:2.0:1763346494.526678:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035ba18. 00000100:00000001:2.0:1763346494.526684:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.526689:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346494.526698:0:19972:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.526704:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346494.526706:0:19972:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.526708:0:19972:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346494.526711:0:19972:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346494.526714:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.526716:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.526720:0:19972:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.526731:0:19972:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1763346494.526736:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.526739:0:19972:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346494.526741:0:19972:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.526744:0:19972:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346494.526748:0:19972:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.526751:0:19972:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.526756:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.526764:0:19972:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.526767:0:19972:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346494.526769:0:19972:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.526773:0:19972:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763346494.526776:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.526779:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.526780:0:19972:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.526784:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346494.526793:0:19972:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb508db4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:19972:1848996514971648:192.168.204.16@tcp:104: 00000100:00000001:2.0:1763346494.526798:0:19972:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.526801:0:19972:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.526804:0:19972:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346494.526806:0:19972:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.526810:0:19972:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb508db4a80 x1848996514971648/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.526817:0:19972:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346494.526820:0:19972:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346494.526823:0:19972:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401894e00. 02000000:00000001:2.0:1763346494.526833:0:19972:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346494.526836:0:19972:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346494.526838:0:19972:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763346494.526840:0:19972:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346494.526843:0:19972:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346494.526865:0:19972:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346494.526867:0:19972:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346494.526870:0:19972:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db4a80. 00000100:00000001:2.0:1763346494.526873:0:19972:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346494.526875:0:19972:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346494.526877:0:19972:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b9756c0. 00000100:00000001:2.0:1763346494.526885:0:19972:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346494.526887:0:19972:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346494.526891:0:19972:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb406e292c0. 00010000:00000001:2.0:1763346494.526895:0:19972:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.526898:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.526900:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.526904:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763346494.526909:0:19972:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000800:00000001:3.0:1763346494.529549:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.529568:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.529572:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.529574:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.529585:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.529601:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e014a00 00000400:00000200:3.0:1763346494.529611:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127985 [2] + 984 00000800:00000001:3.0:1763346494.529617:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.530348:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.530353:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.530360:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.530368:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.530372:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346494.530381:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3ca80. 00000100:00000040:3.0:1763346494.530386:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3ca80 x1848996540795392 msgsize 328 00000100:00100000:3.0:1763346494.530391:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.530445:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.530516:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.530523:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.530529:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.530535:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540795392 02000000:00000001:0.0:1763346494.530539:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.530542:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.530545:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.530551:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.530556:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540795392 00000020:00000001:0.0:1763346494.530560:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.530561:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.530564:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.530568:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:0.0:1763346494.530570:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.530573:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.530578:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.530585:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.530589:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.530592:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.530598:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.530604:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.530610:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.530618:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346494.530621:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.530623:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346494.530625:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346494.530629:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.530632:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346494.530638:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.530640:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.530642:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:0.0:1763346494.530645:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:0.0:1763346494.530648:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00010000:0.0:1763346494.530657:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 499 pid: 19972 timeout: 6164 lvb_type: 0 00010000:00000001:0.0:1763346494.530667:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.530668:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.530670:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.530672:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.530680:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763346494.530689:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb517d3ca80 x1848996540795392/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.530697:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346494.530699:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.530716:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.530729:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.530731:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.530737:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4028 00000100:00000040:0.0:1763346494.530742:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:0.0:1763346494.530745:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870493824 : -105874839057792 : ffff9fb517d3ca80) 00000100:00000040:0.0:1763346494.530751:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3ca80 x1848996540795392/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.530760:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.530764:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.530767:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.530769:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.530774:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+499:2357:x1848996540795392:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346494.530778:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540795392 00010000:00000001:0.0:1763346494.530781:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346494.530784:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346494.530786:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346494.530792:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.530794:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.530800:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb532675c00. 02000000:00000001:0.0:1763346494.530803:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.530806:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.530809:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346494.530811:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346494.530813:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.530815:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.530817:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:0.0:1763346494.530819:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:0.0:1763346494.530821:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000040:0.0:1763346494.530825:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 3 00000004:00000001:0.0:1763346494.530829:0:5737:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763346494.530833:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 499 pid: 19972 timeout: 6164 lvb_type: 0 00000100:00001000:0.0:1763346494.530842:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=141 v=5 (1 0 0 0) 00010000:00000001:0.0:1763346494.530846:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346494.530852:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.530854:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.530857:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 499 pid: 19972 timeout: 6164 lvb_type: 0 00000020:00000001:0.0:1763346494.530866:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.530869:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.530871:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.530873:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.530879:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.530881:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.530886:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.530888:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.530890:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.530892:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.530895:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d000 with handle 0x757b854463afa2a4 from hash 00010000:00000001:0.0:1763346494.530897:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.530899:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.530900:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.530901:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.530907:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.530909:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.530912:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.530913:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.530916:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa2a4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212920 expref: 499 pid: 19972 timeout: 6164 lvb_type: 0 00010000:00000040:0.0:1763346494.530924:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346494.530927:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:0.0:1763346494.530930:0:5737:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894f80. 00010000:00000001:0.0:1763346494.530940:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.530942:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.530945:0:5737:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.530948:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:0.0:1763346494.530954:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.530960:0:5737:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.530963:0:5737:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.530965:0:5737:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.530968:0:5737:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.530970:0:5737:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.530973:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.530976:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346494.530978:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.530984:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346494.530986:0:5737:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.530988:0:5737:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.530990:0:5737:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.530994:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) refcount = 2 00010000:00010000:0.0:1763346494.530999:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.531005:0:5737:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.531008:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.531009:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.531011:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.531012:0:5737:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.531015:0:5737:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763346494.531019:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.531023:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.531028:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.531031:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.531034:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.531037:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.531039:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346494.531041:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.531044:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.531126:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.531130:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.531131:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.531132:0:19972:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.531134:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.531139:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.531142:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346494.531145:0:19972:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.531146:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.531150:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.531151:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000100:00000001:0.0:1763346494.531154:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763346494.531158:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755ab40. 00010000:00000001:2.0:1763346494.531160:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1763346494.531162:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346494.531164:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.531166:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.531167:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.531171:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000010:0.0:1763346494.531171:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f040. 00000020:00000001:2.0:1763346494.531174:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1763346494.531176:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:2.0:1763346494.531177:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00010000:00010000:0.0:1763346494.531179:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000001:2.0:1763346494.531181:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:0.0:1763346494.531183:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.531186:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.531190:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.531191:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.531192:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346494.531196:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.531197:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.531199:0:19972:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1763346494.531202:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=107 v=5 (1 1 1 1) 00000004:00000001:2.0:1763346494.531204:0:19972:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.531209:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1763346494.531238:0:19972:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763346494.531246:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.531248:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.531252:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:0.0:1763346494.531254:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000001:00000001:2.0:1763346494.531255:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.531260:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.531261:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 00000001:00000001:2.0:1763346494.531264:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.531267:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.531267:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:2.0:1763346494.531271:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.531272:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.531274:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000100:00000001:0.0:1763346494.531278:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00200000:2.0:1763346494.531280:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: returning size 0 00000100:00000040:0.0:1763346494.531285:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000001:00000001:2.0:1763346494.531286:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.531297:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.531299:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ae58. 00000004:00000001:2.0:1763346494.531301:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000100:00000200:0.0:1763346494.531307:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540795392, offset 224 00000004:00000001:2.0:1763346494.531308:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.531317:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000400:00000200:0.0:1763346494.531317:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00080000:00000001:2.0:1763346494.531321:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.531328:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:0.0:1763346494.531332:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000004:00000001:2.0:1763346494.531334:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.531340:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000400:00000200:0.0:1763346494.531344:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198576:198576:256:4294967295] 192.168.204.16@tcp LPNI seq info [198572:198572:8:4294967295] 00000004:00000001:2.0:1763346494.531345:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.531351:0:19972:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763346494.531354:0:19972:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763346494.531360:0:19972:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000400:00000200:0.0:1763346494.531360:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000004:00000001:2.0:1763346494.531363:0:19972:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.531366:0:19972:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346494.531370:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.531376:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deade00. 00000004:00000040:2.0:1763346494.531378:0:19972:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4060:0x0] eadata 0000000000000000 len 0 00000800:00000200:0.0:1763346494.531385:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000004:00000001:2.0:1763346494.531386:0:19972:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:2.0:1763346494.531393:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb53b975f00. 00000800:00000200:0.0:1763346494.531396:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000004:00000001:2.0:1763346494.531400:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000800:00000200:0.0:1763346494.531403:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deade00 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:2.0:1763346494.531404:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346494.531407:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.531412:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.531415:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.531416:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.531418:0:19972:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346494.531420:0:19972:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346494.531421:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000100:00000001:0.0:1763346494.531429:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.531435:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.531437:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.531440:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.531444:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3ca80 x1848996540795392/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.531454:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+498:2357:x1848996540795392:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 692us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.531462:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4028 00000100:00000040:0.0:1763346494.531466:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.531468:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.531470:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.531475:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.531478:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.531482:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.531487:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:0.0:1763346494.531490:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.531551:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.531556:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deade00. 00000400:00000200:1.0:1763346494.531562:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.531568:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.531572:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ae58 00000400:00000010:1.0:1763346494.531575:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ae58. 00000100:00000001:1.0:1763346494.531579:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.531581:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:2.0:1763346494.532538:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.532544:0:19972:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532546:0:19972:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346494.532553:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346494.532557:0:19972:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:2.0:1763346494.532562:0:19972:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.532569:0:19972:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613c00. 00080000:00000001:2.0:1763346494.532573:0:19972:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.532582:0:19972:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b952000. 00080000:00000001:2.0:1763346494.532585:0:19972:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00000004:00001000:2.0:1763346494.532589:0:19972:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52da53338/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:2.0:1763346494.532594:0:19972:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.532601:0:19972:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763346494.532605:0:19972:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763346494.532607:0:19972:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763346494.532610:0:19972:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346494.532623:0:19972:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763346494.532627:0:19972:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763346494.532631:0:19972:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532633:0:19972:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.532636:0:19972:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:2.0:1763346494.532640:0:19972:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb53b975f00. 00000004:00000001:2.0:1763346494.532644:0:19972:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:2.0:1763346494.532647:0:19972:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff9fb4175f8708. 00000004:00000001:2.0:1763346494.532650:0:19972:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346494.532655:0:19972:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763346494.532657:0:19972:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763346494.532661:0:19972:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763346494.532663:0:19972:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763346494.532665:0:19972:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763346494.532668:0:19972:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763346494.532670:0:19972:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1763346494.532673:0:19972:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9fb4175f82a0. 00020000:00000010:2.0:1763346494.532675:0:19972:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fb4175f8530. 00020000:00001000:2.0:1763346494.532679:0:19972:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:2.0:1763346494.532681:0:19972:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:2.0:1763346494.532684:0:19972:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763346494.532687:0:19972:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763346494.532689:0:19972:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930816, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117881, ffree=117088, state=0 00000004:00000001:2.0:1763346494.532694:0:19972:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346494.532696:0:19972:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346494.532699:0:19972:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763346494.532704:0:19972:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb41c310f88. 00000004:00000001:2.0:1763346494.532709:0:19972:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763346494.532710:0:19972:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532716:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.532719:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00000004:00000001:2.0:1763346494.532722:0:19972:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763346494.532726:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346494.532728:0:19972:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00000004:00000001:2.0:1763346494.532731:0:19972:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763346494.532734:0:19972:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.532737:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.532844:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.532847:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532849:0:19972:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346494.532851:0:19972:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194648748000 : -105879060803616 : ffff9fb41c310fe0) 00020000:00000001:2.0:1763346494.532855:0:19972:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346494.532858:0:19972:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346494.532860:0:19972:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763346494.532863:0:19972:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763346494.532864:0:19972:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346494.532867:0:19972:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.532868:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.532869:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.532873:0:19972:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.532888:0:19972:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532890:0:19972:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532892:0:19972:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763346494.532896:0:19972:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532898:0:19972:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532901:0:19972:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.532905:0:19972:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.532907:0:19972:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.532914:0:19972:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.532916:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.532917:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.532919:0:19972:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.532922:0:19972:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.532923:0:19972:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532925:0:19972:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.532945:0:19972:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.532947:0:19972:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.532952:0:19972:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.532955:0:19972:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763346494.532958:0:19972:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346494.532960:0:19972:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763346494.532962:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.532963:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00000004:00000001:2.0:1763346494.532966:0:19972:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763346494.532972:0:19972:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb41c310f88 is [0x280000401:0x2535:0x0] 00000020:00000001:2.0:1763346494.532975:0:19972:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346494.532976:0:19972:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.532980:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.533040:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:2.0:1763346494.533043:0:19972:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x2535:0x0], index 1: 0 00000004:00000001:2.0:1763346494.533045:0:19972:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533047:0:19972:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533050:0:19972:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763346494.533051:0:19972:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533054:0:19972:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763346494.533056:0:19972:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763346494.533058:0:19972:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763346494.533062:0:19972:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346494.533065:0:19972:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346494.533067:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.533070:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.533073:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.533075:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.533077:0:19972:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346494.533089:0:19972:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763346494.533093:0:19972:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533095:0:19972:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533097:0:19972:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533101:0:19972:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.533102:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.533104:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.533108:0:19972:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.533111:0:19972:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763346494.533126:0:19972:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346494.533129:0:19972:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.533132:0:19972:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533135:0:19972:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533137:0:19972:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533139:0:19972:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533141:0:19972:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533145:0:19972:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.533149:0:19972:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.533152:0:19972:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.533156:0:19972:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.533160:0:19972:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055493, last_committed = 8590055482 00000001:00000010:2.0:1763346494.533166:0:19972:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613780. 00000001:00000040:2.0:1763346494.533169:0:19972:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:2.0:1763346494.533172:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:2.0:1763346494.533179:0:19972:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb53b975d80. 00000004:00000001:2.0:1763346494.533187:0:19972:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.533188:0:19972:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.533190:0:19972:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.533193:0:19972:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.533203:0:19972:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.533206:0:19972:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.533211:0:19972:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb53b975d80: xid 1848996540795264, transno 8590055493, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.533237:0:19972:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.533312:0:19972:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.533316:0:19972:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613c00. 00000020:00000001:2.0:1763346494.533318:0:19972:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533322:0:19972:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533326:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.533328:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.533332:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533335:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.533341:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.533343:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.533346:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.533349:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.533352:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.533355:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.533357:0:19972:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346494.533359:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.533361:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.533362:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.533364:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.533366:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.533367:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763346494.533370:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb530db0378 00000004:00000001:2.0:1763346494.533373:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533375:0:19972:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.533379:0:19972:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:2.0:1763346494.533381:0:19972:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763346494.533383:0:19972:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533386:0:19972:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346494.533391:0:19972:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.533395:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346494.533398:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4060:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763346494.533402:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533405:0:19972:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533407:0:19972:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.533411:0:19972:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346494.533414:0:19972:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb41c202c80. 00000020:00000001:2.0:1763346494.533416:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.533419:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb41c202c80 with handle 0x757b854463afa2c0 to hash 00000020:00000001:2.0:1763346494.533421:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346494.533423:0:19972:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194647641216 : -105879061910400 : ffff9fb41c202c80) 00000004:00000001:2.0:1763346494.533425:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346494.533426:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346494.533428:0:19972:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4060:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763346494.533432:0:19972:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346494.533434:0:19972:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346494.533436:0:19972:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533438:0:19972:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.533440:0:19972:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.533443:0:19972:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346494.533445:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346494.533447:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763346494.533448:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346494.533449:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346494.533452:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.533454:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.533456:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346494.533458:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.533461:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.533463:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346494.533469:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.533476:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.533478:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.533480:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.533486:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.533487:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.533490:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346494.533493:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346494.533498:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346494.533501:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.533503:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346494.533506:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.533511:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346494.533512:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346494.533513:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.533514:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=4 00000020:00000001:2.0:1763346494.533516:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.538313:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346494.538328:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346494.538336:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.538345:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346494.538349:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346494.538350:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.538356:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.538358:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.538360:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.538362:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.538366:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463afa2b9 from hash 00010000:00000001:2.0:1763346494.538368:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.538370:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.538372:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.538373:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.538380:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346494.538382:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.538383:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.538385:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.538389:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346494.538392:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:2.0:1763346494.538395:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763346494.538398:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.538401:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.538402:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.538404:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346494.538406:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.538407:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.538408:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.538411:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.538413:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346494.538416:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346494.538422:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.538423:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.538424:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346494.538426:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346494.538428:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.538430:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa2b9 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346494.538436:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894000. 00010000:00000040:2.0:1763346494.538442:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84400 count: 0 00010000:00000010:2.0:1763346494.538449:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202580. 00010000:00000001:2.0:1763346494.538457:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346494.538459:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346494.538461:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346494.538463:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346494.538464:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346494.538467:0:19972:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346494.538469:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346494.538472:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.538474:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346494.538476:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346494.538478:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.538480:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346494.538483:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346494.538485:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.538487:0:19972:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346494.538496:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.538505:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.538510:0:19972:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.538513:0:19972:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346494.538519:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346494.538521:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346494.538523:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346494.538524:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346494.538526:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346494.538532:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346494.538553:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.538556:0:19972:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763346494.538559:0:19972:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763346494.538561:0:19972:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.538564:0:19972:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346494.538567:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346494.538571:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.538574:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346494.538576:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.538580:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.538581:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.538584:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.538585:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.538587:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa2b2 from hash 00010000:00000001:2.0:1763346494.538589:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.538591:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.538592:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.538592:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346494.538594:0:19972:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.538597:0:19972:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346494.538607:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2b2 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212927 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346494.538614:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346494.538618:0:19972:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.538621:0:19972:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.538623:0:19972:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.538625:0:19972:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.538628:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.538629:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.538630:0:19972:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.538631:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.538632:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.538634:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.538635:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346494.538637:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346494.538639:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763346494.538641:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.538643:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.538644:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.538646:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.538649:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2b2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212927 expref: 498 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.538656:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346494.538658:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00010000:00000010:2.0:1763346494.538661:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346494.538665:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.538667:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80de00, rc 0) 00000020:00000001:2.0:1763346494.538670:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346494.538674:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055493, xid 1848996540795264 00010000:00000001:2.0:1763346494.538678:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.538685:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c000 x1848996540795264/t8590055493(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/664 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.538693:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.538696:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.538699:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.538704:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.538707:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.538709:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.538712:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.538715:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.538719:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.538722:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.538730:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035ba18. 00000100:00000200:2.0:1763346494.538737:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540795264, offset 224 00000400:00000200:2.0:1763346494.538744:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.538756:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.538763:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198577:198577:256:4294967295] 192.168.204.16@tcp LPNI seq info [198573:198573:8:4294967295] 00000400:00000200:2.0:1763346494.538774:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.538780:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.538785:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4aa00. 00000800:00000200:2.0:1763346494.538792:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.538801:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.538805:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4aa00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.539145:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.539150:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.539153:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.539155:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.539158:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.539164:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c000 x1848996540795264/t8590055493(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4616/664 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.539175:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:226292:x1848996540795264:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 22067us (22326us total) trans 8590055493 rc 301/301 00000100:00100000:2.0:1763346494.539184:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140825 00000100:00000040:2.0:1763346494.539189:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346494.539191:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.539194:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.539199:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.539204:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.539208:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000800:00000200:3.0:1763346494.539552:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.539557:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4aa00. 00000400:00000200:3.0:1763346494.539563:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.539568:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.539573:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035ba18 00000400:00000010:3.0:1763346494.539576:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035ba18. 00000100:00000001:3.0:1763346494.539582:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.539584:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1763346494.539936:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000100:00000001:2.0:1763346494.539941:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346494.541252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00000800:00000001:2.0:1763346494.543643:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.543664:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.543667:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.543669:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.543682:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.543699:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e014b00 00000400:00000200:2.0:1763346494.543708:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124cb9 [2] + 1568 00000800:00000001:2.0:1763346494.543716:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.543725:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.543728:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.543732:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.543740:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.543742:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763346494.543749:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db4a80. 00000100:00000040:2.0:1763346494.543753:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db4a80 x1848996540795648 msgsize 392 00000100:00100000:2.0:1763346494.543757:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.543976:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.543987:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.543991:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.544033:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.544037:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540795648 02000000:00000001:0.0:1763346494.544040:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.544043:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.544045:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.544051:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.544056:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540795648 00000020:00000001:0.0:1763346494.544059:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.544061:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.544063:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.544067:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:0.0:1763346494.544069:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.544071:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.544076:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.544082:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.544085:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.544089:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.544096:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.544102:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.544108:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.544117:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763346494.544120:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.544122:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.544124:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.544133:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.544150:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.544162:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.544164:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.544169:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20997 00000100:00000040:0.0:1763346494.544173:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.544175:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619327104 : -105875090224512 : ffff9fb508db4a80) 00000100:00000040:0.0:1763346494.544183:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db4a80 x1848996540795648/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.544192:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.544195:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.544197:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.544199:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.544203:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+497:226292:x1848996540795648:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:0.0:1763346494.544207:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540795648 00000020:00000001:0.0:1763346494.544518:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.544523:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346494.544529:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb53b975d80: xid 1848996540795264, transno 8590055493, client gen 3, slot idx 0 00000001:00000001:0.0:1763346494.544534:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b9750c0: xid 1848996540794880, transno 8590055492, client gen 3, slot idx 1 00000001:00000010:0.0:1763346494.544538:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b9750c0. 00000020:00000001:0.0:1763346494.544543:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.544546:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.544548:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:0.0:1763346494.544551:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.544555:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540795648, found 0 last_xid 1848996540795647 00000020:00000001:0.0:1763346494.544559:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.544561:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.544564:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.544567:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544573:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763346494.544575:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763346494.544577:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763346494.544582:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544585:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763346494.544589:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.544591:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544594:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.544596:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.544598:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544600:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.544602:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.544603:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544605:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.544606:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.544608:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544610:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.544611:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.544613:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544615:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544617:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763346494.544619:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544621:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346494.544623:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.544624:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544626:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.544627:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.544629:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544630:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.544631:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.544633:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544635:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.544637:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.544641:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.544646:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.544649:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.544652:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.544654:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.544656:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.544658:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544660:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.544662:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544664:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.544669:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.544672:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.544678:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb532677c00. 02000000:00000001:0.0:1763346494.544681:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.544683:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544685:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346494.544686:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544689:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763346494.544691:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763346494.544694:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.544696:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb41c202c80 refcount=2 00000020:00000001:0.0:1763346494.544698:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194647641216 : -105879061910400 : ffff9fb41c202c80) 00000004:00000001:0.0:1763346494.544701:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194647641216 : -105879061910400 : ffff9fb41c202c80) 00000020:00000040:0.0:1763346494.544704:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb41c202c80 with handle 0x757b854463afa2c0 from hash 00000004:00000001:0.0:1763346494.544708:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763346494.544710:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4060:0x0] with intent: 0 00000004:00000001:0.0:1763346494.544714:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763346494.544716:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763346494.544721:0:36359:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.544724:0:36359:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346494.544732:0:36359:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544735:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.544741:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544744:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544750:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.544754:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.544757:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.544759:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346494.544761:0:36359:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.544762:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.544763:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544765:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544766:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.544767:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.544769:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.544770:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346494.544771:0:36359:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346494.544774:0:36359:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346494.544776:0:36359:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544778:0:36359:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.544779:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.544780:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544781:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544783:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.544785:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.544787:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.544789:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.544790:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544791:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.544793:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.544794:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.544796:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.544798:0:36359:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.544800:0:36359:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346494.544802:0:36359:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544804:0:36359:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763346494.544806:0:36359:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4060:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:0.0:1763346494.544809:0:36359:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.544812:0:36359:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763346494.544814:0:36359:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346494.544818:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.544825:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417843c00. 00080000:00000001:0.0:1763346494.544829:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.544835:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532675000. 00080000:00000001:0.0:1763346494.544838:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00000004:00000001:0.0:1763346494.544843:0:36359:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.544847:0:36359:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.544850:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.544853:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:0.0:1763346494.544856:0:36359:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.544874:0:36359:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544876:0:36359:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544879:0:36359:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.544883:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346494.544885:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.544891:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.544893:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.544894:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:0.0:1763346494.544898:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.544902:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.544904:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544906:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.544927:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.544929:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544936:0:36359:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.544939:0:36359:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763346494.544942:0:36359:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.544943:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.544944:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:0.0:1763346494.544947:0:36359:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.544949:0:36359:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763346494.544963:0:36359:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346494.544965:0:36359:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.544968:0:36359:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544970:0:36359:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544972:0:36359:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.544974:0:36359:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.544979:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.544981:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346494.544986:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.544989:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055494, last_committed = 8590055482 00000001:00000010:0.0:1763346494.544993:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843600. 00000001:00000040:0.0:1763346494.544995:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:0.0:1763346494.544997:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:0.0:1763346494.545003:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb41755a9c0. 00000004:00000001:0.0:1763346494.545010:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.545011:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.545013:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199316369408 : -105874393182208 : ffff9fb532675000) 00080000:00000001:0.0:1763346494.545016:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.545034:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.545037:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.545040:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb41755a9c0: xid 1848996540795648, transno 8590055494, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763346494.545043:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.545134:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.545138:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417843c00. 00000020:00000001:0.0:1763346494.545140:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.545143:0:36359:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.545145:0:36359:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.545146:0:36359:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.545149:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763346494.545150:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763346494.545152:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763346494.545154:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.545156:0:36359:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346494.545158:0:36359:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346494.545161:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763346494.545165:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763346494.545169:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.545171:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4060:0x0], previous was 0x7 00000004:00000001:0.0:1763346494.545175:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.545177:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763346494.545180:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.545183:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763346494.545187:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.545190:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763346494.545193:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb41c202c80. 00000004:00000001:0.0:1763346494.545205:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.545208:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.545210:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.546410:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.546415:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346494.546418:0:36359:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346494.546420:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346494.546421:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346494.546423:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346494.546426:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346494.546431:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.546437:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.546439:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763346494.546446:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.546454:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.546457:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.546460:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 8590055494, xid 1848996540795648 00010000:00000001:0.0:1763346494.546464:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.546473:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db4a80 x1848996540795648/t8590055494(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.546481:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.546484:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.546488:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.546493:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.546495:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.546498:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.546501:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.546503:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.546507:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.546509:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.546517:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a5d8. 00000100:00000200:0.0:1763346494.546524:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540795648, offset 224 00000400:00000200:0.0:1763346494.546532:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.546544:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.546552:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198578:198578:256:4294967295] 192.168.204.16@tcp LPNI seq info [198574:198574:8:4294967295] 00000400:00000200:0.0:1763346494.546562:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.546567:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.546572:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead200. 00000800:00000200:0.0:1763346494.546578:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.546586:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.546591:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead200 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.546600:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.546603:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.546605:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.546607:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.546610:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.546614:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db4a80 x1848996540795648/t8590055494(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.546625:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+498:226292:x1848996540795648:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 2430us (2869us total) trans 8590055494 rc 0/0 00000100:00100000:0.0:1763346494.546634:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20997 00000100:00000040:0.0:1763346494.546639:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.546641:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.546643:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.546648:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.546654:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.546658:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:0.0:1763346494.546665:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:0.0:1763346494.546668:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.546849:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.546854:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead200. 00000400:00000200:1.0:1763346494.546860:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.546865:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.546869:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a5d8 00000400:00000010:1.0:1763346494.546871:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a5d8. 00000100:00000001:1.0:1763346494.546875:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.546877:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346494.549597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84400. 00010000:00000010:2.1:1763346494.549608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346494.549611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000001:3.0:1763346494.549953:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.549969:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.549971:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.549973:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.549983:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.549998:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 376 into portal 12 MB=0x691a70e014b80 00000400:00000200:3.0:1763346494.550006:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 376/376 into md 0xd4325 [64] + 82744 00000800:00000001:3.0:1763346494.550013:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.550020:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.550023:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.550027:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.550033:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.550036:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346494.550043:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532981c00. 00000100:00000040:3.0:1763346494.550046:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532981c00 x1848996540795776 msgsize 376 00000100:00100000:3.0:1763346494.550050:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.550065:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.550072:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.550075:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.550127:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.550131:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540795776 02000000:00000001:2.0:1763346494.550134:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.550137:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.550139:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.550144:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.550148:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540795776 00000020:00000001:2.0:1763346494.550151:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.550153:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.550156:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.550159:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:2.0:1763346494.550162:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.550164:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.550169:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.550174:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.550177:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.550180:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000020:00000010:2.0:1763346494.550186:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.550191:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.550196:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.550202:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346494.550205:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.550206:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346494.550209:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346494.550211:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.550230:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.550238:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.550317:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.550330:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.550332:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.550337:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140826 00000100:00000040:2.0:1763346494.550340:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.550342:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319567360 : -105874389984256 : ffff9fb532981c00) 00000100:00000040:2.0:1763346494.550350:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532981c00 x1848996540795776/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 376/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.550360:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.550362:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.550364:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.550366:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000100:00100000:2.0:1763346494.550371:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:226292:x1848996540795776:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346494.550375:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540795776 00000020:00000001:2.0:1763346494.550379:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.550383:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346494.550389:0:19972:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb41755a9c0: xid 1848996540795648, transno 8590055494, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.550394:0:19972:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb53b975d80: xid 1848996540795264, transno 8590055493, client gen 3, slot idx 0 00000001:00000010:2.0:1763346494.550398:0:19972:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb53b975d80. 00000020:00000001:2.0:1763346494.550402:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.550404:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.550406:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346494.550409:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.550413:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540795776, found 0 last_xid 1848996540795775 00000020:00000001:2.0:1763346494.550416:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.550418:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.550421:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.550427:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.550429:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346494.550432:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346494.550434:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346494.550436:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346494.550438:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.550443:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346494.550450:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503c84400. 00010000:00000010:2.0:1763346494.550453:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202580. 00010000:00000001:2.0:1763346494.550457:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.550459:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346494.550463:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.550466:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa2c7 to hash 00000020:00000001:2.0:1763346494.550468:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.550469:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346494.550475:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894300. 00010000:00000001:2.0:1763346494.550478:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00010000:2.0:1763346494.550483:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2c7 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921292e expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.550498:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:2.0:1763346494.550500:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000001:2.0:1763346494.550507:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346494.550509:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346494.550515:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346494.550517:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346494.550519:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.550522:0:19972:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763346494.550524:0:19972:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x4060:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763346494.550527:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346494.550529:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4060:0x0] 00000020:00000001:2.0:1763346494.550533:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.550537:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346494.550539:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346494.550544:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.550552:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.550556:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.550562:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550565:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550569:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:2.0:1763346494.550571:0:19972:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:2.0:1763346494.550575:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.550577:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.550583:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb53b952800. 02000000:00000001:2.0:1763346494.550585:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.550587:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.550591:0:19972:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.550593:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346494.550595:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.550596:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.550598:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.550604:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346494.550607:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346494.550610:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.550612:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.550614:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.550615:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.550618:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346494.550620:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346494.550622:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346494.550623:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346494.550626:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) refcount = 1 00010000:00010000:2.0:1763346494.550631:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921292e expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346494.550638:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346494.550644:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346494.550645:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.550647:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346494.550649:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.550651:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.550653:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.550658:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346494.550661:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2c7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921292e expref: 499 pid: 19972 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763346494.550669:0:19972:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1763346494.550672:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346494.550673:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4060:0x0] 00000020:00000001:2.0:1763346494.550675:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.550677:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346494.550679:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346494.550681:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.550683:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.550685:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.550687:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550688:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550690:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550692:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.550694:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.550695:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.550696:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550698:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550700:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.550702:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346494.550704:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.550705:0:19972:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1763346494.550710:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.550713:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346494.550716:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:2.0:1763346494.550718:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763346494.550720:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.550723:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.550725:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.550726:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.550728:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.550729:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80de00, rc 0) 00000020:00000001:2.0:1763346494.550732:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.550735:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540795776 00010000:00000001:2.0:1763346494.550739:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.550743:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532981c00 x1848996540795776/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 376/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.550751:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.550753:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.550756:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.550760:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.550762:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.550765:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.550768:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.550771:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.550773:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.550776:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.550780:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b4c8. 00000100:00000200:2.0:1763346494.550785:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848996540795776, offset 224 00000400:00000200:2.0:1763346494.550792:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.550801:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.550808:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198579:198579:256:4294967295] 192.168.204.16@tcp LPNI seq info [198575:198575:8:4294967295] 00000400:00000200:2.0:1763346494.550818:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.550823:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.550827:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ae00. 00000800:00000200:2.0:1763346494.550831:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.550838:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.550842:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ae00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.550861:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.550865:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.550867:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.550868:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.550870:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.550874:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532981c00 x1848996540795776/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 376/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.550882:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532981c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:226292:x1848996540795776:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 521us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346494.550889:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140826 00000100:00000040:2.0:1763346494.550892:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346494.550895:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.550896:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.550901:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.550905:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.550909:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.550917:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:2.0:1763346494.550920:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.551617:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.551623:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:3.0:1763346494.551628:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.551633:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.551638:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b4c8 00000400:00000010:3.0:1763346494.551641:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b4c8. 00000100:00000001:3.0:1763346494.551647:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.551648:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.555996:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.556016:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.556020:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.556023:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.556034:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.556050:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e014c00 00000400:00000200:1.0:1763346494.556057:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 8216 00000800:00000001:1.0:1763346494.556064:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.556074:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.556076:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.556079:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.556086:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.556088:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346494.556093:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb536046a00. 00000100:00000040:1.0:1763346494.556096:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb536046a00 x1848996540795904 msgsize 328 00000100:00100000:1.0:1763346494.556099:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.556112:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.556121:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.556124:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.556159:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.556162:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540795904 02000000:00000001:3.0:1763346494.556166:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.556168:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.556171:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.556177:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.556181:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540795904 00000020:00000001:3.0:1763346494.556184:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.556185:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346494.556187:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.556189:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:3.0:1763346494.556191:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346494.556193:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346494.556197:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.556202:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.556205:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.556206:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000020:00000010:3.0:1763346494.556232:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e800. 00000020:00000010:3.0:1763346494.556239:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896c00. 00000020:00000010:3.0:1763346494.556244:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1ed8. 00000100:00000040:3.0:1763346494.556257:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346494.556260:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.556262:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.556319:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.556331:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.556346:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.556358:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.556361:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.556366:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20118 00000100:00000040:3.0:1763346494.556371:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346494.556373:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199376996864 : -105874332554752 : ffff9fb536046a00) 00000100:00000040:3.0:1763346494.556381:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb536046a00 x1848996540795904/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346494.556390:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.556393:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.556395:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.556396:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ce00. 00000100:00100000:3.0:1763346494.556400:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb536046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540795904:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346494.556404:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540795904 00000020:00000001:3.0:1763346494.556408:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.556412:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.556414:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.556418:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.556420:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346494.556423:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346494.556427:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.556429:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.556431:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.556438:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.556441:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346494.556446:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346494.556448:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346494.556450:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346494.556452:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.556458:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346494.556468:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:3.0:1763346494.556471:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346494.556475:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346494.556479:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3bc00. 00000020:00000001:3.0:1763346494.556483:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346494.556485:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3bc00 with handle 0x757b854463afa2ce to hash 00000020:00000001:3.0:1763346494.556487:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346494.556489:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552000 : -105874405999616 : ffff9fb531a3bc00) 00010000:00000001:3.0:1763346494.556492:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552000 : -105874405999616 : ffff9fb531a3bc00) 00010000:00010000:3.0:1763346494.556498:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3bc00/0x757b854463afa2ce lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212935 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.556507:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:3.0:1763346494.556509:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:3.0:1763346494.556518:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346494.556521:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346494.556523:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.556526:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.556532:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52af1c800. 02000000:00000001:3.0:1763346494.556535:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.556538:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.556541:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346494.556544:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346494.556547:0:57808:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.556550:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763346494.556555:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb528fa1f18. 00002000:00000001:3.0:1763346494.556557:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763346494.556560:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763346494.556563:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9ce00. 00000100:00000001:3.0:1763346494.556566:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346494.556572:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb509513480. 00000100:00000001:3.0:1763346494.556575:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627054720 : -105875082496896 : ffff9fb509513480) 00000100:00000001:3.0:1763346494.556577:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627054720 : -105875082496896 : ffff9fb509513480) 00000100:00000001:3.0:1763346494.556579:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346494.556581:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346494.556583:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346494.556585:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763346494.556589:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532982d80. 00000020:00000040:3.0:1763346494.556592:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346494.556595:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346494.556598:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346494.556604:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346494.556611:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3f000. 00000100:00000001:3.0:1763346494.556627:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.556633:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346494.556637:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346494.556642:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.556654:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346494.556657:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.556661:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb532982d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514971776:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346494.556666:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346494.556670:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346494.556673:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.556676:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346494.556680:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3ee00. 02000000:00000001:3.0:1763346494.556682:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346494.556687:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad1b8. 00000400:00000010:3.0:1763346494.556693:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb220. 00000100:00000200:3.0:1763346494.556700:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514971776, portal 16 00000100:00000001:3.0:1763346494.556703:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346494.556705:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199319571840 : -105874389979776 : ffff9fb532982d80) 00000100:00000040:3.0:1763346494.556710:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.556717:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.556720:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.556722:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb7f8. 00000100:00000200:3.0:1763346494.556725:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514971776, offset 0 00000400:00000200:3.0:1763346494.556731:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.556740:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.556745:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346494.556749:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346494.556752:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346494.556755:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346494.556758:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198580:198580:256:4294967295] 192.168.204.16@tcp LPNI seq info [198576:198576:8:4294967295] 00000400:00000200:3.0:1763346494.556768:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.556773:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.556778:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b800. 00000800:00000200:3.0:1763346494.556783:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.556791:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.556795:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.556814:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.556819:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731471 00000100:00000001:3.0:1763346494.556826:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731431 00000100:00000001:3.0:1763346494.556830:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731471 00000100:00000001:3.0:1763346494.556833:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731431 00000100:00000001:3.0:1763346494.556836:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731471 00000100:00000001:3.0:1763346494.556839:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731431 00000100:00000001:3.0:1763346494.556842:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731471 00000100:00000001:3.0:1763346494.556845:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731431 00000100:00000001:3.0:1763346494.556848:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346494.556850:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.556852:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.556854:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.556856:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.556858:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763346494.556860:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb528fa1f18. 00010000:00000001:3.0:1763346494.556863:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.556864:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763346494.556866:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346494.556868:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.556870:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346494.556871:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346494.556874:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb509513480 going to sleep for 11 seconds 00000100:00000001:3.0:1763346494.556876:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346494.556880:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346494.556945:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.556950:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b800. 00000400:00000200:2.0:1763346494.556954:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.556959:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.556964:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb7f8 00000400:00000010:2.0:1763346494.556970:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb7f8. 00000100:00000001:2.0:1763346494.556974:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346494.556977:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.556986:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.556989:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.556995:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.556997:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.560165:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.560183:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.560187:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.560189:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.560201:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.560345:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c774080 00000400:00000200:3.0:1763346494.560353:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fbd1 [1] + 224 00000800:00000001:3.0:1763346494.560360:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.560370:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.560373:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.560376:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.560384:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.560393:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.560404:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.560429:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.560437:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.560441:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.560600:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346494.560609:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346494.560611:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346494.560624:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad1b8. 00000400:00000200:1.0:1763346494.560631:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb220 00000400:00000010:1.0:1763346494.560634:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb220. 00000100:00000001:1.0:1763346494.560637:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.560642:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346494.560650:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.560655:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346494.560657:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.560660:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346494.560663:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346494.560666:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.560668:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.560671:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.560678:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346494.560681:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346494.560684:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346494.560685:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.560688:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346494.560692:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.560695:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.560700:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.560706:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.560710:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346494.560712:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.560714:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346494.560720:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346494.560730:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346494.560733:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.560741:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:1.0:1763346494.560743:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:1.0:1763346494.560746:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346494.560753:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346494.560757:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:1.0:1763346494.560760:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.560763:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.560764:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.560768:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346494.560775:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb532982d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57808:1848996514971776:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346494.560779:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.560782:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.560785:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346494.560788:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.560791:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb532982d80 x1848996514971776/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.560797:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346494.560800:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346494.560804:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3ee00. 02000000:00000001:1.0:1763346494.560807:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346494.560810:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346494.560811:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346494.560814:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346494.560817:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3f000. 02000000:00000001:1.0:1763346494.560822:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346494.560824:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346494.560826:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982d80. 00000100:00000001:1.0:1763346494.560831:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346494.560832:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346494.560834:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb509513480. 00000100:00000001:1.0:1763346494.560837:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346494.560839:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346494.560843:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9ce00. 00010000:00000001:1.0:1763346494.560846:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.560850:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346494.560853:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346494.560856:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.560862:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.560864:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.560866:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.560868:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.560872:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3bc00 with handle 0x757b854463afa2ce from hash 00010000:00000001:1.0:1763346494.560874:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.560875:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.560876:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.560878:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346494.560879:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346494.560883:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346494.560890:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3bc00/0x757b854463afa2ce lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212935 expref: 22 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346494.560904:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346494.560908:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.560911:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.560912:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.560914:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.560918:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.560919:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.560921:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.560923:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.560924:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.560926:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.560928:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346494.560930:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.560932:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.560934:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.560935:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.560938:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3bc00/0x757b854463afa2ce lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212935 expref: 22 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346494.560946:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:1.0:1763346494.560948:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:1.0:1763346494.560957:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.560959:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3bc00, rc 0) 00000020:00000001:1.0:1763346494.560962:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346494.560966:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540795904 00010000:00000001:1.0:1763346494.560969:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.560975:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb536046a00 x1848996540795904/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346494.560983:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.560986:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.560990:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.560993:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.560996:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.560998:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.561001:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.561004:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.561007:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.561010:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.561015:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b000. 00000100:00000200:1.0:1763346494.561019:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540795904, offset 224 00000400:00000200:1.0:1763346494.561025:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.561035:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.561041:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198581:198581:256:4294967295] 192.168.204.16@tcp LPNI seq info [198577:198577:8:4294967295] 00000400:00000200:1.0:1763346494.561051:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.561056:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.561060:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842900. 00000800:00000200:1.0:1763346494.561066:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.561075:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.561079:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.561097:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.561101:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.561103:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.561105:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.561108:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.561114:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb536046a00 x1848996540795904/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.561123:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb536046a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540795904:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4731us (5025us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346494.561132:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20118 00000100:00000040:1.0:1763346494.561136:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346494.561139:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.561141:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.561147:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896c00. 00000020:00000010:1.0:1763346494.561152:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1ed8. 00000020:00000010:1.0:1763346494.561156:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e800. 00000020:00000040:1.0:1763346494.561160:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346494.561163:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.561439:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.561444:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842900. 00000400:00000200:3.0:1763346494.561447:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.561452:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.561456:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b000 00000400:00000010:3.0:1763346494.561458:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b000. 00000100:00000001:3.0:1763346494.561462:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.561464:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346494.565504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3bc00. 00000800:00000001:2.0:1763346494.567155:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.567174:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.567178:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.567180:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.567191:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.567209:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e014c80 00000400:00000200:2.0:1763346494.567246:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 83120 00000800:00000001:2.0:1763346494.567254:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.567264:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.567268:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.567272:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.567280:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.567283:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346494.567298:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db5500. 00000100:00000040:2.0:1763346494.567302:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db5500 x1848996540796032 msgsize 576 00000100:00100000:2.0:1763346494.567306:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.567718:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.567731:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.567735:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.567840:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.567843:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796032 02000000:00000001:0.0:1763346494.567846:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.567849:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.567851:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.567856:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.567860:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796032 00000020:00000001:0.0:1763346494.567864:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.567865:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.567867:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.567871:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:0.0:1763346494.567873:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.567875:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.567880:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.567886:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.567890:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.567892:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.567898:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:0.0:1763346494.567903:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.567908:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.567915:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.567917:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.567919:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346494.567921:0:19972:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346494.567923:0:19972:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.567925:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.567933:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.567943:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.567954:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.567956:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.567960:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140827 00000100:00000040:0.0:1763346494.567964:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.567966:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619329792 : -105875090221824 : ffff9fb508db5500) 00000100:00000040:0.0:1763346494.567973:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db5500 x1848996540796032/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 576/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.567982:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.567984:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.567986:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.567988:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.567991:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+499:226292:x1848996540796032:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346494.567995:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796032 00000020:00000001:0.0:1763346494.567999:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.568003:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.568007:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.568009:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.568011:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346494.568014:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.568018:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540796032, found 0 last_xid 1848996540796031 00000020:00000001:0.0:1763346494.568020:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.568023:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.568025:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.568030:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.568032:0:19972:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346494.568035:0:19972:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346494.568037:0:19972:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346494.568038:0:19972:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346494.568040:0:19972:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.568046:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.568190:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 2 00010000:00000001:0.0:1763346494.568194:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.568197:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.568201:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346494.568205:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.568208:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa2d5 to hash 00000020:00000001:0.0:1763346494.568209:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.568211:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000010:0.0:1763346494.568237:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.568239:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346494.568245:0:19972:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa2d5 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921293c expref: -99 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.568254:0:19972:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346494.568257:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:0.0:1763346494.568263:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346494.568266:0:19972:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346494.568273:0:19972:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346494.568276:0:19972:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346494.568278:0:19972:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346494.568280:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.568281:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4060:0x0] 00000020:00000001:0.0:1763346494.568284:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.568296:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346494.568298:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346494.568300:0:19972:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568303:0:19972:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346494.568305:0:19972:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346494.568308:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.568310:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.568347:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb5059a0000. 02000000:00000001:0.0:1763346494.568350:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.568352:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568355:0:19972:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568357:0:19972:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346494.568361:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346494.568364:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.568366:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568369:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.568370:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.568372:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568374:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.568375:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.568377:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568378:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.568379:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.568381:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568383:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.568384:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.568386:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568388:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.568389:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.568390:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568392:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.568394:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.568398:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.568403:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.568405:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.568407:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.568409:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568412:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.568413:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568415:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.568417:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568421:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763346494.568425:0:19972:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346494.568426:0:19972:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763346494.568428:0:19972:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1763346494.568435:0:19972:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb535e91000. 00000004:00000001:0.0:1763346494.568439:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.568442:0:19972:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346494.568445:0:19972:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:0.0:1763346494.568447:0:19972:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4060:0x0]/[0x200000bd2:0x4060:0x0], ldlm_rep = ffff9fb5059a0228 00000004:00000001:0.0:1763346494.568453:0:19972:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763346494.568456:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.568458:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.568460:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 3 00010000:00000001:0.0:1763346494.568462:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.568464:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.568467:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346494.568469:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.568470:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa2dc to hash 00000020:00000001:0.0:1763346494.568472:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.568474:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000010:0.0:1763346494.568476:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfb80. 00010000:00000001:0.0:1763346494.568478:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.568482:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.568484:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.568487:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa2dc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.568493:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.568498:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.568500:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.568502:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.568504:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.568506:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.568508:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.568510:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.568513:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.568515:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.568516:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.568519:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) refcount = 3 00010000:00000040:0.0:1763346494.568521:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.568526:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2c7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921292e expref: 500 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.568532:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa2dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.568537:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.568541:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.568543:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.568545:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.568547:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.568549:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.568551:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.568553:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.568557:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.568559:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa2dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.568564:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.568565:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.568566:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.568568:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.568569:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.568571:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.568572:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.568575:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.568576:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.568577:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.568578:0:19972:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568580:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763346494.568584:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.568586:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346494.568594:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568645:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.568651:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568654:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568661:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.568664:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.568667:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.568669:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346494.568670:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.568672:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4060:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:0.0:1763346494.568675:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.568676:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568677:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568679:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.568680:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.568682:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.568684:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.568685:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568685:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568687:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.568689:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.568691:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763346494.568693:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763346494.568695:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346494.568698:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb5059a0370 00000004:00000001:0.0:1763346494.568700:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568702:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.568703:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568704:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.568705:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.568707:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.568708:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.568709:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.568711:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.568713:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1763346494.568716:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: returning size 0 00000004:00000040:0.0:1763346494.568719:0:19972:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4060:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763346494.568721:0:19972:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:0.0:1763346494.568723:0:19972:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9525 00000004:00200000:0.0:1763346494.568726:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763346494.568728:0:19972:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763346494.568729:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.568730:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568732:0:19972:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346494.568734:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.568735:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568736:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.568737:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.568739:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.568740:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.568742:0:19972:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.568747:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.568754:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568755:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.568762:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.568763:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.568765:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.568766:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.568768:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00000004:00010000:0.0:1763346494.568772:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa2dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:0.0:1763346494.568776:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.568778:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.568779:0:19972:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763346494.568780:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.568783:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763346494.568785:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.568785:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.568787:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.568788:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.568790:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00000004:00000040:0.0:1763346494.568792:0:19972:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:0.0:1763346494.568794:0:19972:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=501 00010000:00000001:0.0:1763346494.568796:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.568797:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.568798:0:19972:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.568800:0:19972:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763346494.568802:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.568804:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346494.568805:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346494.568806:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346494.568807:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346494.568809:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346494.568813:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.568815:0:19972:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346494.568816:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.568818:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:0.0:1763346494.568820:0:19972:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb535e91000. 00000004:00000001:0.0:1763346494.568824:0:19972:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346494.568827:0:19972:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346494.568829:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.568832:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.568834:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.568835:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.568837:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.568839:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa2d5 from hash 00010000:00000001:0.0:1763346494.568841:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.568842:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.568842:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.568843:0:19972:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346494.568844:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.568847:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa2d5 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921293c expref: 501 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.568853:0:19972:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346494.568856:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00010000:00000010:0.0:1763346494.568858:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.568865:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.568866:0:19972:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.568870:0:19972:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346494.568874:0:19972:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa2dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921293c expref: 500 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.568882:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.568885:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.568888:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:0.0:1763346494.568890:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:0.0:1763346494.568894:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.568897:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.568899:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.568900:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.568901:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.568903:0:19972:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37a00, rc 0) 00000020:00000001:0.0:1763346494.568905:0:19972:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.568910:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540796032 00010000:00000001:0.0:1763346494.568913:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.568919:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db5500 x1848996540796032/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 576/640 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.568926:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.568929:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.568933:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.568938:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.568941:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.568944:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.568947:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.568950:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.568953:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.568956:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.568960:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aee0. 00000100:00000200:0.0:1763346494.568966:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540796032, offset 224 00000400:00000200:0.0:1763346494.568973:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.568983:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.568989:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198582:198582:256:4294967295] 192.168.204.16@tcp LPNI seq info [198578:198578:8:4294967295] 00000400:00000200:0.0:1763346494.569000:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.569005:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.569010:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead400. 00000800:00000200:0.0:1763346494.569015:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.569023:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.569028:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead400 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.569049:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.569053:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.569056:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.569058:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.569060:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.569065:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db5500 x1848996540796032/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 576/640 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.569074:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+500:226292:x1848996540796032:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1091us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346494.569083:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140827 00000100:00000040:0.0:1763346494.569087:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.569090:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.569091:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.569096:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.569100:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.569104:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f87a00. 00000020:00000040:0.0:1763346494.569109:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:0.0:1763346494.569113:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.569419:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.569423:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead400. 00000400:00000200:3.0:1763346494.569429:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.569434:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.569439:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aee0 00000400:00000010:3.0:1763346494.569442:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aee0. 00000100:00000001:3.0:1763346494.569445:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.569447:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.574265:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.574282:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.574294:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.574297:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.574308:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.574325:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e014d00 00000400:00000200:3.0:1763346494.574333:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 8544 00000800:00000001:3.0:1763346494.574340:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.574348:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.574351:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.574356:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.574364:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.574366:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346494.574373:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532983800. 00000100:00000040:3.0:1763346494.574377:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532983800 x1848996540796160 msgsize 328 00000100:00100000:3.0:1763346494.574382:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.574399:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.574407:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.574410:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.574457:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.574462:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796160 02000000:00000001:1.0:1763346494.574465:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.574468:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.574472:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.574477:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.574482:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796160 00000020:00000001:1.0:1763346494.574485:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.574488:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:1.0:1763346494.574491:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.574494:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:1.0:1763346494.574497:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:1.0:1763346494.574500:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346494.574505:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.574511:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346494.574514:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.574517:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000020:00000010:1.0:1763346494.574523:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e800. 00000020:00000010:1.0:1763346494.574528:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52ac94a80. 00000020:00000010:1.0:1763346494.574533:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346494.574540:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346494.574605:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.574608:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.574611:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.574620:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.574638:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.574651:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.574653:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.574658:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20119 00000100:00000040:1.0:1763346494.574663:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:1.0:1763346494.574665:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319574528 : -105874389977088 : ffff9fb532983800) 00000100:00000040:1.0:1763346494.574673:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532983800 x1848996540796160/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346494.574683:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.574686:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346494.574688:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.574690:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000100:00100000:1.0:1763346494.574695:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2356:x1848996540796160:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346494.574699:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796160 00000020:00000001:1.0:1763346494.574703:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.574708:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.574710:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.574713:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.574715:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346494.574719:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.574723:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.574726:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.574728:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.574735:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.574737:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346494.574741:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346494.574743:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346494.574745:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346494.574747:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.574753:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346494.574762:0:57808:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972100. 00010000:00000010:1.0:1763346494.574766:0:57808:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417972f00. 00010000:00000001:1.0:1763346494.574772:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.574776:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0c00. 00000020:00000001:1.0:1763346494.574780:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.574783:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0c00 with handle 0x757b854463afa2e3 to hash 00000020:00000001:1.0:1763346494.574785:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.574787:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346494.574790:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00010000:1.0:1763346494.574796:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212943 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763346494.574807:0:57808:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763346494.574811:0:57808:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb529f30300. 00002000:00000001:1.0:1763346494.574813:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346494.574817:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.574822:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:1.0:1763346494.574825:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00002000:00000001:1.0:1763346494.574827:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346494.574834:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346494.574837:0:57808:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2535:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1763346494.574839:0:57808:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763346494.574842:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00010000:00000040:1.0:1763346494.574845:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 15 00000020:00000040:1.0:1763346494.574848:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00010000:00000001:1.0:1763346494.574856:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346494.574858:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346494.574861:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.574864:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.574870:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb50f92cc00. 02000000:00000001:1.0:1763346494.574872:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.574875:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.574879:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346494.574881:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346494.574885:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346494.574887:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.574889:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346494.574890:0:57808:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346494.574892:0:57808:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.574897:0:57808:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763346494.574904:0:57808:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346494.574913:0:57808:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2535:0x0].0x0 (ffff9fb417972100) refcount = 1 00010000:00000040:1.0:1763346494.574916:0:57808:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346494.574919:0:57808:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346494.574931:0:57808:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.574935:0:57808:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.574937:0:57808:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346494.574938:0:57808:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346494.574941:0:57808:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346494.574943:0:57808:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.574949:0:57808:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346494.574952:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346494.574964:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.574967:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346494.574970:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.574972:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.574974:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.574975:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.574977:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.574979:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0c00, rc 0) 00000020:00000001:1.0:1763346494.574981:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.574984:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911669, transno 0, xid 1848996540796160 00010000:00000001:1.0:1763346494.574987:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.574992:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532983800 x1848996540796160/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346494.575000:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.575002:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.575006:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.575011:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.575013:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.575016:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.575018:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.575021:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.575024:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.575028:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.575033:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b330. 00000100:00000200:1.0:1763346494.575039:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540796160, offset 224 00000400:00000200:1.0:1763346494.575046:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.575056:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.575062:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198583:198583:256:4294967295] 192.168.204.16@tcp LPNI seq info [198579:198579:8:4294967295] 00000400:00000200:1.0:1763346494.575072:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.575077:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.575081:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842300. 00000800:00000200:1.0:1763346494.575087:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.575095:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.575099:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.575123:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.575127:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.575130:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.575131:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.575133:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.575138:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532983800 x1848996540796160/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.575147:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532983800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540796160:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 462us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.575154:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20119 00000100:00000040:1.0:1763346494.575158:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:1.0:1763346494.575161:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.575163:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.575168:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52ac94a80. 00000020:00000010:1.0:1763346494.575172:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:1.0:1763346494.575177:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e800. 00000020:00000040:1.0:1763346494.575181:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000100:00000001:1.0:1763346494.575184:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346494.576384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00000800:00000200:2.0:1763346494.576572:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.576577:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842300. 00000400:00000200:2.0:1763346494.576582:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.576591:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.576597:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b330 00000400:00000010:2.0:1763346494.576600:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b330. 00000100:00000001:2.0:1763346494.576605:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.576607:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.587620:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.587641:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.587645:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.587648:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.587659:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.587679:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e014d80 00000400:00000200:3.0:1763346494.587689:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 8872 00000800:00000001:3.0:1763346494.587697:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.587723:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.587727:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.587732:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.587742:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.587745:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346494.587753:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532982680. 00000100:00000040:3.0:1763346494.587758:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532982680 x1848996540796288 msgsize 328 00000100:00100000:3.0:1763346494.587762:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.587783:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.587794:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.587799:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.587929:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.587933:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796288 02000000:00000001:0.0:1763346494.587936:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.587939:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.587941:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.587946:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.587950:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796288 00000020:00000001:0.0:1763346494.587953:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.587955:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346494.587957:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.587960:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:0.0:1763346494.587963:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346494.587966:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346494.587971:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.587977:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.587981:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.587984:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.587991:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:0.0:1763346494.587996:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.588001:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.588009:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346494.588013:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.588014:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.588016:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.588025:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.588044:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.588058:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.588060:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.588065:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20120 00000100:00000040:0.0:1763346494.588069:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346494.588072:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319570048 : -105874389981568 : ffff9fb532982680) 00000100:00000040:0.0:1763346494.588080:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532982680 x1848996540796288/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.588089:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.588092:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.588094:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.588096:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.588100:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2355:x1848996540796288:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346494.588104:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796288 00000020:00000001:0.0:1763346494.588107:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.588112:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.588115:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.588117:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.588119:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346494.588123:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346494.588127:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.588129:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.588132:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.588139:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.588141:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346494.588144:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346494.588146:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346494.588149:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346494.588151:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.588157:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.588165:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:0.0:1763346494.588168:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.588171:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.588176:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346494.588179:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.588182:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa2ea to hash 00000020:00000001:0.0:1763346494.588184:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.588185:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346494.588189:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346494.588195:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2ea lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921294a expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.588205:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346494.588207:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:0.0:1763346494.588257:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346494.588261:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346494.588264:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.588266:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.588272:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532675400. 02000000:00000001:0.0:1763346494.588275:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.588277:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.588281:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346494.588283:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.588310:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.588313:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346494.588318:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c2038. 00002000:00000001:0.0:1763346494.588320:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346494.588323:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346494.588326:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.588329:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.588335:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.588337:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.588340:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.588343:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.588345:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346494.588347:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.588350:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346494.588356:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9f80. 00000020:00000040:0.0:1763346494.588359:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346494.588362:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.588364:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.588370:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.588377:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c4600. 00000100:00000001:0.0:1763346494.588383:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.588389:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346494.588392:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.588397:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.588406:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.588408:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.588413:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514971904:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346494.588418:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.588423:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.588427:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.588430:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.588434:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5277c5a00. 02000000:00000001:0.0:1763346494.588436:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.588441:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.588447:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a4c8. 00000100:00000200:0.0:1763346494.588460:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514971904, portal 16 00000100:00000001:0.0:1763346494.588463:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.588464:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000040:0.0:1763346494.588470:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.588477:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.588480:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.588482:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9abb0. 00000100:00000200:0.0:1763346494.588485:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514971904, offset 0 00000400:00000200:0.0:1763346494.588490:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.588606:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.588612:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346494.588615:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346494.588619:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346494.588622:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346494.588625:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198584:198584:256:4294967295] 192.168.204.16@tcp LPNI seq info [198580:198580:8:4294967295] 00000400:00000200:0.0:1763346494.588636:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.588642:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.588648:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadd00. 00000800:00000200:0.0:1763346494.588654:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.588662:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.588665:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.588683:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.588688:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731503 00000100:00000001:0.0:1763346494.588695:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731471 00000100:00000001:0.0:1763346494.588700:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731503 00000100:00000001:0.0:1763346494.588704:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731471 00000100:00000001:0.0:1763346494.588707:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731503 00000100:00000001:0.0:1763346494.588710:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731471 00000100:00000001:0.0:1763346494.588713:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731503 00000100:00000001:0.0:1763346494.588716:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731471 00000100:00000001:0.0:1763346494.588719:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.588722:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.588725:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.588727:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.588729:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.588731:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346494.588733:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c2038. 00010000:00000001:0.0:1763346494.588738:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.588740:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.588741:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346494.588743:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.588745:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.588746:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.588749:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755ab40 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.588751:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.588754:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346494.589157:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.589162:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadd00. 00000400:00000200:3.0:1763346494.589167:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.589172:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.589177:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9abb0 00000400:00000010:3.0:1763346494.589180:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9abb0. 00000100:00000001:3.0:1763346494.589183:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346494.589188:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.589198:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346494.589202:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.589209:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.589211:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346494.592778:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.592800:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.592805:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.592807:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.592819:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.592853:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c774100 00000400:00000200:2.0:1763346494.592864:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fbe5 [1] + 224 00000800:00000001:2.0:1763346494.592872:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.592883:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.592887:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.592892:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.592899:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.592909:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346494.592922:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.592949:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.592958:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.592962:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.593038:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.593047:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.593050:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.593053:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.593058:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a4c8 00000400:00000010:0.0:1763346494.593060:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a4c8. 00000100:00000001:0.0:1763346494.593064:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.593069:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346494.593079:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.593085:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.593087:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.593090:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.593094:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.593096:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.593099:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.593102:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.593109:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346494.593113:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346494.593115:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.593117:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.593120:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.593124:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.593126:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.593131:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.593143:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.593147:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.593149:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.593152:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346494.593158:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346494.593169:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346494.593173:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.593181:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:0.0:1763346494.593184:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:0.0:1763346494.593187:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346494.593195:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346494.593199:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:0.0:1763346494.593204:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.593206:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.593208:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.594327:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346494.594342:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514971904:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346494.594348:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.594351:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.594354:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.594356:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.594361:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a9f80 x1848996514971904/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.594367:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.594370:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.594375:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5277c5a00. 02000000:00000001:0.0:1763346494.594382:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.594384:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.594386:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346494.594388:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.594391:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c4600. 02000000:00000001:0.0:1763346494.594397:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.594399:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.594401:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a9f80. 00000100:00000001:0.0:1763346494.594405:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.594407:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346494.594409:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.594412:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346494.594414:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346494.594417:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f040. 00010000:00000001:0.0:1763346494.594421:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.594425:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346494.594429:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346494.594431:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.594438:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.594440:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.594442:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.594444:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.594448:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa2ea from hash 00010000:00000001:0.0:1763346494.594451:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.594452:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.594453:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.594454:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346494.594456:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346494.594459:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346494.594466:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2ea lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921294a expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346494.594483:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346494.594487:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.594490:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.594491:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.594494:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.594497:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.594498:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.594499:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.594501:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.594503:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.594504:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.594506:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346494.594509:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.594511:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.594513:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.594514:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.594517:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2ea lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921294a expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346494.594526:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:0.0:1763346494.594528:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:0.0:1763346494.594535:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.594536:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36600, rc 0) 00000020:00000001:0.0:1763346494.594539:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346494.599100:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540796288 00010000:00000001:0.0:1763346494.599111:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.599127:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532982680 x1848996540796288/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.599138:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.599142:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.599147:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.599152:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.599155:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.599158:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.599162:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.599166:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.599171:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.599175:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.599184:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a4c8. 00000100:00000200:0.0:1763346494.599191:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540796288, offset 224 00000400:00000200:0.0:1763346494.599198:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.599211:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.599232:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198585:198585:256:4294967295] 192.168.204.16@tcp LPNI seq info [198581:198581:8:4294967295] 00000400:00000200:0.0:1763346494.599244:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.599250:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.599257:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadf00. 00000800:00000200:0.0:1763346494.599263:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.599271:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.599275:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadf00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.599298:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.599302:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.599304:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.599307:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.599310:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.599316:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982680 x1848996540796288/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.599327:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2355:x1848996540796288:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 11236us (11567us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346494.599336:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20120 00000100:00000040:0.0:1763346494.599340:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346494.599342:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.599344:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.599350:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.599357:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:0.0:1763346494.599363:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f87a00. 00000020:00000040:0.0:1763346494.599371:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:0.0:1763346494.599374:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.600438:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.600445:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadf00. 00000400:00000200:3.0:1763346494.600452:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.600459:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.600464:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a4c8 00000400:00000010:3.0:1763346494.600467:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a4c8. 00000100:00000001:3.0:1763346494.600472:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.600473:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346494.604498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00000800:00000001:3.0:1763346494.605981:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.605998:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.606003:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.606005:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.606017:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.606036:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e014e00 00000400:00000200:3.0:1763346494.606046:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 9200 00000800:00000001:3.0:1763346494.606066:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.606076:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.606079:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.606083:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.606091:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.606094:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346494.606100:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532980000. 00000100:00000040:3.0:1763346494.606104:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532980000 x1848996540796416 msgsize 328 00000100:00100000:3.0:1763346494.606108:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.606127:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.606136:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.606140:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.606186:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.606190:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796416 02000000:00000001:0.0:1763346494.606193:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.606196:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.606199:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.606205:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.606210:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796416 00000020:00000001:0.0:1763346494.606260:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.606263:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346494.606266:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.606273:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:0.0:1763346494.606277:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346494.606279:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346494.606295:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.606302:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.606307:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.606310:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.606317:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4600. 00000020:00000010:0.0:1763346494.606323:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969f80. 00000020:00000010:0.0:1763346494.606329:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346494.606337:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346494.606340:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.606342:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.606345:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.606355:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.606360:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.606373:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.606375:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.606390:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20121 00000100:00000040:0.0:1763346494.606394:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346494.606396:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319560192 : -105874389991424 : ffff9fb532980000) 00000100:00000040:0.0:1763346494.606404:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532980000 x1848996540796416/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.606414:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.606416:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.606419:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.606421:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.606425:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:226292:x1848996540796416:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346494.606431:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796416 00000020:00000001:0.0:1763346494.606435:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.606439:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.606442:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.606444:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.606446:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346494.606450:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346494.606453:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.606456:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.606458:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.606463:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.606466:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346494.606469:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346494.606471:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346494.606473:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346494.606475:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.606481:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.606488:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:0.0:1763346494.606491:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.606495:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.606498:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346494.606502:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.606504:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa2f1 to hash 00000020:00000001:0.0:1763346494.606506:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.606508:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346494.606511:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346494.606516:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212951 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.606526:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346494.606528:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00000100:00000001:0.0:1763346494.606538:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.606541:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.606560:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532675800. 02000000:00000001:0.0:1763346494.606562:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.606565:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.606568:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.606572:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.606574:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346494.606576:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.606580:0:62999:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763346494.606582:0:62999:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346494.606587:0:62999:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.606595:0:62999:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346494.606597:0:62999:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.606600:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346494.606601:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.606604:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346494.606605:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346494.606606:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.606609:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.606611:0:62999:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346494.606615:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.606623:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260b:0x0].0x0 (ffff9fb417f4fc00) refcount = 2 00010000:00000040:0.0:1763346494.606626:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.606629:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.606636:0:62999:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346494.606640:0:62999:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763346494.606653:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.606657:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.606662:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.606664:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.606667:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.606670:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.606671:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346494.606674:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.606676:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.606678:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346494.606680:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.606682:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.606684:0:62999:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346494.606686:0:62999:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346494.606690:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9f80. 00000020:00000040:0.0:1763346494.606693:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346494.606696:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.606698:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.606703:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.606710:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c5a00. 00000100:00000001:0.0:1763346494.606716:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.606721:0:62999:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.606737:0:62999:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 6164 lvb_type: 0 00010000:00000001:0.0:1763346494.606745:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346494.606748:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.606753:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.606767:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.606769:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.606774:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972032:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346494.606778:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.606783:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.606786:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.606789:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.606795:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346494.606797:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.606802:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.606808:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aa18. 00000100:00000200:0.0:1763346494.606814:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514972032, portal 16 00000100:00000001:0.0:1763346494.606816:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.606818:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000040:0.0:1763346494.606823:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.606830:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.606833:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.606835:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a110. 00000100:00000200:0.0:1763346494.606838:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514972032, offset 0 00000400:00000200:0.0:1763346494.606843:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.606853:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.606857:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346494.606862:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346494.606865:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346494.606868:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346494.606872:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198586:198586:256:4294967295] 192.168.204.16@tcp LPNI seq info [198582:198582:8:4294967295] 00000400:00000200:0.0:1763346494.606882:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.606888:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.606893:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadf00. 00000800:00000200:0.0:1763346494.606899:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.606907:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.606911:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.606931:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.606935:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731521 00000100:00000001:0.0:1763346494.606942:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731503 00000100:00000001:0.0:1763346494.606946:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731521 00000100:00000001:0.0:1763346494.606949:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731503 00000100:00000001:0.0:1763346494.606953:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731521 00000100:00000001:0.0:1763346494.606956:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731503 00000100:00000001:0.0:1763346494.606958:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731521 00000100:00000001:0.0:1763346494.606973:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731503 00000100:00000001:0.0:1763346494.606976:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.606979:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.606981:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.606983:0:62999:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.606985:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.606988:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.606989:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.606991:0:62999:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.606993:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.606996:0:62999:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346494.606998:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.607000:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.607002:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.607005:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755ab40 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.607008:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.607012:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346494.607405:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.607410:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadf00. 00000400:00000200:3.0:1763346494.607416:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.607421:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.607426:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a110 00000400:00000010:3.0:1763346494.607428:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a110. 00000100:00000001:3.0:1763346494.607431:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346494.607436:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.607446:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346494.607450:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.607455:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.607457:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.612018:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.612038:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.612042:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.612044:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.612055:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.612073:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774180 00000400:00000200:3.0:1763346494.612083:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fbf1 [1] + 224 00000800:00000001:3.0:1763346494.612091:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.612099:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.612102:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.612106:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.612113:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.612124:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.612135:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.612161:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.612170:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.612173:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.612406:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.612415:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.612416:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.612420:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.612424:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aa18 00000400:00000010:0.0:1763346494.612427:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aa18. 00000100:00000001:0.0:1763346494.612431:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.612436:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346494.612445:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.612451:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.612453:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.612456:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.612460:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.612463:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.612465:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.612468:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.612476:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346494.612481:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346494.612483:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.612485:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.612488:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.612492:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.612495:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.612500:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.612506:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.612510:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.612513:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.612516:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346494.612519:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.612522:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.612524:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.612528:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346494.612537:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972032:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346494.612542:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.612545:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.612548:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.612550:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.612554:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a9f80 x1848996514972032/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.612560:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.612563:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.612567:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb402f87a00. 02000000:00000001:0.0:1763346494.612573:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.612576:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.612577:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346494.612579:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.612582:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c5a00. 02000000:00000001:0.0:1763346494.612590:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.612592:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.612594:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a9f80. 00000100:00000001:0.0:1763346494.612599:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.612600:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346494.612602:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.612605:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346494.612607:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346494.612610:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f040. 00010000:00000001:0.0:1763346494.612613:0:62999:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.612616:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.612618:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.612627:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346494.612635:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.612650:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.612652:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346494.612654:0:62999:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36600 00010000:00000001:0.0:1763346494.612657:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346494.612660:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.612664:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.612666:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346494.612669:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346494.613642:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.613648:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.613649:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.613651:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.613654:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36600, rc 0) 00000020:00000001:0.0:1763346494.613659:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.613664:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540796416 00010000:00000001:0.0:1763346494.613668:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.613676:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532980000 x1848996540796416/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.613686:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.618627:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.618637:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.618643:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.618650:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.618652:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.618657:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.618660:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.618665:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.618668:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.619083:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b4c8. 00000100:00000200:1.0:1763346494.619093:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540796416, offset 224 00000400:00000200:1.0:1763346494.619101:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.619116:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.619123:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198587:198587:256:4294967295] 192.168.204.16@tcp LPNI seq info [198583:198583:8:4294967295] 00000400:00000200:1.0:1763346494.619134:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.619140:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.619146:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842b00. 00000800:00000200:1.0:1763346494.619152:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.619161:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.619166:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.619192:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.619196:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.619200:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.619203:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.619206:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.619256:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532980000 x1848996540796416/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.619267:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:226292:x1848996540796416:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 12851us (13160us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.619277:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20121 00000100:00000040:1.0:1763346494.619281:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346494.619283:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.619294:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.619303:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969f80. 00000020:00000010:1.0:1763346494.619310:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:1.0:1763346494.619316:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4600. 00000020:00000040:1.0:1763346494.619327:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:1.0:1763346494.619332:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.619724:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.619739:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.619741:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.619744:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.619750:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.619761:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e014e80 00000400:00000200:0.0:1763346494.619769:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127985 [2] + 1312 00000800:00000001:0.0:1763346494.619775:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.619843:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.619847:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.619852:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.619858:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.619862:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763346494.619868:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9f80. 00000100:00000040:0.0:1763346494.619872:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a9f80 x1848996540796544 msgsize 328 00000100:00100000:0.0:1763346494.619876:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346494.619892:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1763346494.619953:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.619957:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842b00. 00000400:00000200:0.0:1763346494.619960:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.619964:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.619967:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b4c8 00000400:00000010:0.0:1763346494.619970:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b4c8. 00000100:00000001:0.0:1763346494.619973:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.619975:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346494.619979:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.619983:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.620282:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.620293:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796544 02000000:00000001:3.0:1763346494.620297:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.620299:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.620302:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.620308:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.620311:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796544 00000020:00000001:3.0:1763346494.620315:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.620316:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346494.620319:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.620323:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:3.0:1763346494.620326:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346494.620328:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346494.620333:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.620339:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.620342:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.620345:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000020:00000010:3.0:1763346494.620352:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e800. 00000020:00000010:3.0:1763346494.620357:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:3.0:1763346494.620361:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1a28. 00000100:00000040:3.0:1763346494.620369:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346494.620372:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.620373:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346494.620376:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346494.620379:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.620382:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346494.620388:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.620389:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.620391:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=4 00000020:00000001:3.0:1763346494.620394:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:3.0:1763346494.620396:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00010000:3.0:1763346494.620405:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 6164 lvb_type: 0 00010000:00000001:3.0:1763346494.620414:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.620416:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.620417:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.620419:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.620426:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346494.620431:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb5199a9f80 x1848996540796544/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.620438:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346494.620440:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.620455:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.620465:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.620467:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.620471:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4029 00000100:00000040:3.0:1763346494.620474:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346494.620476:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000040:3.0:1763346494.620481:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a9f80 x1848996540796544/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.620495:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.620497:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.620499:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.620501:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000100:00100000:3.0:1763346494.620505:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540796544:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346494.620509:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796544 00010000:00000001:3.0:1763346494.620512:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346494.620514:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346494.620516:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346494.620522:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.620525:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.620529:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af1e400. 02000000:00000001:3.0:1763346494.620532:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.620535:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.620537:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346494.620539:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346494.620541:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.620542:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.620544:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=4 00000020:00000001:3.0:1763346494.620546:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:3.0:1763346494.620547:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000040:3.0:1763346494.620552:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 3 00002000:00000001:3.0:1763346494.620556:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346494.620561:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.620564:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.620570:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:3.0:1763346494.620573:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:3.0:1763346494.620576:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.620583:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346494.620587:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00010000:3.0:1763346494.620592:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 6164 lvb_type: 0 00000100:00001000:3.0:1763346494.620601:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=136 v=5 (1 1 0 0) 00010000:00000001:3.0:1763346494.620604:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346494.620610:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.620611:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.620614:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 6164 lvb_type: 0 00000020:00000001:3.0:1763346494.620623:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.620626:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.620628:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.620630:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.620635:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.620637:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.620642:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.620643:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.620646:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.620648:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.620650:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36e00 with handle 0x757b854463af9fa9 from hash 00010000:00000001:3.0:1763346494.620652:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.620654:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.620655:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.620656:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.620663:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.620666:0:5737:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.620668:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.620669:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.620672:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36e00/0x757b854463af9fa9 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792127e5 expref: 22 pid: 62997 timeout: 6164 lvb_type: 0 00010000:00000040:3.0:1763346494.620680:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:3.0:1763346494.620682:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:3.0:1763346494.620689:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.620692:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.620694:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346494.620696:0:5737:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36600 00010000:00000001:3.0:1763346494.620699:0:5737:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346494.620702:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.620705:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.620707:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.620709:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.620710:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.620712:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.620715:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346494.620718:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346494.620722:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.620729:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763346494.620734:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.620742:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260b:0x0].0x0 (ffff9fb417f4fc00) refcount = 2 00010000:00000040:3.0:1763346494.620746:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346494.620749:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.620757:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.620759:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.620761:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346494.620762:0:5737:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.620764:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346494.620768:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.620771:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346494.620778:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb509513480. 00000100:00000001:3.0:1763346494.620780:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627054720 : -105875082496896 : ffff9fb509513480) 00000100:00000001:3.0:1763346494.620782:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627054720 : -105875082496896 : ffff9fb509513480) 00000100:00000001:3.0:1763346494.620786:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346494.620787:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346494.620790:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346494.620792:0:5737:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763346494.620796:0:5737:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532982d80. 00000020:00000040:3.0:1763346494.620799:0:5737:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346494.620803:0:5737:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346494.620805:0:5737:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346494.620811:0:5737:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346494.620817:0:5737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52ab3f000. 00000100:00000001:3.0:1763346494.620822:0:5737:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.620832:0:5737:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.620840:0:5737:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346494.620843:0:5737:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346494.620847:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.620856:0:5737:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346494.620858:0:5737:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.620863:0:5737:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb532982d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5737:1848996514972160:192.168.204.16@tcp:105: 00000100:00000001:3.0:1763346494.620866:0:5737:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346494.620871:0:5737:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346494.620874:0:5737:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.620877:0:5737:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346494.620882:0:5737:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52ab3ee00. 02000000:00000001:3.0:1763346494.620883:0:5737:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346494.620889:0:5737:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346494.620894:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbf68. 00000100:00000200:3.0:1763346494.620900:0:5737:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514972160, portal 16 00000100:00000001:3.0:1763346494.620902:0:5737:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346494.620903:0:5737:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199319571840 : -105874389979776 : ffff9fb532982d80) 00000100:00000040:3.0:1763346494.620909:0:5737:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.620916:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.620919:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.620922:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbee0. 00000100:00000200:3.0:1763346494.620925:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514972160, offset 0 00000400:00000200:3.0:1763346494.620931:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.620938:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.620943:0:5737:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346494.620946:0:5737:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346494.620950:0:5737:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346494.620952:0:5737:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346494.620955:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198588:198588:256:4294967295] 192.168.204.16@tcp LPNI seq info [198584:198584:8:4294967295] 00000400:00000200:3.0:1763346494.620963:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.620968:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.620972:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b400. 00000800:00000200:3.0:1763346494.620977:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.620983:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.620986:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.621007:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.621012:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731535 00000100:00000001:3.0:1763346494.621017:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731521 00000100:00000001:3.0:1763346494.621021:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731535 00000100:00000001:3.0:1763346494.621025:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731521 00000100:00000001:3.0:1763346494.621027:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731535 00000100:00000001:3.0:1763346494.621030:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731521 00000100:00000001:3.0:1763346494.621032:0:5737:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731535 00000100:00000001:3.0:1763346494.621035:0:5737:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731521 00000100:00000001:3.0:1763346494.621038:0:5737:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346494.621041:0:5737:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.621043:0:5737:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.621045:0:5737:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.621047:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.621048:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.621049:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.621051:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346494.621052:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346494.621055:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.621056:0:5737:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346494.621058:0:5737:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346494.621061:0:5737:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb509513480 going to sleep for 11 seconds 00000100:00000001:3.0:1763346494.621064:0:5737:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346494.621067:0:5737:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346494.621186:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.621190:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b400. 00000400:00000200:2.0:1763346494.621194:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.621198:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.621203:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbee0 00000400:00000010:2.0:1763346494.621205:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbee0. 00000100:00000001:2.0:1763346494.621209:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346494.621253:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.621268:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.621271:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.621278:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.621279:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346494.625713:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.625734:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.625738:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.625740:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.625751:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.625768:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774200 00000400:00000200:0.0:1763346494.625777:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fbfd [1] + 224 00000800:00000001:0.0:1763346494.625786:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.625791:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.625793:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.625797:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.625804:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.625813:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346494.625824:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.625843:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.625855:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.625859:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.625861:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.625862:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.625866:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.625871:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e014f00 00000400:00000200:0.0:1763346494.625876:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 9528 00000800:00000001:0.0:1763346494.625880:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.625889:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.625891:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.625894:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.625897:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.625900:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346494.625907:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522401f80. 00000100:00000040:0.0:1763346494.625910:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522401f80 x1848996540796672 msgsize 328 00000100:00100000:0.0:1763346494.625913:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346494.625929:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.625934:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.625937:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.626016:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.626019:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796672 02000000:00000001:1.0:1763346494.626023:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.626025:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.626028:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.626034:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.626038:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796672 00000020:00000001:1.0:1763346494.626041:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.626042:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346494.626045:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.626048:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:1.0:1763346494.626050:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346494.626052:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346494.626056:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.626061:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30400. 00000100:00000001:1.0:1763346494.626064:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.626067:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30400. 00000020:00000010:1.0:1763346494.626074:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e800. 00000020:00000010:1.0:1763346494.626079:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52ac94a80. 00000020:00000010:1.0:1763346494.626084:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d80c8. 00000100:00000040:1.0:1763346494.626092:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346494.626096:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.626097:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.626099:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.626108:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.626128:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.626140:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.626142:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.626147:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20122 00000100:00000040:1.0:1763346494.626151:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:1.0:1763346494.626153:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045365632 : -105874664185984 : ffff9fb522401f80) 00000100:00000040:1.0:1763346494.626158:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522401f80 x1848996540796672/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346494.626167:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.626170:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30400. 00000100:00000001:1.0:1763346494.626171:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.626174:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30400. 00000100:00100000:1.0:1763346494.626178:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540796672:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346494.626183:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796672 00000020:00000001:1.0:1763346494.626186:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.626190:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.626192:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.626195:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.626197:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346494.626200:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.626204:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.626206:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.626208:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.626254:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.626257:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346494.626261:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346494.626263:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346494.626264:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346494.626267:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.626273:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346494.626281:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 3 00010000:00000001:1.0:1763346494.626294:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.626298:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.626302:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0200. 00000020:00000001:1.0:1763346494.626305:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.626307:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0200 with handle 0x757b854463afa2f8 to hash 00000020:00000001:1.0:1763346494.626309:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.626310:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346494.626313:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00010000:1.0:1763346494.626318:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa2f8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212958 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.626327:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346494.626329:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00010000:00000001:1.0:1763346494.626337:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346494.626341:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346494.626343:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.626346:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.626352:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb50f92e400. 02000000:00000001:1.0:1763346494.626354:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.626356:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.626360:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346494.626362:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346494.626365:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.626367:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346494.626372:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277380. 00002000:00000001:1.0:1763346494.626374:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346494.626377:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346494.626380:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30400. 00000100:00000001:1.0:1763346494.626383:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346494.626388:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389793c0. 00000100:00000001:1.0:1763346494.626390:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420195776 : -105874289355840 : ffff9fb5389793c0) 00000100:00000001:1.0:1763346494.626392:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420195776 : -105874289355840 : ffff9fb5389793c0) 00000100:00000001:1.0:1763346494.626395:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346494.626397:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346494.626399:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346494.626402:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346494.626406:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c700. 00000020:00000040:1.0:1763346494.626409:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=3 obd=lustre-OST0000 00000100:00000001:1.0:1763346494.626413:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346494.626416:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346494.626421:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346494.626427:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1e000. 00000100:00000001:1.0:1763346494.626433:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.626439:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346494.626442:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346494.626448:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.626456:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346494.626458:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.626462:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51983c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972288:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346494.626467:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346494.626471:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346494.626474:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.626476:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346494.626480:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1fa00. 02000000:00000001:1.0:1763346494.626481:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346494.626485:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636058. 00000400:00000010:1.0:1763346494.626491:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9baa0. 00000100:00000200:1.0:1763346494.626497:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514972288, portal 16 00000100:00000001:1.0:1763346494.626499:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346494.626500:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198898804480 : -105874810747136 : ffff9fb51983c700) 00000100:00000040:1.0:1763346494.626505:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.626511:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.626514:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.626517:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b770. 00000100:00000200:1.0:1763346494.626519:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514972288, offset 0 00000400:00000200:1.0:1763346494.626525:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.626535:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.626539:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346494.626543:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346494.626547:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346494.626549:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346494.626552:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198589:198589:256:4294967295] 192.168.204.16@tcp LPNI seq info [198585:198585:8:4294967295] 00000400:00000200:1.0:1763346494.626562:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.626567:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.626572:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842c00. 00000800:00000200:1.0:1763346494.626577:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.626584:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.626588:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.626598:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.626601:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731540 00000100:00000001:1.0:1763346494.626608:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731535 00000100:00000001:1.0:1763346494.626612:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731540 00000100:00000001:1.0:1763346494.626615:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731535 00000100:00000001:1.0:1763346494.626618:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731540 00000100:00000001:1.0:1763346494.626621:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731535 00000100:00000001:1.0:1763346494.626624:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731540 00000100:00000001:1.0:1763346494.626627:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731535 00000100:00000001:1.0:1763346494.626630:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346494.626633:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.626635:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.626637:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.626640:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.626642:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346494.626644:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277380. 00010000:00000001:1.0:1763346494.626648:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.626649:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346494.626651:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346494.626654:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.626656:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346494.626657:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346494.626660:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5389793c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346494.626662:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346494.626665:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346494.626908:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.626913:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842c00. 00000400:00000200:0.0:1763346494.626917:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.626921:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.626925:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b770 00000400:00000010:0.0:1763346494.626927:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b770. 00000100:00000001:0.0:1763346494.626931:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.626935:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.626944:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.626947:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.626953:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.626954:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346494.627657:0:5737:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346494.627666:0:5737:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346494.627669:0:5737:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346494.627672:0:5737:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad580. 00000400:00000200:3.0:1763346494.627677:0:5737:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbf68 00000400:00000010:3.0:1763346494.627679:0:5737:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbf68. 00000100:00000001:3.0:1763346494.627683:0:5737:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.627689:0:5737:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346494.627698:0:5737:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.627706:0:5737:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346494.627707:0:5737:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.627710:0:5737:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346494.627712:0:5737:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346494.627714:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.627716:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.627719:0:5737:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.627725:0:5737:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346494.627729:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346494.627731:0:5737:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346494.627733:0:5737:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.627736:0:5737:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346494.627740:0:5737:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.627743:0:5737:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.627748:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.627755:0:5737:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346494.627759:0:5737:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346494.627761:0:5737:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.627764:0:5737:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346494.627766:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.627768:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.627769:0:5737:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.627773:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346494.627782:0:5737:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb532982d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5737:1848996514972160:192.168.204.16@tcp:105: 00000100:00000001:3.0:1763346494.627787:0:5737:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.627789:0:5737:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.627791:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346494.627793:0:5737:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346494.627796:0:5737:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb532982d80 x1848996514972160/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.627803:0:5737:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346494.627805:0:5737:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346494.627808:0:5737:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52ab3ee00. 02000000:00000001:3.0:1763346494.627812:0:5737:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346494.627814:0:5737:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346494.627815:0:5737:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000020:00000001:3.0:1763346494.627818:0:5737:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346494.627820:0:5737:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52ab3f000. 02000000:00000001:3.0:1763346494.627824:0:5737:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346494.627826:0:5737:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346494.627828:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982d80. 00000100:00000001:3.0:1763346494.627832:0:5737:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346494.627833:0:5737:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346494.627835:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb509513480. 00000100:00000001:3.0:1763346494.627838:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346494.627840:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346494.627843:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c7c0. 00010000:00000001:3.0:1763346494.627846:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346494.627850:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346494.627851:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.627858:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.627860:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.627864:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.627868:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.627871:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.627874:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.627877:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.627879:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.627882:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.627885:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.627890:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbf68. 00000100:00000200:3.0:1763346494.627894:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540796544, offset 224 00000400:00000200:3.0:1763346494.627901:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.627909:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.627915:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198590:198590:256:4294967295] 192.168.204.16@tcp LPNI seq info [198586:198586:8:4294967295] 00000400:00000200:3.0:1763346494.627924:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.627928:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.627932:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ba00. 00000800:00000200:3.0:1763346494.627937:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.627943:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.627946:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.633377:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.633396:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.633401:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.633404:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.633415:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9f80 x1848996540796544/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.633427:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540796544:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 12930us (13552us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346494.633438:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4029 00000100:00000040:3.0:1763346494.633443:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346494.633445:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.633447:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.633456:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:3.0:1763346494.633463:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1a28. 00000020:00000010:3.0:1763346494.633467:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e800. 00000020:00000040:3.0:1763346494.633473:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:3.0:1763346494.633477:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.633558:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1763346494.633732:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.633737:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ba00. 00000400:00000200:2.0:1763346494.633742:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.633747:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.633754:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbf68 00000400:00000010:2.0:1763346494.633756:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbf68. 00000100:00000001:2.0:1763346494.633761:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.633762:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.639029:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.639038:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.639046:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.639058:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.639078:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c774280 00000400:00000200:1.0:1763346494.639087:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fc05 [1] + 224 00000800:00000001:1.0:1763346494.639094:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.639107:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.639110:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.639114:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.639122:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.639132:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346494.639143:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.639168:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.639178:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.639182:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346494.639260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36e00. 00000100:00000001:3.0:1763346494.639277:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346494.639295:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346494.639297:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346494.639301:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636058. 00000400:00000200:3.0:1763346494.639305:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9baa0 00000400:00000010:3.0:1763346494.639307:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9baa0. 00000100:00000001:3.0:1763346494.639310:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.639315:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346494.639323:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.639328:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346494.639330:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.639333:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346494.639337:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346494.639340:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.639342:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.639345:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.639352:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346494.639357:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346494.639359:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346494.639361:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.639364:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346494.639368:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.639371:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.639375:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.639382:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346494.639385:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346494.639388:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.639391:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763346494.639398:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346494.639409:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.639414:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.639422:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:3.0:1763346494.639425:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:3.0:1763346494.639427:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.639436:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346494.639440:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:3.0:1763346494.639443:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.639445:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.639447:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.639451:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346494.639460:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51983c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972288:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346494.639465:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.639468:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.639471:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346494.639473:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346494.639477:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51983c700 x1848996514972288/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.639484:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346494.639487:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346494.639490:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1fa00. 02000000:00000001:3.0:1763346494.639494:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346494.639497:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346494.639498:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763346494.639501:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346494.639504:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1e000. 02000000:00000001:3.0:1763346494.639507:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346494.639509:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346494.639511:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983c700. 00000100:00000001:3.0:1763346494.639514:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346494.639516:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346494.639518:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389793c0. 00000100:00000001:3.0:1763346494.639521:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346494.639523:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346494.639527:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30400. 00010000:00000001:3.0:1763346494.639530:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.639535:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346494.639539:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346494.639542:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.639548:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.639550:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.639552:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.639555:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.639559:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0200 with handle 0x757b854463afa2f8 from hash 00010000:00000001:3.0:1763346494.639561:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.639562:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.639563:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.639565:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346494.639566:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346494.639569:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346494.639576:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa2f8 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212958 expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346494.639591:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346494.639595:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.639598:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.639599:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.639602:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.639606:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.639607:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.639609:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.639610:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.639611:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.639613:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.639615:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346494.639618:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.639620:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.639622:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.639623:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.639627:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa2f8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212958 expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346494.639636:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:3.0:1763346494.639639:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:3.0:1763346494.639645:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.639647:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0200, rc 0) 00000020:00000001:3.0:1763346494.639650:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346494.639654:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540796672 00010000:00000001:3.0:1763346494.639658:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.639663:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522401f80 x1848996540796672/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346494.639670:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.639673:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.639676:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.639680:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.639683:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.639685:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.639688:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.639691:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.639695:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.639698:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.639704:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fba18. 00000100:00000200:3.0:1763346494.639708:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540796672, offset 224 00000400:00000200:3.0:1763346494.639715:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.639725:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.639731:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198591:198591:256:4294967295] 192.168.204.16@tcp LPNI seq info [198587:198587:8:4294967295] 00000400:00000200:3.0:1763346494.639740:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.639745:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.639751:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b200. 00000800:00000200:3.0:1763346494.639758:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.639766:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.639770:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.639778:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.639781:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.639784:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.639785:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.639788:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.639794:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522401f80 x1848996540796672/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346494.639803:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522401f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540796672:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 13635us (13891us total) trans 0 rc 301/301 00000100:00100000:3.0:1763346494.639812:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20122 00000100:00000040:3.0:1763346494.639816:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346494.639818:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.639820:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.639826:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52ac94a80. 00000020:00000010:3.0:1763346494.639831:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d80c8. 00000020:00000010:3.0:1763346494.639835:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e800. 00000020:00000040:3.0:1763346494.639839:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:3.0:1763346494.639850:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346494.640013:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.640018:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b200. 00000400:00000200:0.0:1763346494.640021:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.640025:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.640028:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fba18 00000400:00000010:0.0:1763346494.640030:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fba18. 00000100:00000001:0.0:1763346494.640033:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.640035:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346494.645280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00000800:00000001:2.0:1763346494.647707:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.647728:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.647732:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.647734:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.647745:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.647765:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e014f80 00000400:00000200:2.0:1763346494.647774:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 9856 00000800:00000001:2.0:1763346494.647782:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.647796:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.647799:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.647804:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.647812:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.647816:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346494.647822:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db4e00. 00000100:00000040:2.0:1763346494.647826:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db4e00 x1848996540796800 msgsize 440 00000100:00100000:2.0:1763346494.647830:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.647847:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.647856:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.647860:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.647928:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.647932:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796800 02000000:00000001:3.0:1763346494.647935:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.647938:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.647941:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.647947:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.647951:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796800 00000020:00000001:3.0:1763346494.647955:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.647957:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346494.647960:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.647963:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:3.0:1763346494.647966:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346494.647969:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346494.647974:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.647979:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.647983:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.647985:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000020:00000010:3.0:1763346494.647993:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e800. 00000020:00000010:3.0:1763346494.647998:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:3.0:1763346494.648004:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1a28. 00000100:00000040:3.0:1763346494.648012:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346494.648015:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.648017:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346494.648019:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.648028:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.648042:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.648062:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.648064:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.648070:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20123 00000100:00000040:3.0:1763346494.648074:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346494.648076:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619328000 : -105875090223616 : ffff9fb508db4e00) 00000100:00000040:3.0:1763346494.648083:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db4e00 x1848996540796800/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.648098:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.648101:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.648103:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.648106:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000100:00100000:3.0:1763346494.648110:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540796800:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:3.0:1763346494.648114:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796800 00000020:00000001:3.0:1763346494.648118:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346494.648122:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346494.648125:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.648128:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346494.648130:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:3.0:1763346494.648133:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346494.648137:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346494.648139:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346494.648141:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346494.648146:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346494.648150:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346494.648153:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.648156:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346494.648158:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.648161:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.648162:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.648164:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.648165:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.648167:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.648168:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346494.648170:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346494.648171:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346494.648173:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.648176:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.648178:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.648182:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.648186:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.648193:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb52af1dc00. 02000000:00000001:3.0:1763346494.648196:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.648199:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.648202:0:62999:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763346494.648205:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.648208:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.648244:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:3.0:1763346494.648247:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:3.0:1763346494.648250:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.648257:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.648260:0:62999:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763346494.648262:0:62999:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:3.0:1763346494.648266:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346494.648273:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1763346494.648278:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00000020:00000001:3.0:1763346494.648282:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346494.648298:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346494.648302:0:62999:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346494.648305:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540796800 00010000:00000001:3.0:1763346494.648308:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.648313:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db4e00 x1848996540796800/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346494.648321:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.648324:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.648327:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.648332:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.648335:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.648338:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.648340:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.648343:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.648346:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.648348:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.648353:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb880. 00000100:00000200:3.0:1763346494.648358:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540796800, offset 224 00000400:00000200:3.0:1763346494.648365:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.648374:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.648380:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198592:198592:256:4294967295] 192.168.204.16@tcp LPNI seq info [198588:198588:8:4294967295] 00000400:00000200:3.0:1763346494.648391:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.648396:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.648402:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b300. 00000800:00000200:3.0:1763346494.648407:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.648414:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.648418:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b300 type 1, nob 528 niov 1 nkiov 1 00000800:00000200:1.0:1763346494.651014:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.651023:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b300. 00000400:00000200:1.0:1763346494.651030:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.651039:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.651046:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb880 00000400:00000010:1.0:1763346494.651049:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb880. 00000100:00000001:1.0:1763346494.651054:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.651056:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346494.651111:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.651118:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.651122:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.651124:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.651127:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.651136:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db4e00 x1848996540796800/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.651148:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540796800:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 3048us (3319us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346494.651159:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20123 00000100:00000040:3.0:1763346494.651164:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346494.651166:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.651169:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.651176:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:3.0:1763346494.651181:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1a28. 00000020:00000010:3.0:1763346494.651185:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e800. 00000020:00000040:3.0:1763346494.651191:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:3.0:1763346494.651194:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.656810:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.656831:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.656835:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.656838:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.656849:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.656866:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e015000 00000400:00000200:0.0:1763346494.656874:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 10296 00000800:00000001:0.0:1763346494.656883:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.656892:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.656900:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.656904:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.656912:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.656915:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346494.656924:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921180. 00000100:00000040:0.0:1763346494.656928:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505921180 x1848996540796928 msgsize 328 00000100:00100000:0.0:1763346494.656932:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346494.656952:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.656962:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.656966:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.657053:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.657057:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540796928 02000000:00000001:2.0:1763346494.657060:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.657062:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.657065:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.657075:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.657081:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540796928 00000020:00000001:2.0:1763346494.657084:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.657086:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346494.657089:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.657093:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:2.0:1763346494.657095:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346494.657098:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346494.657103:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.657108:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.657112:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.657115:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000020:00000010:2.0:1763346494.657122:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.657127:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.657133:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.657141:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346494.657144:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.657150:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.657152:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.657161:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.657479:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.657494:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.657496:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.657501:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20124 00000100:00000040:2.0:1763346494.657505:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346494.657507:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564196736 : -105875145354880 : ffff9fb505921180) 00000100:00000040:2.0:1763346494.657515:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505921180 x1848996540796928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.657523:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.657528:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.657529:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.657531:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000100:00100000:2.0:1763346494.657535:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2355:x1848996540796928:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346494.657539:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540796928 00000020:00000001:2.0:1763346494.657542:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.657545:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.657548:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.657550:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.657552:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346494.657555:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.657559:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.657561:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.657563:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.657570:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.657572:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346494.657576:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346494.657578:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346494.657580:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346494.657582:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.657588:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.657596:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:2.0:1763346494.657599:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.657602:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.657605:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346494.657608:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.657610:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa2ff to hash 00000020:00000001:2.0:1763346494.657612:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.657613:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346494.657616:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346494.657622:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa2ff lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921295f expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.657632:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346494.657635:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:2.0:1763346494.657642:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346494.657646:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346494.657649:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.657653:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.657659:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb53b953c00. 02000000:00000001:2.0:1763346494.657661:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.657664:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.657667:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346494.657669:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.657673:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.657674:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346494.657680:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5ddc8. 00002000:00000001:2.0:1763346494.657682:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346494.657685:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346494.657688:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.657692:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346494.657697:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.657700:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.657702:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.657704:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346494.657706:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346494.657708:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.657710:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346494.657713:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db6a00. 00000020:00000040:2.0:1763346494.657716:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346494.657720:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346494.657723:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346494.657728:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346494.657735:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67000. 00000100:00000001:2.0:1763346494.657740:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.657747:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346494.657749:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346494.657754:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.657763:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346494.657766:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.657771:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb508db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972416:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.657775:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346494.657780:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346494.657784:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.657786:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346494.657791:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346494.657792:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346494.657798:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c738. 00000400:00000010:2.0:1763346494.657803:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b908. 00000100:00000200:2.0:1763346494.657810:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514972416, portal 16 00000100:00000001:2.0:1763346494.657812:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346494.657814:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198619335168 : -105875090216448 : ffff9fb508db6a00) 00000100:00000040:2.0:1763346494.657819:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.657832:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.657834:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.657837:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b5d8. 00000100:00000200:2.0:1763346494.657841:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514972416, offset 0 00000400:00000200:2.0:1763346494.657847:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.657856:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.657861:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346494.657865:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346494.657869:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346494.657871:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346494.657875:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198593:198593:256:4294967295] 192.168.204.16@tcp LPNI seq info [198589:198589:8:4294967295] 00000400:00000200:2.0:1763346494.657884:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.657890:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.657895:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ae00. 00000800:00000200:2.0:1763346494.657900:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.657908:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.657912:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.657929:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.657934:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731572 00000100:00000001:2.0:1763346494.657942:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731540 00000100:00000001:2.0:1763346494.657946:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731572 00000100:00000001:2.0:1763346494.657950:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731540 00000100:00000001:2.0:1763346494.657953:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731572 00000100:00000001:2.0:1763346494.657956:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731540 00000100:00000001:2.0:1763346494.657958:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731572 00000100:00000001:2.0:1763346494.657961:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731540 00000100:00000001:2.0:1763346494.657964:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.657967:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.657969:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.657971:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.657973:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.657974:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346494.657976:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5ddc8. 00010000:00000001:2.0:1763346494.657980:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.657981:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.657983:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346494.657985:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.657986:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346494.657989:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346494.657991:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975d80 going to sleep for 11 seconds 00000100:00000001:2.0:1763346494.657993:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346494.657996:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346494.658063:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.658069:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:3.0:1763346494.658074:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.658079:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.658083:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b5d8 00000400:00000010:3.0:1763346494.658085:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b5d8. 00000100:00000001:3.0:1763346494.658090:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346494.658095:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.658105:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346494.658108:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.658119:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.658121:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.662559:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.662579:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.662582:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.662584:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.662595:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.662613:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c774300 00000400:00000200:1.0:1763346494.662623:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fc19 [1] + 224 00000800:00000001:1.0:1763346494.662631:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.662640:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.662711:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.662787:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.662796:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.662806:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346494.662821:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.662843:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.662852:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.662856:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.662923:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346494.662932:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346494.662934:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346494.662937:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c738. 00000400:00000200:2.0:1763346494.662942:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b908 00000400:00000010:2.0:1763346494.662945:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b908. 00000100:00000001:2.0:1763346494.662949:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.662954:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346494.662963:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.662969:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346494.662971:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.662973:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346494.662977:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346494.662980:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.662982:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.662985:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.662992:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346494.662996:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.662998:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346494.663000:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.663003:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346494.663007:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.663010:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.663015:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.663023:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.663026:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346494.663028:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.663031:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346494.663037:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346494.663047:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.663051:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.663058:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:2.0:1763346494.663195:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:2.0:1763346494.663199:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346494.663207:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.663211:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:2.0:1763346494.663234:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.663236:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.663238:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.663244:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346494.663252:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb508db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972416:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.663257:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.663259:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.663262:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346494.663264:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.663267:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb508db6a00 x1848996514972416/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.663274:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346494.663277:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346494.663281:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346494.663312:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346494.663315:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346494.663317:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346494.663319:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346494.663323:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67000. 02000000:00000001:2.0:1763346494.663327:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346494.663329:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346494.663331:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db6a00. 00000100:00000001:2.0:1763346494.663335:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346494.663337:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346494.663339:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.663343:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346494.663345:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346494.663348:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb406e292c0. 00010000:00000001:2.0:1763346494.663352:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.663356:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.663360:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346494.663362:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.663368:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.663369:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.663372:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.663374:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.663378:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa2ff from hash 00010000:00000001:2.0:1763346494.663380:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.663381:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.663382:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.663384:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346494.663385:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.663388:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346494.663395:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa2ff lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921295f expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346494.663412:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346494.663416:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.663419:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.663421:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.663423:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.663427:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.663428:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.663429:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.663431:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.663432:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.663501:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.663504:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346494.663506:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.663508:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.663510:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.663511:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.663515:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa2ff lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921295f expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346494.663523:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:2.0:1763346494.663526:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:2.0:1763346494.663531:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.663533:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346494.663536:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346494.663540:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540796928 00010000:00000001:2.0:1763346494.663543:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.663549:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505921180 x1848996540796928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.663556:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.663559:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.663562:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.663566:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.663568:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.663571:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.663574:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.663753:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.663760:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.663763:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.663769:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b908. 00000100:00000200:2.0:1763346494.663774:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540796928, offset 224 00000400:00000200:2.0:1763346494.663780:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.663790:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.663796:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198594:198594:256:4294967295] 192.168.204.16@tcp LPNI seq info [198590:198590:8:4294967295] 00000400:00000200:2.0:1763346494.663806:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.663811:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.663816:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4aa00. 00000800:00000200:2.0:1763346494.663822:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.663829:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.663833:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4aa00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.663930:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.663935:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.663937:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.663939:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.663942:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.663947:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921180 x1848996540796928/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.663957:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2355:x1848996540796928:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 6432us (7026us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346494.663966:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20124 00000100:00000040:2.0:1763346494.663970:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346494.663972:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.663974:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.663980:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.663985:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.663989:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.663999:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:2.0:1763346494.664002:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346494.664358:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.664364:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4aa00. 00000400:00000200:0.0:1763346494.664369:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.664373:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.664377:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b908 00000400:00000010:0.0:1763346494.664380:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b908. 00000100:00000001:0.0:1763346494.664384:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.664386:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346494.670267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000001:1.0:1763346494.670638:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.670642:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.670646:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.670648:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.670650:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.670651:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.670656:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.670658:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.670663:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.670664:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.671001:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346494.671005:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.671008:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1763346494.726343:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300731572, at 4300731576 00000100:00000040:1.0:1763346494.726343:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300731572, at 4300731576 00000100:00000010:2.0:1763346494.726359:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613480. 00000100:00000010:1.0:1763346494.726360:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613c60. 00000100:00000040:0.0:1763346494.726441:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300731572, at 4300731576 00000100:00000010:0.0:1763346494.726448:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5276135a0. 00000100:00000040:3.0:1763346494.726451:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300731572, at 4300731576 00000100:00000010:3.0:1763346494.726456:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613000. 00000800:00000001:3.0:1763346494.734572:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.734592:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.734595:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.734597:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.734609:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.734637:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e015080 00000400:00000200:3.0:1763346494.734646:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 10624 00000800:00000001:3.0:1763346494.734654:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.734671:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.734674:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.734678:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.734685:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.734688:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346494.734695:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb532982d80. 00000100:00000040:3.0:1763346494.734699:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb532982d80 x1848996540797056 msgsize 328 00000100:00100000:3.0:1763346494.734703:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.734722:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.734732:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.734736:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.734832:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.734836:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540797056 02000000:00000001:2.0:1763346494.734840:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.734842:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.734845:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.734851:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.734856:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540797056 00000020:00000001:2.0:1763346494.734859:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.734861:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346494.734863:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.734867:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:2.0:1763346494.734869:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346494.734872:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346494.734876:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.734882:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.734886:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.734889:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000020:00000010:2.0:1763346494.734900:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346494.734906:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.734912:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.734922:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346494.734925:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.734927:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.734930:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.734939:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.734956:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.734969:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.734971:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.734976:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20125 00000100:00000040:2.0:1763346494.734980:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346494.734982:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199319571840 : -105874389979776 : ffff9fb532982d80) 00000100:00000040:2.0:1763346494.734990:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb532982d80 x1848996540797056/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.734999:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.735002:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.735005:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.735007:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000100:00100000:2.0:1763346494.735011:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb532982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540797056:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346494.735015:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540797056 00000020:00000001:2.0:1763346494.735019:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.735023:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.735025:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.735027:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.735029:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346494.735032:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.735037:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.735039:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.735041:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.735047:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.735050:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346494.735053:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346494.735055:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346494.735057:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346494.735059:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.735076:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.735083:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:2.0:1763346494.735087:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.735090:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.735094:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346494.735097:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.735099:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa306 to hash 00000020:00000001:2.0:1763346494.735101:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.735103:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346494.735106:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346494.735111:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa306 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212966 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.735120:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346494.735122:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:2.0:1763346494.735130:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346494.735132:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346494.735135:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.735137:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.735142:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb53b950000. 02000000:00000001:2.0:1763346494.735145:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.735147:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.735151:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346494.735153:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.735156:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.735158:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346494.735163:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5ddc8. 00002000:00000001:2.0:1763346494.735165:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346494.735167:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346494.735170:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.735173:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346494.735180:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.735182:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.735184:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.735187:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346494.735188:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346494.735190:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.735193:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346494.735196:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db6a00. 00000020:00000040:2.0:1763346494.735199:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346494.735204:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346494.735207:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346494.735245:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346494.735252:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67200. 00000100:00000001:2.0:1763346494.735257:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.735263:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346494.735266:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346494.735271:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.735279:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346494.735280:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.735298:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb508db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972544:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.735302:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346494.735306:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346494.735308:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.735311:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346494.735317:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb401894e00. 02000000:00000001:2.0:1763346494.735318:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346494.735324:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c738. 00000400:00000010:2.0:1763346494.735330:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b990. 00000100:00000200:2.0:1763346494.735338:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514972544, portal 16 00000100:00000001:2.0:1763346494.735340:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346494.735341:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198619335168 : -105875090216448 : ffff9fb508db6a00) 00000100:00000040:2.0:1763346494.735346:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.735358:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.735360:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.735362:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b7f8. 00000100:00000200:2.0:1763346494.735365:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514972544, offset 0 00000400:00000200:2.0:1763346494.735371:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.735380:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.735384:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346494.735389:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346494.735392:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346494.735394:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346494.735397:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198595:198595:256:4294967295] 192.168.204.16@tcp LPNI seq info [198591:198591:8:4294967295] 00000400:00000200:2.0:1763346494.735407:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.735412:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.735417:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ad00. 00000800:00000200:2.0:1763346494.735422:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.735430:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.735434:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.735451:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.735456:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731650 00000100:00000010:2.0:1763346494.735460:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613480. 00000100:00000001:2.0:1763346494.735467:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346494.736024:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731650 00000100:00000010:2.0:1763346494.736031:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613c00. 00000100:00000001:2.0:1763346494.736036:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346494.736040:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731650 00000100:00000010:2.0:1763346494.736042:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613840. 00000100:00000001:2.0:1763346494.736045:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346494.736048:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731650 00000100:00000010:2.0:1763346494.736050:0:62999:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613d20. 00000100:00000001:2.0:1763346494.736055:0:62999:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346494.736058:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.736060:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.736101:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.736103:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.736106:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.736108:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346494.736109:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5ddc8. 00010000:00000001:2.0:1763346494.736113:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.736115:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.736116:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346494.736119:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.736121:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346494.736123:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346494.736125:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975d80 going to sleep for 11 seconds 00000100:00000001:2.0:1763346494.736128:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346494.736131:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346494.736151:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.736156:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ad00. 00000400:00000200:1.0:1763346494.736162:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.736168:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.736172:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b7f8 00000400:00000010:1.0:1763346494.736175:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b7f8. 00000100:00000001:1.0:1763346494.736180:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346494.736184:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.736195:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.736198:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.736204:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.736206:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346494.746541:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.746561:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.746565:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.746568:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.746579:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.746596:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c774380 00000400:00000200:0.0:1763346494.746605:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fc25 [1] + 224 00000800:00000001:0.0:1763346494.746623:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.746638:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.746641:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.746645:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.746652:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.746663:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346494.746674:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.746698:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.746708:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.746711:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.746949:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346494.746957:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346494.746959:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346494.746963:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c738. 00000400:00000200:2.0:1763346494.746967:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b990 00000400:00000010:2.0:1763346494.746970:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b990. 00000100:00000001:2.0:1763346494.746974:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.746979:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346494.746988:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.746995:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346494.746996:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.746998:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346494.747002:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346494.747004:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.747007:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.747010:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.747017:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346494.747022:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.747025:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346494.747026:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.747029:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346494.747033:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.747035:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.747040:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.747047:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.747051:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346494.747053:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.747056:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346494.747062:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346494.747071:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.747075:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.747082:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:2.0:1763346494.747085:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:2.0:1763346494.747087:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346494.747095:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.747100:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:2.0:1763346494.747103:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.747105:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.747106:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.747111:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346494.747118:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb508db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972544:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.747123:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.747126:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.747128:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346494.747131:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.747134:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb508db6a00 x1848996514972544/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.747140:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346494.747144:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346494.747147:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb401894e00. 02000000:00000001:2.0:1763346494.747156:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346494.747159:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346494.747161:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346494.747163:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346494.747166:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346494.747185:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346494.747187:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346494.747189:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db6a00. 00000100:00000001:2.0:1763346494.747194:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346494.747195:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346494.747197:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.747200:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346494.747202:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346494.747205:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb406e292c0. 00010000:00000001:2.0:1763346494.747208:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.747244:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.747248:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346494.747251:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.747258:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.747259:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.747262:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.747263:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.747267:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa306 from hash 00010000:00000001:2.0:1763346494.747269:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.747271:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.747272:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.747273:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346494.747275:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.747277:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346494.747299:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa306 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212966 expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346494.747316:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346494.747320:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.747323:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.747325:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.747326:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.747330:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.747331:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.747333:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.747334:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.747336:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.747337:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.747339:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346494.747342:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.747344:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.747345:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.747347:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.747351:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa306 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212966 expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346494.747359:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:2.0:1763346494.747362:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:2.0:1763346494.747368:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.747369:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346494.747372:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346494.747376:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540797056 00010000:00000001:2.0:1763346494.747379:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.747384:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb532982d80 x1848996540797056/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.747391:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.747394:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.747396:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.747401:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.747403:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.747405:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.747408:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.747411:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.747415:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.747418:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.747423:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b990. 00000100:00000200:2.0:1763346494.747428:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540797056, offset 224 00000400:00000200:2.0:1763346494.747514:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.747525:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.747532:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198596:198596:256:4294967295] 192.168.204.16@tcp LPNI seq info [198592:198592:8:4294967295] 00000400:00000200:2.0:1763346494.747541:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.747546:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.747553:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4af00. 00000800:00000200:2.0:1763346494.747558:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.747566:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.747570:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4af00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.747587:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.747591:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.747594:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.747595:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.747598:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.747603:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb532982d80 x1848996540797056/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.747620:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb532982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540797056:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 12613us (12912us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346494.747629:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20125 00000100:00000040:2.0:1763346494.747633:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346494.747635:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.747637:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.747643:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.747648:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.747652:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:2.0:1763346494.747660:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:2.0:1763346494.747662:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.748110:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.748115:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4af00. 00000400:00000200:3.0:1763346494.748121:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.748126:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.748131:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b990 00000400:00000010:3.0:1763346494.748132:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b990. 00000100:00000001:3.0:1763346494.748137:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.748139:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346494.754253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000800:00000001:1.0:1763346494.758000:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.758023:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.758028:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.758030:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.758042:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.758071:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e015100 00000400:00000200:1.0:1763346494.758080:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 10952 00000800:00000001:1.0:1763346494.758088:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.758099:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.758102:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.758106:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.758114:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.758116:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346494.758123:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983fb80. 00000100:00000040:1.0:1763346494.758127:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983fb80 x1848996540797184 msgsize 328 00000100:00100000:1.0:1763346494.758131:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.758149:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.758158:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.758162:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.758271:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.758274:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540797184 02000000:00000001:2.0:1763346494.758277:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.758280:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.758291:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.758298:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.758302:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540797184 00000020:00000001:2.0:1763346494.758306:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.758308:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346494.758310:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.758314:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:2.0:1763346494.758316:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346494.758318:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346494.758324:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.758329:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.758333:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.758335:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000020:00000010:2.0:1763346494.758342:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb401894e00. 00000020:00000010:2.0:1763346494.758347:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.758353:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.758360:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346494.758364:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.758365:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.758368:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.758379:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.758395:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.758410:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.758412:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.758417:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20126 00000100:00000040:2.0:1763346494.758421:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346494.758423:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898817920 : -105874810733696 : ffff9fb51983fb80) 00000100:00000040:2.0:1763346494.758430:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983fb80 x1848996540797184/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.758455:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.758458:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.758460:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.758463:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e292c0. 00000100:00100000:2.0:1763346494.758467:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540797184:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346494.758472:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540797184 00000020:00000001:2.0:1763346494.758476:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.758481:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.758484:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.758487:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.758489:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346494.758493:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.758496:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.758499:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.758502:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.758509:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.758512:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346494.758516:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346494.758519:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346494.758521:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346494.758534:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.758543:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346494.758553:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00010000:00000001:2.0:1763346494.758556:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346494.758560:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346494.758565:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346494.758569:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346494.758571:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa30d to hash 00000020:00000001:2.0:1763346494.758573:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346494.758575:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346494.758578:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346494.758584:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa30d lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921296d expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346494.758594:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346494.758597:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:2.0:1763346494.758606:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346494.758609:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346494.758613:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.758615:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.758623:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb53b951800. 02000000:00000001:2.0:1763346494.758625:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.758627:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.758632:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346494.758635:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346494.758639:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.758642:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346494.758648:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5ddc8. 00002000:00000001:2.0:1763346494.758650:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346494.758653:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346494.758656:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.758660:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346494.758666:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.758669:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.758671:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.758674:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346494.758675:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346494.758677:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.758679:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346494.758683:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db6a00. 00000020:00000040:2.0:1763346494.758685:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346494.758688:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346494.758691:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346494.758696:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346494.758703:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67000. 00000100:00000001:2.0:1763346494.758709:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.758714:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346494.758718:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346494.758723:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.758731:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346494.758734:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.758738:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb508db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972672:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.758742:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346494.758747:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346494.758750:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.758753:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346494.758757:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346494.758759:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346494.758764:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c738. 00000400:00000010:2.0:1763346494.758770:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b550. 00000100:00000200:2.0:1763346494.758776:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514972672, portal 16 00000100:00000001:2.0:1763346494.758778:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346494.758780:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198619335168 : -105875090216448 : ffff9fb508db6a00) 00000100:00000040:2.0:1763346494.758785:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.758792:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.758794:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.758796:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bb28. 00000100:00000200:2.0:1763346494.758799:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514972672, offset 0 00000400:00000200:2.0:1763346494.758804:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.758814:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.758819:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346494.758823:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346494.758826:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346494.758829:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346494.758832:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198597:198597:256:4294967295] 192.168.204.16@tcp LPNI seq info [198593:198593:8:4294967295] 00000400:00000200:2.0:1763346494.758841:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.758846:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.758852:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:2.0:1763346494.758858:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.758865:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.758869:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.758893:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.758898:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300731673 00000100:00000001:2.0:1763346494.758905:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731650 00000100:00000001:2.0:1763346494.758909:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300731673 00000100:00000001:2.0:1763346494.758911:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731650 00000100:00000001:2.0:1763346494.758914:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300731673 00000100:00000001:2.0:1763346494.758917:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731650 00000100:00000001:2.0:1763346494.758919:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300731673 00000100:00000001:2.0:1763346494.758922:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731650 00000100:00000001:2.0:1763346494.758925:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.758928:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.758930:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.758932:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.758934:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.758936:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346494.758938:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5ddc8. 00010000:00000001:2.0:1763346494.758941:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.758943:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.758944:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346494.758947:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.758949:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346494.758950:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346494.758953:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb53b975d80 going to sleep for 11 seconds 00000100:00000001:2.0:1763346494.758955:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346494.758958:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346494.759756:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.759762:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:0.0:1763346494.759768:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.759774:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.759779:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bb28 00000400:00000010:0.0:1763346494.759781:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bb28. 00000100:00000001:0.0:1763346494.759787:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.759794:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.759805:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.759808:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.759820:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.759821:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.763027:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.763049:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.763054:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.763056:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.763068:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.763097:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c774400 00000400:00000200:3.0:1763346494.763107:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fc31 [1] + 224 00000800:00000001:3.0:1763346494.763115:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.763125:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.763129:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.763133:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.763141:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.763151:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.763162:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.763185:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.763194:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.763197:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.765596:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346494.765611:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346494.765613:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346494.765618:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c738. 00000400:00000200:2.0:1763346494.765626:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b550 00000400:00000010:2.0:1763346494.765629:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b550. 00000100:00000001:2.0:1763346494.765636:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.765646:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346494.765656:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.765663:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346494.765664:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.765667:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346494.765670:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346494.765672:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.765674:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.765678:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.765685:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=73 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346494.765689:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=73 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.765691:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346494.765693:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.765696:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346494.765700:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.765702:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.765707:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.765714:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346494.765718:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346494.765719:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.765723:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763346494.765729:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346494.765738:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.765742:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.765749:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:2.0:1763346494.765752:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:2.0:1763346494.765754:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346494.765761:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.765765:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:2.0:1763346494.765768:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.765770:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.765772:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.765776:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346494.765783:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb508db6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514972672:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346494.765788:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.765791:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.765794:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346494.765796:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346494.765799:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb508db6a00 x1848996514972672/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346494.765806:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346494.765808:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346494.765812:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e67200. 02000000:00000001:2.0:1763346494.765831:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346494.765833:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346494.765835:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346494.765837:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346494.765840:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67000. 02000000:00000001:2.0:1763346494.765843:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346494.765845:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346494.765847:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db6a00. 00000100:00000001:2.0:1763346494.765851:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346494.765852:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346494.765854:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.765857:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346494.765859:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346494.765862:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb406e292c0. 00010000:00000001:2.0:1763346494.765866:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.765869:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.765873:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346494.765875:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.765882:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.765884:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.765886:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346494.765888:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346494.765890:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa30d from hash 00010000:00000001:2.0:1763346494.765893:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.765894:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.765895:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.765896:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346494.765898:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346494.765900:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346494.765908:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa30d lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921296d expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346494.765923:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346494.765927:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.765931:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346494.765932:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.765934:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.765937:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346494.765939:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346494.765940:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346494.765942:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346494.765943:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346494.765945:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346494.765947:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346494.765949:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.765951:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.765953:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346494.765954:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346494.765957:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa30d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921296d expref: 22 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763346494.765965:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:2.0:1763346494.765967:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:2.0:1763346494.765974:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346494.765976:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346494.765978:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346494.765982:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540797184 00010000:00000001:2.0:1763346494.765985:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.765991:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983fb80 x1848996540797184/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.765997:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.765999:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.766002:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.766006:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.766008:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.766011:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.766014:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.766017:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.766020:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.766022:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.766029:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b550. 00000100:00000200:2.0:1763346494.766033:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540797184, offset 224 00000400:00000200:2.0:1763346494.766039:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.766051:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.766057:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198598:198598:256:4294967295] 192.168.204.16@tcp LPNI seq info [198594:198594:8:4294967295] 00000400:00000200:2.0:1763346494.766068:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.766074:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.766079:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:2.0:1763346494.766086:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.766094:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.766099:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.766915:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.766922:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.766925:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.766928:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.766930:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.766937:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983fb80 x1848996540797184/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.766949:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540797184:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 8491us (8819us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346494.766958:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20126 00000100:00000040:2.0:1763346494.766962:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346494.766965:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.766967:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.766973:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346494.766978:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.766983:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb401894e00. 00000020:00000040:2.0:1763346494.766993:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:2.0:1763346494.766996:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.767256:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.767261:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:1.0:1763346494.767267:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.767273:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.767279:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b550 00000400:00000010:1.0:1763346494.767281:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b550. 00000100:00000001:1.0:1763346494.767295:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.767297:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346494.770592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000800:00000001:0.0:1763346494.779040:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.779076:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.779079:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.779082:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.779096:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.779113:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e015180 00000400:00000200:0.0:1763346494.779122:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 135864 00000800:00000001:0.0:1763346494.779130:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.779143:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.779146:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.779150:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.779159:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.779162:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763346494.779168:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505922d80. 00000100:00000040:0.0:1763346494.779172:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505922d80 x1848996540797312 msgsize 488 00000100:00100000:0.0:1763346494.779177:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346494.779198:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.779208:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.779242:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.780042:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.780046:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540797312 02000000:00000001:1.0:1763346494.780051:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.780268:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.780271:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.780277:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.780290:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540797312 00000020:00000001:1.0:1763346494.780293:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.780295:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346494.780299:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.780303:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:1.0:1763346494.780305:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346494.780308:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346494.780313:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.780319:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346494.780322:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.780324:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000020:00000010:1.0:1763346494.780331:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fc00. 00000020:00000010:1.0:1763346494.780337:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52ac94a80. 00000020:00000010:1.0:1763346494.780342:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346494.780351:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346494.780354:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.780356:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346494.780359:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346494.780362:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.780364:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:1.0:1763346494.780367:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.780372:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346494.780376:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346494.780378:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.780381:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.780383:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.780385:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.780387:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.780388:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.780390:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.780391:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.780393:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.780394:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.780395:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.780397:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780399:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763346494.780402:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780405:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780407:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.780410:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763346494.780412:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.780414:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346494.780423:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x260b:0x0] (0->4095) req@ffff9fb505922d80 x1848996540797312/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346494.780432:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346494.780445:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb505922d80 with x1848996540797312 ext(0->4095) 00010000:00000001:1.0:1763346494.780448:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.780450:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.780453:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:1.0:1763346494.780455:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:1.0:1763346494.780457:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:1.0:1763346494.780461:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.780462:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346494.780464:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346494.780465:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb505922d80 00002000:00000001:1.0:1763346494.780467:0:86566:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.780470:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.780478:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.780603:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.780618:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.780620:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.780625:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3710 00000100:00000040:1.0:1763346494.780629:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346494.780632:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564203904 : -105875145347712 : ffff9fb505922d80) 00000100:00000040:1.0:1763346494.780637:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505922d80 x1848996540797312/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346494.780644:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.780647:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346494.780649:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.780651:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000100:00100000:1.0:1763346494.780656:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540797312:12345-192.168.204.16@tcp:3:lfs.0 00000100:00000200:1.0:1763346494.780659:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540797312 00000020:00000001:1.0:1763346494.780662:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.780665:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.780667:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780668:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.780670:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:1.0:1763346494.780673:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.780676:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.780678:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.780680:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.780681:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.780686:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.780688:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.780695:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb40e71a000. 02000000:00000001:1.0:1763346494.780697:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.780700:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780702:0:86566:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:1.0:1763346494.780706:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763346494.780707:0:86566:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780710:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:1.0:1763346494.780713:0:86566:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:1.0:1763346494.780716:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763346494.780718:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 308412416 dropped 0, local 308412416 00000020:00000001:1.0:1763346494.780722:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763346494.780723:0:86566:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:1.0:1763346494.780725:0:86566:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:1.0:1763346494.780728:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346494.780731:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.780737:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:1.0:1763346494.780740:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:1.0:1763346494.780743:0:86566:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346494.780752:0:86566:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.780754:0:86566:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:1.0:1763346494.780756:0:86566:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.780764:0:86566:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:1.0:1763346494.780810:0:86566:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346494.780816:0:86566:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.780818:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780820:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780825:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763346494.780856:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:1.0:1763346494.780860:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763346494.780873:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:1.0:1763346494.780876:0:86566:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 57d360a7 (4) 00000020:00008000:1.0:1763346494.780880:0:86566:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763346494.780884:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763346494.780889:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346494.780895:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780899:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346494.780901:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.780903:0:86566:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:1.0:1763346494.780911:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00002000:00000001:1.0:1763346494.780914:0:86566:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.780916:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780918:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.780920:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:1.0:1763346494.780921:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763346494.780924:0:86566:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:1.0:1763346494.780928:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540797312 00010000:00000001:1.0:1763346494.780931:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.780936:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505922d80 x1848996540797312/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/4536 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346494.780944:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.780947:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.780950:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=1 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.780955:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.780957:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.780960:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.780963:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.780967:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.780970:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.780973:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.780978:0:86566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979d80. 00000100:00000200:1.0:1763346494.780983:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540797312, offset 224 00000400:00000200:1.0:1763346494.780988:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.781001:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.781007:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198599:198599:256:4294967295] 192.168.204.16@tcp LPNI seq info [198595:198595:8:4294967295] 00000400:00000200:1.0:1763346494.781018:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.781024:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.781028:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb417a1e600. 00000800:00000200:1.0:1763346494.781034:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.781042:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:1.0:1763346494.781046:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb417a1e600 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:1.0:1763346494.781859:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.781867:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.781870:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.781871:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.781874:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.781879:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505922d80 x1848996540797312/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/4536 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.781888:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540797312:12345-192.168.204.16@tcp:3:lfs.0 Request processed in 1242us (2714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763346494.781897:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3710 00000100:00000040:1.0:1763346494.781900:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346494.781903:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763346494.781904:0:86566:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346494.781910:0:86566:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000401:0x260b:0x0] (0->4095) req@ffff9fb505922d80 x1848996540797312/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/4536 e 0 to 0 dl 1763346505 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346494.781923:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346494.781925:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb505922d80 with x1848996540797312 ext(0->4095) 00010000:00000001:1.0:1763346494.781927:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.781929:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.781931:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:1.0:1763346494.781933:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:1.0:1763346494.781936:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:1.0:1763346494.781939:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.781940:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346494.781941:0:86566:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346494.781943:0:86566:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb505922d80 00002000:00000001:1.0:1763346494.781945:0:86566:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.781947:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.781953:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52ac94a80. 00000020:00000010:1.0:1763346494.781959:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346494.781964:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fc00. 00000020:00000040:1.0:1763346494.781970:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346494.781973:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.782816:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.782823:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb417a1e600. 00000400:00000200:3.0:1763346494.782828:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.782835:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.782842:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538979d80 00000400:00000010:3.0:1763346494.782845:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538979d80. 00000100:00000001:3.0:1763346494.782849:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.782851:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.797353:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.797376:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.797381:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.797384:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.797395:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.797414:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4584 into portal 6 MB=0x691a70e015200 00000400:00000200:1.0:1763346494.797423:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 4584/4584 into md 0x90861 [128] + 136352 00000800:00000001:1.0:1763346494.797431:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.797479:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.797482:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.797497:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.797505:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.797507:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346494.797516:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983df80. 00000100:00000040:1.0:1763346494.797519:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983df80 x1848996540797440 msgsize 4584 00000100:00100000:1.0:1763346494.797524:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.797550:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.797559:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.797563:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.799609:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.799615:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540797440 02000000:00000001:0.0:1763346494.799619:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.799621:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.799623:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.799629:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.799634:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540797440 00000020:00000001:0.0:1763346494.799638:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.799640:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:0.0:1763346494.799642:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.799646:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=21 00000020:00000001:0.0:1763346494.799650:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:0.0:1763346494.799653:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:0.0:1763346494.799658:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.799665:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.799669:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.799671:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000020:00000010:0.0:1763346494.799680:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb402f87a00. 00000020:00000010:0.0:1763346494.799685:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969800. 00000020:00000010:0.0:1763346494.799691:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401094b0. 00000100:00000040:0.0:1763346494.799700:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763346494.799703:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.799704:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763346494.799707:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763346494.799711:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.799713:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:0.0:1763346494.799716:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.799721:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.799725:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346494.799727:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.799730:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.799733:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.799735:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.799737:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.799739:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.799740:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.799742:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.799744:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.799745:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.799746:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.799748:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.799751:0:86566:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763346494.799754:0:86566:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.799756:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.799759:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.799761:0:86566:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763346494.799763:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.799766:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.799775:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.799795:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.799808:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.799810:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.799817:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3711 00000100:00000040:0.0:1763346494.799821:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346494.799823:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898810752 : -105874810740864 : ffff9fb51983df80) 00000100:00000040:0.0:1763346494.799831:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983df80 x1848996540797440/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4584/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.799841:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.799844:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.799846:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.799848:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f040. 00000100:00100000:0.0:1763346494.799852:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540797440:12345-192.168.204.16@tcp:4:lfs.0 00000100:00000200:0.0:1763346494.799856:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540797440 00000020:00000001:0.0:1763346494.799859:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.799863:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.799864:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.799866:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.799867:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:0.0:1763346494.799870:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346494.799874:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.799876:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.799877:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.799878:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.799881:0:86566:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763346494.799887:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.799890:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.799894:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb535647400. 02000000:00000001:0.0:1763346494.799897:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.799899:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.799902:0:86566:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763346494.799905:0:86566:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763346494.799908:0:86566:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.799911:0:86566:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.799919:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972100 count: 2 00010000:00000001:0.0:1763346494.799922:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.799925:0:86566:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.799930:0:86566:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37800. 00000020:00000001:0.0:1763346494.799934:0:86566:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.799936:0:86566:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37800 with handle 0x757b854463afa314 to hash 00000020:00000001:0.0:1763346494.799938:0:86566:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.799940:0:86566:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.799942:0:86566:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346494.799946:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.799948:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.799953:0:86566:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.799962:0:86566:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.799966:0:86566:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.799969:0:86566:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346494.799971:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.799974:0:86566:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763346494.799976:0:86566:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346494.799981:0:86566:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346494.799988:0:86566:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346494.799990:0:86566:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.799992:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346494.799994:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.799996:0:86566:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346494.799997:0:86566:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346494.799999:0:86566:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.800000:0:86566:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.800003:0:86566:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346494.800006:0:86566:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.800013:0:86566:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2535:0x0].0x0 (ffff9fb417972100) refcount = 2 00010000:00000040:0.0:1763346494.800016:0:86566:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.800019:0:86566:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346494.800025:0:86566:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346494.800028:0:86566:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763346494.800036:0:86566:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f040. 00000100:00000001:0.0:1763346494.800040:0:86566:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.800046:0:86566:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.800047:0:86566:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.800049:0:86566:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194567260992 : -105879142290624 : ffff9fb41755ab40) 00000100:00000001:0.0:1763346494.800052:0:86566:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.800054:0:86566:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346494.800056:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.800059:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.800061:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346494.800063:0:86566:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.800065:0:86566:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.800067:0:86566:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346494.800069:0:86566:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346494.800074:0:86566:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921c00. 00000020:00000040:0.0:1763346494.800077:0:86566:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763346494.800080:0:86566:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.800083:0:86566:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.800088:0:86566:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.800097:0:86566:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb5277c4600. 00000100:00000001:0.0:1763346494.800102:0:86566:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.800108:0:86566:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 21 pid: 57808 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763346494.800124:0:86566:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 21 pid: 57808 timeout: 6164 lvb_type: 1 00010000:00000001:0.0:1763346494.800134:0:86566:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346494.800137:0:86566:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.800141:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.800149:0:86566:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.800151:0:86566:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.800155:0:86566:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505921c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:86566:1848996514972800:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346494.800159:0:86566:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.800164:0:86566:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.800167:0:86566:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.800169:0:86566:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.800174:0:86566:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5277c5a00. 02000000:00000001:0.0:1763346494.800176:0:86566:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.800181:0:86566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.800187:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aa18. 00000100:00000200:0.0:1763346494.800194:0:86566:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514972800, portal 16 00000100:00000001:0.0:1763346494.800196:0:86566:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.800198:0:86566:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564199424 : -105875145352192 : ffff9fb505921c00) 00000100:00000040:0.0:1763346494.800203:0:86566:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.800211:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.800239:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.800242:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a880. 00000100:00000200:0.0:1763346494.800245:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514972800, offset 0 00000400:00000200:0.0:1763346494.800251:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.800262:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.800268:0:86566:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346494.800271:0:86566:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346494.800276:0:86566:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346494.800278:0:86566:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346494.800292:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198600:198600:256:4294967295] 192.168.204.16@tcp LPNI seq info [198596:198596:8:4294967295] 00000400:00000200:0.0:1763346494.800303:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.800308:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.800313:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadd00. 00000800:00000200:0.0:1763346494.800320:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.800328:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.800332:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.801320:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.801328:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300731716 00000100:00000001:0.0:1763346494.801336:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300731673 00000100:00000001:0.0:1763346494.801342:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300731716 00000100:00000001:0.0:1763346494.801345:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300731673 00000100:00000001:0.0:1763346494.801348:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300731716 00000100:00000001:0.0:1763346494.801351:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300731673 00000100:00000001:0.0:1763346494.801353:0:86566:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300731716 00000100:00000001:0.0:1763346494.801356:0:86566:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300731673 00000100:00000001:0.0:1763346494.801360:0:86566:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.801363:0:86566:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.801366:0:86566:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.801368:0:86566:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.801370:0:86566:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.801373:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.801375:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.801376:0:86566:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.801379:0:86566:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346494.801381:0:86566:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346494.801383:0:86566:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.801386:0:86566:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.801388:0:86566:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.801391:0:86566:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb41755ab40 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.801394:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.801397:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346494.802745:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.802751:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadd00. 00000400:00000200:1.0:1763346494.802759:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.802766:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.802772:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a880 00000400:00000010:1.0:1763346494.802775:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a880. 00000100:00000001:1.0:1763346494.802779:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346494.802786:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.802797:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346494.802800:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346494.802807:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.802808:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.810298:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.810315:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.810320:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.810322:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.810333:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.810352:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774480 00000400:00000200:3.0:1763346494.810360:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fc41 [1] + 224 00000800:00000001:3.0:1763346494.810367:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.810376:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.810378:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.810382:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.810389:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346494.810398:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346494.810408:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346494.810434:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.810442:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.810446:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.810730:0:86566:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.810738:0:86566:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.810741:0:86566:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.810744:0:86566:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.810749:0:86566:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aa18 00000400:00000010:0.0:1763346494.810751:0:86566:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aa18. 00000100:00000001:0.0:1763346494.810754:0:86566:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.810759:0:86566:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346494.810767:0:86566:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.810773:0:86566:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.810776:0:86566:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.810778:0:86566:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.810782:0:86566:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.810785:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.810787:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.810791:0:86566:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.810798:0:86566:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346494.810802:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=95 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.810805:0:86566:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.810806:0:86566:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.810809:0:86566:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.810812:0:86566:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.810816:0:86566:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.810820:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.810827:0:86566:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.810830:0:86566:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.810832:0:86566:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.810835:0:86566:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346494.810839:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.810841:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.810842:0:86566:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.810846:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346494.810853:0:86566:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505921c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:86566:1848996514972800:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346494.810858:0:86566:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.810860:0:86566:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.810862:0:86566:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.810864:0:86566:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.810867:0:86566:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505921c00 x1848996514972800/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346494.810874:0:86566:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.810876:0:86566:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.810880:0:86566:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5277c5a00. 02000000:00000001:0.0:1763346494.810885:0:86566:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.810888:0:86566:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.810889:0:86566:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763346494.810891:0:86566:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.810894:0:86566:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c4600. 02000000:00000001:0.0:1763346494.810900:0:86566:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.810902:0:86566:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.810904:0:86566:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505921c00. 00000100:00000001:0.0:1763346494.810908:0:86566:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.810909:0:86566:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346494.810912:0:86566:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb41755ab40. 00000100:00000001:0.0:1763346494.810915:0:86566:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346494.810917:0:86566:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346494.810920:0:86566:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f040. 00010000:00000001:0.0:1763346494.810924:0:86566:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.810927:0:86566:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.810929:0:86566:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.810933:0:86566:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763346494.810939:0:86566:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1763346494.815264:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.815291:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.815295:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.815298:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.815310:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.815328:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e015280 00000400:00000200:1.0:1763346494.815337:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127985 [2] + 1640 00000800:00000001:1.0:1763346494.815345:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.815416:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.815420:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.815425:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.815431:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.815434:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346494.815441:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c000. 00000100:00000040:1.0:1763346494.815445:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983c000 x1848996540797568 msgsize 328 00000100:00100000:1.0:1763346494.815450:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.815464:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.815473:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.815477:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.815647:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.815651:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540797568 02000000:00000001:3.0:1763346494.815655:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.815657:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.815660:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.815665:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.815670:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540797568 00000020:00000001:3.0:1763346494.815673:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.815674:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346494.815677:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.815680:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:3.0:1763346494.815683:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346494.815686:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346494.815691:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.815697:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.815701:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.815704:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000020:00000010:3.0:1763346494.815710:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3f000. 00000020:00000010:3.0:1763346494.815716:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896d00. 00000020:00000010:3.0:1763346494.815721:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1a28. 00000100:00000040:3.0:1763346494.815732:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346494.815735:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.815737:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346494.815740:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346494.815744:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.815746:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346494.815752:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.815753:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.815755:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0c00 refcount=4 00000020:00000001:3.0:1763346494.815757:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:3.0:1763346494.815760:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00010000:3.0:1763346494.815768:0:5737:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 22 pid: 57808 timeout: 6164 lvb_type: 1 00010000:00000001:3.0:1763346494.815778:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.815780:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.815781:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.815783:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.815792:0:5737:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346494.815799:0:5737:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb51983c000 x1848996540797568/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.815807:0:5737:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346494.815809:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.815825:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.815840:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.815842:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.815846:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4030 00000100:00000040:3.0:1763346494.815850:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 2 00000100:00000001:3.0:1763346494.815853:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898802688 : -105874810748928 : ffff9fb51983c000) 00000100:00000040:3.0:1763346494.815858:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983c000 x1848996540797568/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.815865:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.815868:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346494.815870:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.815873:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000100:00100000:3.0:1763346494.815877:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540797568:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346494.815880:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540797568 00010000:00000001:3.0:1763346494.815883:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346494.815885:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346494.815887:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346494.815894:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.815896:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.815901:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb532676800. 02000000:00000001:3.0:1763346494.815903:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.815906:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.815908:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346494.815910:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346494.815911:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.815913:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.815914:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0c00 refcount=4 00000020:00000001:3.0:1763346494.815916:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:3.0:1763346494.815918:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000040:3.0:1763346494.815921:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972100 count: 3 00002000:00000001:3.0:1763346494.815925:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346494.815929:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.815933:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.815938:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:3.0:1763346494.815941:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00002000:00000001:3.0:1763346494.815943:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.815949:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346494.815954:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00010000:00010000:3.0:1763346494.815958:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 22 pid: 57808 timeout: 6164 lvb_type: 1 00000100:00001000:3.0:1763346494.815966:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb535129c50 time=137 v=5 (1 0 0 0) 00010000:00000001:3.0:1763346494.815970:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346494.815975:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.815976:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.815979:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 22 pid: 57808 timeout: 6164 lvb_type: 1 00000020:00000001:3.0:1763346494.815988:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.815991:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.815992:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.815994:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.816001:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.816003:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.816008:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.816010:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.816012:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.816014:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.816016:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0c00 with handle 0x757b854463afa2e3 from hash 00010000:00000001:3.0:1763346494.816019:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.816020:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.816021:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.816022:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.816027:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.816029:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.816031:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.816032:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.816036:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0c00/0x757b854463afa2e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2535:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212943 expref: 22 pid: 57808 timeout: 6164 lvb_type: 1 00010000:00000040:3.0:1763346494.816044:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 14 00000020:00000040:3.0:1763346494.816047:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00010000:00000001:3.0:1763346494.817206:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.817427:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.817431:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346494.817434:0:5737:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a37800 00010000:00000001:3.0:1763346494.817438:0:5737:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346494.817440:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.817444:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.817446:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.817448:0:5737:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346494.817449:0:5737:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346494.817450:0:5737:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.817454:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346494.817457:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346494.817461:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.817469:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763346494.817473:0:5737:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.817482:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2535:0x0].0x0 (ffff9fb417972100) refcount = 2 00010000:00000040:3.0:1763346494.817485:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346494.817488:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.817497:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.817499:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.817500:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346494.817502:0:5737:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.817506:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763346494.818672:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb406e292c0. 00000100:00000001:2.0:1763346494.818679:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346494.818687:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.818690:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.818692:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199470513536 : -105874239038080 : ffff9fb53b975d80) 00000100:00000001:2.0:1763346494.818695:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346494.818697:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346494.818698:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.818703:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346494.818909:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.818913:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346494.818915:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346494.818916:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.818918:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346494.818919:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346494.818922:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.818924:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.818926:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1763346494.818929:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb53b975d80. 00000100:00000001:2.0:1763346494.818933:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346494.818934:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346494.818937:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb406e292c0. 00010000:00000001:2.0:1763346494.818940:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346494.818944:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346494.818946:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346494.818952:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.818956:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.818959:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.818964:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.818969:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.818971:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.818975:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.818978:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.818982:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.818985:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.818990:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bc38. 00000100:00000200:2.0:1763346494.818997:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540797568, offset 224 00000400:00000200:2.0:1763346494.819004:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.819017:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.819024:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198601:198601:256:4294967295] 192.168.204.16@tcp LPNI seq info [198597:198597:8:4294967295] 00000400:00000200:2.0:1763346494.819035:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.819041:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.819047:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:2.0:1763346494.819053:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.819062:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.819066:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:0.0:1763346494.819268:0:86566:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.819277:0:86566:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.819289:0:86566:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346494.819295:0:86566:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.819297:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.819298:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346494.819300:0:86566:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.819311:0:86566:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:0.0:1763346494.819319:0:86566:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:0.0:1763346494.819323:0:86566:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:0.0:1763346494.819326:0:86566:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1763346494.819330:0:86566:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1763346494.819344:0:86566:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.819347:0:86566:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1763346494.819349:0:86566:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 free: 3836739584 avail: 3834642432 00000020:00000001:0.0:1763346494.819352:0:86566:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1763346494.819355:0:86566:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 avail=3834642432 left=3522166784 unstable=0 tot_grant=312147968 pending=0 00000020:00000001:0.0:1763346494.819357:0:86566:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3522166784 : 3522166784 : d1f00000) 00000020:00000001:0.0:1763346494.819360:0:86566:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763346494.819363:0:86566:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 reports grant 289669120 dropped 0, local 291373056 00000020:00000001:0.0:1763346494.819366:0:86566:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763346494.819368:0:86566:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:0.0:1763346494.819371:0:86566:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 granted: 1703936 ungranted: 0 grant: 289669120 dirty: 1703936 00000020:00000001:0.0:1763346494.819373:0:86566:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:0.0:1763346494.819376:0:86566:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1763346494.819378:0:86566:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 wants: 485097472 current grant 289669120 granting: 3407872 00000020:00000020:0.0:1763346494.819382:0:86566:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 tot cached:0 granted:315555840 num_exports: 2 00000020:00000001:0.0:1763346494.819384:0:86566:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:0.0:1763346494.819386:0:86566:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:0.0:1763346494.819388:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346494.819391:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.819398:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:0.0:1763346494.819400:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00080000:00000001:0.0:1763346494.819407:0:86566:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:0.0:1763346494.819428:0:86566:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763346494.819434:0:86566:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.819436:0:86566:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.819438:0:86566:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.819443:0:86566:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:0.0:1763346494.819445:0:86566:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763346494.819451:0:86566:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763346494.819481:0:86566:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:0.0:1763346494.819484:0:86566:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763346494.819505:0:86566:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.819507:0:86566:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763346494.819512:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.819518:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.819521:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.819522:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.819525:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.819527:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.819530:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.819531:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.819533:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.819534:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.819536:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.819537:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.819538:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.819540:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.819541:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.819544:0:86566:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1763346494.819546:0:86566:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.819548:0:86566:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1763346494.819549:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763346494.819555:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819558:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.819567:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535644c00. 00080000:00000001:0.0:1763346494.819570:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366503424 : -105874343048192 : ffff9fb535644c00) 00000001:00000001:0.0:1763346494.819572:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.819572:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819575:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:0.0:1763346494.819593:0:86566:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:0.0:1763346494.819596:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819599:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.819605:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819607:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346494.819623:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.819625:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763346494.819627:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819630:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346494.819652:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.819654:0:86566:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1763346494.819656:0:86566:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.819661:0:86566:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:0.0:1763346494.819664:0:86566:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1763346494.819667:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.819669:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763346494.819707:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346494.819710:0:86566:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.819714:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.819724:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819726:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.819728:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535644000. 00080000:00000001:0.0:1763346494.819730:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00000001:00000001:0.0:1763346494.819733:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.819734:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819737:0:86566:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:0.0:1763346494.819741:0:86566:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:0.0:1763346494.819745:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.819747:0:86566:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819749:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.819750:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819752:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346494.819756:0:86566:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.819782:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.819783:0:86566:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819787:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.819792:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819800:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819809:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346494.819813:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819815:0:86566:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:0.0:1763346494.819817:0:86566:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:0.0:1763346494.819819:0:86566:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:0.0:1763346494.819821:0:86566:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:0.0:1763346494.819847:0:86566:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.819851:0:86566:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1763346494.819854:0:86566:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb4178430c0. 00000020:00000040:0.0:1763346494.819857:0:86566:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 2 00000020:00000040:0.0:1763346494.819860:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=22 00000020:00000001:0.0:1763346494.819863:0:86566:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.819865:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346494.819869:0:86566:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1763346494.819873:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.819874:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1763346494.819912:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763346494.819915:0:86566:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911672, last_committed = 12884911669 00000001:00000010:0.0:1763346494.819920:0:86566:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843180. 00000001:00000040:0.0:1763346494.819922:0:86566:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 3 00000020:00000040:0.0:1763346494.819924:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=23 00080000:00000001:0.0:1763346494.819929:0:86566:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.819942:0:86566:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346494.819945:0:86566:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.820209:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.820233:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.820236:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346494.820239:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.820247:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983c000 x1848996540797568/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346494.820258:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540797568:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 4390us (4810us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346494.820271:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4030 00000100:00000040:2.0:1763346494.820276:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346494.820279:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.820289:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.820296:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896d00. 00000020:00000010:2.0:1763346494.820300:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1a28. 00000020:00000010:2.0:1763346494.820304:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3f000. 00000020:00000040:2.0:1763346494.820310:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00000100:00000001:2.0:1763346494.820313:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.820552:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.820557:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:1.0:1763346494.820563:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.820577:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.820585:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:1.0:1763346494.820588:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:1.0:1763346494.820594:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.820596:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346494.822388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00080000:00000001:3.0:1763346494.855856:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346494.855874:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00002000:00000001:3.0:1763346494.855878:0:86566:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346494.855889:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972100 count: 2 00010000:00000001:3.0:1763346494.855892:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763346494.855896:0:86566:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346494.855900:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.855903:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.855908:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:3.0:1763346494.855911:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00002000:00000001:3.0:1763346494.855914:0:86566:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.855920:0:86566:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346494.855923:0:86566:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763346494.855925:0:86566:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb mtime from disk: 0 -> 1763346494 00002000:00010000:3.0:1763346494.855927:0:86566:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb ctime from disk: 0 -> 1763346494 00002000:00010000:3.0:1763346494.855929:0:86566:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:3.0:1763346494.855932:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00002000:00000001:3.0:1763346494.855935:0:86566:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.855938:0:86566:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.855943:0:86566:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:3.0:1763346494.855947:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.855949:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.855951:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:3.0:1763346494.855953:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346494.855956:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346494.855958:0:86566:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346494.855964:0:86566:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.855973:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.855974:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.855977:0:86566:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.855985:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.855987:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.855990:0:86566:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346494.855994:0:86566:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346494.856002:0:86566:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37800 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346494.856005:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.856008:0:86566:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346494.856010:0:86566:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.856017:0:86566:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346494.856019:0:86566:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.856021:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.856022:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=4 00000020:00000001:3.0:1763346494.856024:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346494.856027:0:86566:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:3.0:1763346494.856030:0:86566:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346494.856032:0:86566:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.856039:0:86566:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346494.856041:0:86566:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.856042:0:86566:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.856048:0:86566:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.856050:0:86566:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.856052:0:86566:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.856053:0:86566:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.856055:0:86566:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37800 with handle 0x757b854463afa314 from hash 00010000:00000001:3.0:1763346494.856058:0:86566:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.856060:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.856061:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.856062:0:86566:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.856068:0:86566:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.856070:0:86566:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.856072:0:86566:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.856074:0:86566:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.856077:0:86566:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346494.856079:0:86566:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.856082:0:86566:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.856083:0:86566:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.856085:0:86566:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346494.856088:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.856089:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.856090:0:86566:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.856092:0:86566:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.856094:0:86566:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.856097:0:86566:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346494.856103:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.856104:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.856106:0:86566:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346494.856107:0:86566:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346494.856108:0:86566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.856110:0:86566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37800/0x757b854463afa314 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 86566 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.856118:0:86566:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972100 count: 0 00002000:00000010:3.0:1763346494.856124:0:86566:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb529f30300. 00010000:00000010:3.0:1763346494.856128:0:86566:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417972f00. 00010000:00000001:3.0:1763346494.856135:0:86566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346494.856137:0:86566:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763346494.856139:0:86566:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346494.856145:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911669, transno 12884911672, xid 1848996540797440 00010000:00000001:3.0:1763346494.856148:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346494.856161:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983df80 x1848996540797440/t12884911672(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4584/448 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346494.856171:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.856174:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.856178:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=1 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.856183:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.856185:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.856188:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.856191:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.856195:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.856199:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.856202:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.856207:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb4c8. 00000100:00000200:3.0:1763346494.856252:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540797440, offset 224 00000400:00000200:3.0:1763346494.856261:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.856273:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.856280:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198602:198602:256:4294967295] 192.168.204.16@tcp LPNI seq info [198598:198598:8:4294967295] 00000400:00000200:3.0:1763346494.856300:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.856305:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.856310:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4be00. 00000800:00000200:3.0:1763346494.856316:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.856325:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.856329:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4be00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.856348:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.856351:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.856354:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346494.856356:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.856359:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346494.856365:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983df80 x1848996540797440/t12884911672(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 4584/448 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346494.856375:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540797440:12345-192.168.204.16@tcp:4:lfs.0 Request processed in 56532us (58853us total) trans 12884911672 rc 0/0 00000100:00100000:3.0:1763346494.856387:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3711 00000100:00000040:3.0:1763346494.856391:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346494.856394:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.856396:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.856402:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969800. 00000020:00000010:3.0:1763346494.856406:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401094b0. 00000020:00000010:3.0:1763346494.856410:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb402f87a00. 00000020:00000040:3.0:1763346494.856417:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:3.0:1763346494.856420:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346494.856480:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763346494.856485:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763346494.856487:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763346494.856490:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911672 is committed 00000001:00000040:2.0:1763346494.856493:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 2 00000020:00000040:2.0:1763346494.856496:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000001:00000010:2.0:1763346494.856498:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843180. 00000020:00000001:2.0:1763346494.856503:0:58673:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1763346494.856506:0:58673:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:2.0:1763346494.856508:0:58673:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb535129800 : new cb_count 1 00000020:00000040:2.0:1763346494.856510:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000020:00000010:2.0:1763346494.856513:0:58673:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb4178430c0. 00040000:00000001:2.0:1763346494.856516:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763346494.856519:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763346494.856521:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644000. 00080000:00000001:2.0:1763346494.856526:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763346494.856528:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1763346494.856529:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763346494.856531:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763346494.856532:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644c00. 00080000:00000001:2.0:1763346494.856535:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763346494.856540:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763346494.856542:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763346494.856544:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763346494.856545:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911671 is committed 00000001:00000040:2.0:1763346494.856547:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:2.0:1763346494.856549:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:2.0:1763346494.856551:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875e40. 00040000:00000001:2.0:1763346494.856554:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763346494.856555:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763346494.856556:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5380e2c00. 00080000:00000001:2.0:1763346494.856559:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763346494.856564:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763346494.856567:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:2.0:1763346494.856568:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000001:00000010:2.0:1763346494.856570:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44c60. 00040000:00000001:2.0:1763346494.856572:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763346494.856574:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763346494.856575:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1c400. 00080000:00000001:2.0:1763346494.856579:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:1.0:1763346494.856763:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.856768:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4be00. 00000400:00000200:1.0:1763346494.856773:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.856778:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.856783:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb4c8 00000400:00000010:1.0:1763346494.856785:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb4c8. 00000100:00000001:1.0:1763346494.856789:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.856790:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346494.860665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972100. 00010000:00000010:3.1:1763346494.860680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37800. 00000800:00000001:1.0:1763346494.860834:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.860849:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.860852:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.860854:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.860864:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.860878:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 448 into portal 12 MB=0x691a70e015300 00000400:00000200:1.0:1763346494.860885:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 448/448 into md 0xd4325 [64] + 83696 00000800:00000001:1.0:1763346494.860893:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.860902:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.860905:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.860909:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.860915:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.860918:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346494.860923:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983e300. 00000100:00000040:1.0:1763346494.860926:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983e300 x1848996540797696 msgsize 448 00000100:00100000:1.0:1763346494.860930:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.861017:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.861031:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.861035:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.861070:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.861074:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540797696 02000000:00000001:2.0:1763346494.861078:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.861080:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.861082:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.861088:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.861092:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540797696 00000020:00000001:2.0:1763346494.861095:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.861097:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.861100:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.861103:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:2.0:1763346494.861105:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.861108:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.861114:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.861119:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29e40. 00000100:00000001:2.0:1763346494.861123:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.861126:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29e40. 00000020:00000010:2.0:1763346494.861133:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67000. 00000020:00000010:2.0:1763346494.861139:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202d80. 00000020:00000010:2.0:1763346494.861143:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.861154:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346494.861158:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.861159:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.861162:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.861170:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.861185:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.861198:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.861200:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.861205:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140828 00000100:00000040:2.0:1763346494.861209:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.861241:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898811648 : -105874810739968 : ffff9fb51983e300) 00000100:00000040:2.0:1763346494.861249:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983e300 x1848996540797696/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 448/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.861258:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.861260:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29e40. 00000100:00000001:2.0:1763346494.861263:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.861265:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29e40. 00000100:00100000:2.0:1763346494.861268:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226292:x1848996540797696:12345-192.168.204.16@tcp:44:lfs.0 00000100:00000200:2.0:1763346494.861272:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540797696 00000020:00000001:2.0:1763346494.861275:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.861279:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.861292:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.861295:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.861297:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027344 : -1039524272 : ffffffffc20a1e50) 00000020:00000001:2.0:1763346494.861300:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.861304:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540797696, found 0 last_xid 1848996540797695 00000020:00000001:2.0:1763346494.861307:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.861311:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.861313:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.861317:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763346494.861323:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.861327:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:2.0:1763346494.861330:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.861333:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.861337:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.861341:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.861348:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9fb53b952c00. 02000000:00000001:2.0:1763346494.861351:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.861354:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.861357:0:19997:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:2.0:1763346494.861362:0:19997:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:2.0:1763346494.861368:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.861375:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763346494.861379:0:19997:0:(osd_object.c:2123:osd_object_sync()) Process entered 00000100:00000040:2.0:1763346494.870256:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300731716, at 4300731720 00000100:00000010:2.0:1763346494.870270:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613840. 00000100:00000040:0.0:1763346494.870325:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300731716, at 4300731720 00000100:00000010:0.0:1763346494.870331:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613480. 00000100:00000040:3.0:1763346494.870427:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300731716, at 4300731720 00000100:00000010:3.0:1763346494.870432:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613d20. 00000100:00000040:1.0:1763346494.877723:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300731716, at 4300731727 00000100:00000010:1.0:1763346494.877738:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613c00. 00080000:00000001:1.0:1763346494.899143:0:19997:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.899154:0:19997:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.899158:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346494.899162:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346494.899169:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.899172:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346494.899180:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.899184:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.899191:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346494.899194:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346494.899197:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346494.899199:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346494.899201:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346494.899203:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4060:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346494.899207:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346494.899210:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.899238:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.899240:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.899243:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.899244:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.899246:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.899248:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.899249:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.899250:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346494.899252:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763346494.899257:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346494.899259:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346494.899269:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346494.899276:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.899277:0:19997:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.899291:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055482, transno 0, xid 1848996540797696 00010000:00000001:1.0:1763346494.899295:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.899306:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983e300 x1848996540797696/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 448/440 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346494.899315:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.899317:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.899322:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.899326:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.899329:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.899331:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.899334:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.899338:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.899342:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.899345:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.899350:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b198. 00000100:00000200:1.0:1763346494.899358:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848996540797696, offset 224 00000400:00000200:1.0:1763346494.899364:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.899378:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.899384:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198603:198603:256:4294967295] 192.168.204.16@tcp LPNI seq info [198599:198599:8:4294967295] 00000400:00000200:1.0:1763346494.899396:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.899400:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.899405:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8c00. 00000800:00000200:1.0:1763346494.899411:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.899420:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.899425:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.899444:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.899448:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.899450:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.899453:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.899456:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.899463:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983e300 x1848996540797696/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 448/440 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.899473:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226292:x1848996540797696:12345-192.168.204.16@tcp:44:lfs.0 Request processed in 38214us (38544us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.899483:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140828 00000100:00000040:1.0:1763346494.899488:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346494.899490:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.899492:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.899498:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202d80. 00000020:00000010:1.0:1763346494.899503:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:1.0:1763346494.899509:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67000. 00000020:00000040:1.0:1763346494.899528:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:1.0:1763346494.899532:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346494.899590:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346494.899596:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346494.899598:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346494.899600:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055494 is committed 00000001:00000040:0.0:1763346494.899604:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:0.0:1763346494.899606:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000001:00000010:0.0:1763346494.899608:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843600. 00040000:00000001:0.0:1763346494.899612:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899615:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899616:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899617:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899619:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532675000. 00080000:00000001:0.0:1763346494.899623:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899625:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899628:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:0.0:1763346494.899630:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000001:00000010:0.0:1763346494.899632:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843900. 00040000:00000001:0.0:1763346494.899633:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899635:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899636:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899636:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899638:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb532677800. 00080000:00000001:0.0:1763346494.899640:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899643:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899644:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:0.0:1763346494.899647:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000001:00000010:0.0:1763346494.899648:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843ea0. 00000020:00000001:0.0:1763346494.899652:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346494.899655:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 2 committed 0 result 0 batchid 4294967627 00000020:00080000:0.0:1763346494.899659:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ed00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755a900 00000020:00080000:0.0:1763346494.899663:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52aa58800 00000020:00000001:0.0:1763346494.899677:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763346494.899679:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 2 committed 1 result 0 batchid 4294967627 00000020:00000040:0.0:1763346494.899683:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ed00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755a900 00000020:00000040:0.0:1763346494.899685:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52aa58800 00000020:00000001:0.0:1763346494.899687:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346494.899689:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899690:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899691:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899691:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899693:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa58800. 00080000:00000001:0.0:1763346494.899696:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899698:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899700:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:0.0:1763346494.899702:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000001:00000010:0.0:1763346494.899704:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb509dea660. 00000020:00000001:0.0:1763346494.899708:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763346494.899709:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755aa80 refcount 2 committed 0 result 0 batchid 4294967626 00000020:00080000:0.0:1763346494.899713:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ee00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ae40 00000020:00080000:0.0:1763346494.899715:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52aa59c00 00000020:00000001:0.0:1763346494.899718:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763346494.899719:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755aa80 refcount 2 committed 1 result 0 batchid 4294967626 00000020:00000040:0.0:1763346494.899721:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ee00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ae40 00000020:00000040:0.0:1763346494.899724:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52aa59c00 00000020:00000001:0.0:1763346494.899726:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763346494.899727:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899728:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899729:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899729:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899730:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59c00. 00080000:00000001:0.0:1763346494.899734:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899736:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899738:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:0.0:1763346494.899740:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000001:00000010:0.0:1763346494.899741:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5380384e0. 00040000:00000001:0.0:1763346494.899743:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899744:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899745:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899746:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899748:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa58c00. 00080000:00000001:0.0:1763346494.899749:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899754:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:0.0:1763346494.899757:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967625 batchid updated 00000020:00000010:0.0:1763346494.899760:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb519a54000. 00040000:00000001:0.0:1763346494.899763:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899764:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899765:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899766:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899767:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50f92c800. 00080000:00000001:0.0:1763346494.899769:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899772:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899774:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:0.0:1763346494.899775:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000001:00000010:0.0:1763346494.899777:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613780. 00040000:00000001:0.0:1763346494.899779:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899780:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899781:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899782:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899783:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b952000. 00080000:00000001:0.0:1763346494.899786:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899787:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899789:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:0.0:1763346494.899791:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000001:00000010:0.0:1763346494.899792:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613ba0. 00040000:00000001:0.0:1763346494.899794:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899795:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899796:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899797:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899798:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b951400. 00080000:00000001:0.0:1763346494.899800:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899801:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899802:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:0.0:1763346494.899804:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000001:00000010:0.0:1763346494.899805:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5276134e0. 00040000:00000001:0.0:1763346494.899807:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899808:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899809:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899810:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899811:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b953400. 00080000:00000001:0.0:1763346494.899813:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899815:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899816:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346494.899818:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:0.0:1763346494.899819:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb9840. 00040000:00000001:0.0:1763346494.899821:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899822:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899822:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899824:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899825:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5380e0800. 00080000:00000001:0.0:1763346494.899827:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899828:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899829:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:0.0:1763346494.899831:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000001:00000010:0.0:1763346494.899832:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb9060. 00040000:00000001:0.0:1763346494.899834:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899835:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899836:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899837:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899838:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5380e2800. 00080000:00000001:0.0:1763346494.899840:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899841:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899842:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:0.0:1763346494.899844:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000001:00000010:0.0:1763346494.899846:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb90c0. 00040000:00000001:0.0:1763346494.899847:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899848:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899849:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899850:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899851:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5380e0c00. 00080000:00000001:0.0:1763346494.899853:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346494.899854:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346494.899856:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00000020:00000040:0.0:1763346494.899857:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000001:00000010:0.0:1763346494.899858:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb4178753c0. 00040000:00000001:0.0:1763346494.899860:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899861:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763346494.899862:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346494.899863:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346494.899865:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5380e1c00. 00080000:00000001:0.0:1763346494.899866:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:2.0:1763346494.900012:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346494.900016:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8c00. 00000400:00000200:2.0:1763346494.900020:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.900026:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346494.900031:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b198 00000400:00000010:2.0:1763346494.900034:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b198. 00000100:00000001:2.0:1763346494.900038:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.900040:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:1.0:1763346494.900421:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967627 committed batchid 4294967625 00000020:00000001:1.0:1763346494.900425:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:1.0:1763346494.900430:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb519a546c0. 00080000:00000001:1.0:1763346494.900434:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346494.900440:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055eb800. 00080000:00000001:1.0:1763346494.900444:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560831488 : -105875148720128 : ffff9fb5055eb800) 00080000:00000001:1.0:1763346494.900448:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346494.900543:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346494.900545:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.900548:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346494.900564:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.900568:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346494.900639:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:1.0:1763346494.900642:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967627: rc = 0 00080000:00000001:1.0:1763346494.900645:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763346494.900654:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.900656:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.900659:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763346494.900662:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb417f31d80 refcount 1 committed 1 result 0 batchid 4294967624 00000020:00000040:1.0:1763346494.900667:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb5421ed300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb417f31b40 00000020:00000040:1.0:1763346494.900671:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52e99b400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb532675c00 00000020:00000040:1.0:1763346494.900675:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:1.0:1763346494.900678:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346494.900680:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.900683:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb5421ed300. 00000020:00000010:1.0:1763346494.900687:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb52e99b400. 00000020:00000010:1.0:1763346494.900690:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb417f31d80. 00000020:00000001:1.0:1763346494.900692:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763346494.900694:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb50847bd80 refcount 1 committed 1 result 0 batchid 4294967625 00000020:00000040:1.0:1763346494.900697:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50847b480 00000020:00000040:1.0:1763346494.900700:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb53cc4b700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb50f92f000 00000020:00000040:1.0:1763346494.900703:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:1.0:1763346494.900705:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346494.900707:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.900708:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb53cc4b900. 00000020:00000010:1.0:1763346494.900711:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb53cc4b700. 00000020:00000010:1.0:1763346494.900713:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb50847bd80. 00000020:00080000:1.0:1763346494.900716:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967625 00000800:00000001:1.0:1763346494.903539:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.903559:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.903563:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.903565:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.903576:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.903591:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e015380 00000400:00000200:1.0:1763346494.903599:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 11280 00000800:00000001:1.0:1763346494.903606:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.903614:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.903617:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.903621:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.903628:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.903631:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346494.903637:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983d500. 00000100:00000040:1.0:1763346494.903642:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983d500 x1848996540797824 msgsize 440 00000100:00100000:1.0:1763346494.903646:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.904138:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.904147:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.904150:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.904198:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.904201:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540797824 02000000:00000001:2.0:1763346494.904204:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.904207:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.904209:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.904247:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.904252:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540797824 00000020:00000001:2.0:1763346494.904255:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.904257:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346494.904260:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.904264:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=19 00000020:00000001:2.0:1763346494.904267:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346494.904269:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346494.904275:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.904289:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.904293:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.904296:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000020:00000010:2.0:1763346494.904303:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569aa00. 00000020:00000010:2.0:1763346494.904308:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202480. 00000020:00000010:2.0:1763346494.904315:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.904323:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346494.904326:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.904328:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.904331:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.904340:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.904352:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.904365:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.904367:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.904373:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20127 00000100:00000040:2.0:1763346494.904377:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346494.904380:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898808064 : -105874810743552 : ffff9fb51983d500) 00000100:00000040:2.0:1763346494.904388:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983d500 x1848996540797824/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.904399:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.904401:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.904403:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.904405:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000100:00100000:2.0:1763346494.904409:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+19:2355:x1848996540797824:12345-192.168.204.16@tcp:16:lfs.0 00000100:00000200:2.0:1763346494.904414:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540797824 00000020:00000001:2.0:1763346494.904418:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.904421:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.904424:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.904427:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.904429:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672151136 : -1037400480 : ffffffffc22a8660) 00000020:00000001:2.0:1763346494.904432:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.904436:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.904439:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.904441:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.904446:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346494.904451:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346494.904454:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.904458:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.904460:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.904463:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.904465:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.904467:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.904468:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.904469:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.904471:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.904472:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.904473:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.904475:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.904478:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.904479:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.904484:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.904486:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.904491:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb53b953000. 02000000:00000001:2.0:1763346494.905158:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.905162:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.905168:0:62999:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:2.0:1763346494.905171:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.905174:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.905181:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:2.0:1763346494.905183:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00000020:00000001:2.0:1763346494.905186:0:62999:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:2.0:1763346494.905190:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.905198:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1763346494.905200:0:62999:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.905204:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.905211:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.905277:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346494.905290:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.905292:0:62999:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:2.0:1763346494.905295:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00010000:00000040:2.0:1763346494.905299:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911672, transno 0, xid 1848996540797824 00010000:00000001:2.0:1763346494.905302:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.905309:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983d500 x1848996540797824/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.905317:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.905319:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.905323:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.905327:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.905330:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.905332:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.905334:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.905336:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.905340:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.905343:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.905349:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b198. 00000100:00000200:2.0:1763346494.905355:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540797824, offset 224 00000400:00000200:2.0:1763346494.905361:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.905373:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.905380:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198604:198604:256:4294967295] 192.168.204.16@tcp LPNI seq info [198600:198600:8:4294967295] 00000400:00000200:2.0:1763346494.905391:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.905396:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.905404:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb502ac5500. 00000800:00000200:2.0:1763346494.905410:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.905419:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.905423:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb502ac5500 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.905707:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.905712:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.905715:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.905717:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.905719:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.905724:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983d500 x1848996540797824/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.905734:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+19:2355:x1848996540797824:12345-192.168.204.16@tcp:16:lfs.0 Request processed in 1332us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346494.905743:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20127 00000100:00000040:2.0:1763346494.905748:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:2.0:1763346494.905750:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.905752:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.905757:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202480. 00000020:00000010:2.0:1763346494.905763:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.905768:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569aa00. 00000020:00000040:2.0:1763346494.905774:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 18 00000100:00000001:2.0:1763346494.905777:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.907114:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.907122:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb502ac5500. 00000400:00000200:1.0:1763346494.907134:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.907140:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.907147:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b198 00000400:00000010:1.0:1763346494.907150:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b198. 00000100:00000001:1.0:1763346494.907157:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.907159:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346494.925005:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.925023:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.925027:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.925030:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.925041:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.925058:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 12 MB=0x691a70e015480 00000400:00000200:2.0:1763346494.925066:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 488/488 into md 0xd4325 [64] + 84144 00000800:00000001:2.0:1763346494.925074:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.925083:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.925086:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.925090:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.925098:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.925102:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346494.925109:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db6a00. 00000100:00000040:2.0:1763346494.925114:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db6a00 x1848996540798080 msgsize 488 00000100:00100000:2.0:1763346494.925118:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.925868:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.925882:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.925889:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.925955:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.925958:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540798080 02000000:00000001:1.0:1763346494.925962:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.925964:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.925967:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.925972:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.925976:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540798080 00000020:00000001:1.0:1763346494.925979:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.925981:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346494.925983:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.925987:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:1.0:1763346494.925989:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346494.925991:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346494.925997:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.926574:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f200. 00000100:00000001:0.0:1763346494.926582:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.926585:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f200. 00000020:00000010:0.0:1763346494.926594:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb532026e00. 00000020:00000010:0.0:1763346494.926600:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969a00. 00000020:00000010:0.0:1763346494.926606:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346494.926617:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.926620:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.926622:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.926625:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.926635:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.926653:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.930349:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.930356:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.930368:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140829 00000100:00000040:0.0:1763346494.930374:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.930377:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619335168 : -105875090216448 : ffff9fb508db6a00) 00000100:00000040:0.0:1763346494.930387:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db6a00 x1848996540798080/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.930398:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.930406:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f200. 00000100:00000001:0.0:1763346494.930409:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.930412:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f200. 00000100:00100000:0.0:1763346494.930419:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+488:226292:x1848996540798080:12345-192.168.204.16@tcp:36:lfs.0 00000100:00000200:0.0:1763346494.930422:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540798080 00000020:00000001:0.0:1763346494.930426:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.930431:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.930436:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.930439:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.930441:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:0.0:1763346494.930445:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.930449:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540798080, found 0 last_xid 1848996540798079 00000020:00000001:0.0:1763346494.930452:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.930454:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.930456:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.930460:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930463:0:19997:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:0.0:1763346494.930470:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9fb508db6a00 x1848996540798080/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/0 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346494.930479:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346494.930482:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346494.930484:0:19997:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:0.0:1763346494.930486:0:19997:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763346494.930491:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.930493:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.930496:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.930497:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2363970376 : 2363970376 : 0x8ce75348) 00000001:00000001:0.0:1763346494.930500:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2363970376 : 2363970376 : 8ce75348) 00000001:00000001:0.0:1763346494.930501:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.930502:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:0.0:1763346494.930504:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:0.0:1763346494.930506:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.930507:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.930509:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.930511:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.930512:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.930513:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930515:0:19997:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930520:0:19997:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930521:0:19997:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930523:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930527:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346494.930528:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346494.930532:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.930535:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.930542:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9fb535e91000. 02000000:00000001:0.0:1763346494.930545:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.930548:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930552:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346494.930553:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.930554:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.930556:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.930557:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.930559:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.930560:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.930562:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.930563:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.930565:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.930566:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.930571:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.930578:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.930580:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.930582:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.930583:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.930587:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.930588:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930589:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.930591:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930594:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346494.930596:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930599:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346494.930601:0:19997:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:0.0:1763346494.930604:0:19997:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x4060:0x0] 7 req@ffff9fb508db6a00 x1848996540798080/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/3152 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346494.930612:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346494.930615:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346494.930618:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.930621:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.930625:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.930627:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.930630:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000040:0.0:1763346494.930634:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 3 00000004:00000001:0.0:1763346494.930638:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763346494.930641:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346494.930644:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.930647:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.930649:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.930651:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.930658:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.930660:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.930667:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.930669:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.930671:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.930673:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.930675:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa2dc from hash 00010000:00000001:0.0:1763346494.930678:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.930679:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.930680:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.930681:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.930687:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.930689:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.930691:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.930692:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.930698:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa2dc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921293c expref: 488 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.930713:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346494.930716:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:0.0:1763346494.930719:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfb80. 00010000:00000001:0.0:1763346494.930727:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.930729:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.930732:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.930735:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00000001:0.0:1763346494.930739:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.930742:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.930744:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763346494.930746:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346494.930747:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346494.930750:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.930752:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4060:0x0] 00000020:00000001:0.0:1763346494.930755:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.930760:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346494.930762:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346494.930765:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763346494.930766:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.930772:0:19997:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb5014c2038. 00000004:00000001:0.0:1763346494.930783:0:19997:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763346494.930787:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.930790:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346494.930793:0:19997:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346494.930794:0:19997:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:0.0:1763346494.930796:0:19997:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763346494.930798:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.930802:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.930805:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.930810:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 2 00010000:00000001:0.0:1763346494.930813:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.930816:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.930820:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36a00. 00000020:00000001:0.0:1763346494.930823:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.930825:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36a00 with handle 0x757b854463afa31b to hash 00000020:00000001:0.0:1763346494.930827:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.930828:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000010:0.0:1763346494.930833:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfb80. 00010000:00000001:0.0:1763346494.930836:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.930839:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.930840:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.930844:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.930851:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.930854:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.930856:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.930858:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.930861:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.930863:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.930864:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.930867:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.930869:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.930870:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.930871:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.930874:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) refcount = 2 00010000:00000040:0.0:1763346494.930878:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.930881:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2c7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921292e expref: 487 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.930887:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.930892:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.930895:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.930896:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.930897:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.930899:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.930901:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.930903:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.930906:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.930908:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.930911:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.930915:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.930917:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.930918:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.930919:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.930920:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.930921:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:0.0:1763346494.930923:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.930925:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.930927:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.930928:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.930929:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930931:0:19997:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.930934:0:19997:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763346494.930948:0:19997:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763346494.930953:0:19997:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346494.930959:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.930966:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417843ea0. 00080000:00000001:0.0:1763346494.930969:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.930978:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535647000. 00080000:00000001:0.0:1763346494.930981:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366512640 : -105874343038976 : ffff9fb535647000) 00000004:00000001:0.0:1763346494.930985:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763346494.930988:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763346494.930991:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.930993:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366512640 : -105874343038976 : ffff9fb535647000) 00080000:00000001:0.0:1763346494.930997:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.931015:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931018:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931021:0:19997:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.931025:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346494.931028:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.931034:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.931035:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.931037:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366512640 : -105874343038976 : ffff9fb535647000) 00080000:00000001:0.0:1763346494.931041:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.931046:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.931047:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931049:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.931070:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.931073:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.931075:0:19997:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346494 00000004:00000001:0.0:1763346494.931079:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763346494.931082:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763346494.931084:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763346494.931085:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.931087:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366512640 : -105874343038976 : ffff9fb535647000) 00080000:00000001:0.0:1763346494.931090:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346494.931124:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931127:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931129:0:19997:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931131:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.931138:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.931140:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346494.931145:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.931149:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055495, last_committed = 8590055494 00000001:00000010:0.0:1763346494.931153:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843480. 00000001:00000040:0.0:1763346494.931156:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:0.0:1763346494.931158:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:0.0:1763346494.931164:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2b40. 00000004:00000001:0.0:1763346494.931170:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.931172:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.931173:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366512640 : -105874343038976 : ffff9fb535647000) 00080000:00000001:0.0:1763346494.931177:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.931209:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.931254:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.931259:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2b40: xid 1848996540798080, transno 8590055495, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346494.931262:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.931274:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.931278:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417843ea0. 00000020:00000001:0.0:1763346494.931291:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.931296:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 3 00010000:00000001:0.0:1763346494.931298:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.931301:0:19997:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:0.0:1763346494.931303:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.931306:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346494.931307:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.931309:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.931310:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.931312:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.931314:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:0.0:1763346494.931316:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346494.931319:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00000004:00010000:0.0:1763346494.931322:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef9dbfba reply state 00000000628994e7 transno 8590055495 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:0.0:1763346494.931330:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763346494.931332:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.931333:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.931334:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.931336:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.931337:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.931338:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346494.931341:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.931343:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346494.931347:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931350:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.931354:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.931357:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.931363:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.931365:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.931369:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763346494.931371:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346494.931373:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.931375:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4060:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763346494.931378:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346494.931380:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.931383:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.931384:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.931386:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.931387:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.931389:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.931390:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.931391:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.931393:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346494.931395:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4060:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:0.0:1763346494.931397:0:19997:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:0.0:1763346494.931399:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.931401:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763346494.931408:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346494.931415:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931417:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346494.931418:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346494.931420:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931422:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346494.931425:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.931427:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346494.931428:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346494.931429:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346494.931431:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346494.931433:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346494.931438:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.931441:0:19997:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.931444:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 8590055495, xid 1848996540798080 00010000:00000001:0.0:1763346494.931447:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763346494.931450:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00010000:00000200:0.0:1763346494.931452:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055495, last committed = 8590055494 00010000:00000200:0.0:1763346494.931459:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db6a00 x1848996540798080/t8590055495(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346494.931473:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.931475:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.931479:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.931484:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.931487:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.931489:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.931493:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.931496:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.931499:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.931502:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.931508:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aa18. 00000100:00000200:0.0:1763346494.931514:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540798080, offset 224 00000400:00000010:0.0:1763346494.931520:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb5014c2ab8. 00000400:00000200:0.0:1763346494.931523:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.931539:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.931545:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198605:198605:256:4294967295] 192.168.204.16@tcp LPNI seq info [198601:198601:8:4294967295] 00000400:00000200:0.0:1763346494.931552:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:0.0:1763346494.931558:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.931565:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.931569:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead000. 00000800:00000200:0.0:1763346494.931576:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.931582:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.931587:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.931600:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.931605:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.931608:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.931610:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.931612:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.931616:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db6a00 x1848996540798080/t8590055495(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 488/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.931629:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+489:226292:x1848996540798080:12345-192.168.204.16@tcp:36:lfs.0 Request processed in 1231us (6514us total) trans 8590055495 rc 0/0 00000100:00100000:0.0:1763346494.931637:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140829 00000100:00000040:0.0:1763346494.931642:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.931644:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.931645:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.931650:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969a00. 00000020:00000010:0.0:1763346494.931654:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346494.931659:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb532026e00. 00000020:00000040:0.0:1763346494.931663:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:0.0:1763346494.931666:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346494.931834:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.931839:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead000. 00000400:00000200:0.0:1763346494.931843:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.931847:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.931852:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.931854:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.937645:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.937663:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.937668:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.937686:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.937696:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:1.0:1763346494.937715:0:3287:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fc59 00000400:00000200:1.0:1763346494.937722:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.937726:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:1.0:1763346494.937732:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aa18 00000400:00000010:1.0:1763346494.937735:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aa18. 00000100:00000001:1.0:1763346494.937740:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.937743:0:3287:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1763346494.937745:0:3287:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763346494.937758:0:3287:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346494.937760:0:3287:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346494.937761:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346494.937768:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.937771:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.938025:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346494.938032:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.938035:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.938038:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=3 00000020:00000001:3.0:1763346494.938041:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346494.938044:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346494.938047:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346494.938052:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.938061:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.938063:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346494.938066:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.938072:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.938074:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.938078:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346494.938081:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346494.938086:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346494.938091:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.938093:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346494.938096:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.938101:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346494.938103:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.938104:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.938105:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=4 00000020:00000001:3.0:1763346494.938107:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346494.938109:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:3.0:1763346494.938112:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346494.938114:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.938120:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346494.938121:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346494.938123:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.938128:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.938130:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.938131:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.938133:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.938135:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36a00 with handle 0x757b854463afa31b from hash 00010000:00000001:3.0:1763346494.938137:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.938139:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.938140:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.938141:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.938147:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.938149:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.938151:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.938153:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.938156:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346494.938158:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:3.0:1763346494.938160:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346494.938163:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.938166:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.938168:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346494.938170:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346494.938173:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.938174:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.938176:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.938177:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346494.938180:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346494.938182:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346494.938187:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.938188:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.938189:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346494.938190:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346494.938191:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.938193:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36a00/0x757b854463afa31b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346494.938201:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfb80. 00010000:00000001:3.0:1763346494.938210:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346494.938652:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:3.0:1763346494.938656:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346494.939266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00000800:00000001:2.0:1763346494.942086:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.942789:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346494.942794:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.942797:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.942808:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346494.942827:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e015500 00000400:00000200:2.0:1763346494.942835:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 11720 00000800:00000001:2.0:1763346494.942843:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.942916:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346494.942919:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.942923:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346494.942932:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346494.942935:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346494.942941:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db6300. 00000100:00000040:2.0:1763346494.942945:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db6300 x1848996540798208 msgsize 328 00000100:00100000:2.0:1763346494.942949:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346494.944266:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346494.944292:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346494.944301:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.944381:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.944385:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540798208 02000000:00000001:1.0:1763346494.944389:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.944391:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.944394:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.944400:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.944404:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540798208 00000020:00000001:1.0:1763346494.944407:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.944409:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:1.0:1763346494.944412:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.944416:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=19 00000020:00000001:1.0:1763346494.944418:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:1.0:1763346494.944421:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346494.944426:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.944434:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30600. 00000100:00000001:1.0:1763346494.944437:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.944440:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30600. 00000020:00000010:1.0:1763346494.944447:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e200. 00000020:00000010:1.0:1763346494.944452:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3100. 00000020:00000010:1.0:1763346494.944458:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346494.944467:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346494.944470:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.944472:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.944475:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.944483:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.944501:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.944514:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.944517:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.944523:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20128 00000100:00000040:1.0:1763346494.944528:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:1.0:1763346494.944530:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619333376 : -105875090218240 : ffff9fb508db6300) 00000100:00000040:1.0:1763346494.944538:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db6300 x1848996540798208/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346494.944976:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.944980:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30600. 00000100:00000001:1.0:1763346494.944982:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.944985:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30600. 00000100:00100000:1.0:1763346494.944990:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+19:226292:x1848996540798208:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346494.944994:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540798208 00000020:00000001:1.0:1763346494.944998:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.945002:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.945005:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.945008:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.945010:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346494.945014:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.945018:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.945020:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.945023:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.945030:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.945033:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346494.945036:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346494.945039:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346494.945041:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346494.945043:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.945049:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346494.945060:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972c00. 00010000:00000010:1.0:1763346494.945063:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417972300. 00010000:00000001:1.0:1763346494.945069:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346494.945072:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0400. 00000020:00000001:1.0:1763346494.945076:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346494.945078:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0400 with handle 0x757b854463afa322 to hash 00000020:00000001:1.0:1763346494.945080:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346494.945082:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320806400 : -105874388745216 : ffff9fb532ab0400) 00010000:00000001:1.0:1763346494.945084:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320806400 : -105874388745216 : ffff9fb532ab0400) 00010000:00010000:1.0:1763346494.945090:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0400/0x757b854463afa322 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212974 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763346494.945099:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763346494.945104:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb529f30600. 00002000:00000001:1.0:1763346494.945107:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346494.945110:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.945114:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:1.0:1763346494.945117:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00002000:00000001:1.0:1763346494.945119:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346494.945127:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346494.945129:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2535:0x0] initial LVB size: 4096, mtime: 0x691a883e, atime: 0x0, ctime: 0x691a883e, blocks: 0xb 00002000:00000001:1.0:1763346494.945132:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763346494.945134:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00010000:00000040:1.0:1763346494.945137:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 15 00000020:00000040:1.0:1763346494.945139:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=20 00000100:00000001:1.0:1763346494.945149:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.945152:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.945157:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5055e9c00. 02000000:00000001:1.0:1763346494.945160:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.945162:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.945164:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346494.945169:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346494.945171:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346494.945173:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346494.945177:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346494.945179:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.945181:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346494.945182:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346494.945184:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.945187:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763346494.945193:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0400/0x757b854463afa322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212974 expref: 20 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346494.945202:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2535:0x0].0x0 (ffff9fb417972c00) refcount = 1 00010000:00000040:1.0:1763346494.945205:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346494.945209:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0400/0x757b854463afa322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212974 expref: 20 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346494.945247:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.945249:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.945251:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346494.945253:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.945255:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.945257:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346494.945262:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346494.945266:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb532ab0400/0x757b854463afa322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2535:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212974 expref: 20 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346494.945277:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.945288:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346494.945290:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.945293:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.945294:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.945296:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.945298:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.945300:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0400, rc 0) 00000020:00000001:1.0:1763346494.945302:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.945306:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911672, transno 0, xid 1848996540798208 00010000:00000001:1.0:1763346494.945309:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.945314:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db6300 x1848996540798208/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346494.945322:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.945324:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.945328:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.945333:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.945335:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.945337:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.945340:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.945343:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.945346:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.945348:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.945353:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bcc0. 00000100:00000200:1.0:1763346494.945359:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540798208, offset 224 00000400:00000200:1.0:1763346494.945364:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.945376:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.945383:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198606:198606:256:4294967295] 192.168.204.16@tcp LPNI seq info [198602:198602:8:4294967295] 00000400:00000200:1.0:1763346494.945394:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.945399:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.945403:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346494.945409:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.945417:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.945421:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.945684:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.945690:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.945693:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.945694:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.945697:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.945702:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db6300 x1848996540798208/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/400 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346494.945710:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+20:226292:x1848996540798208:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 734us (2763us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.945718:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20128 00000100:00000040:1.0:1763346494.945721:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:1.0:1763346494.945723:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.945725:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.945730:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3100. 00000020:00000010:1.0:1763346494.945734:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346494.945739:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e200. 00000020:00000040:1.0:1763346494.945743:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000100:00000001:1.0:1763346494.945746:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346494.945881:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.945886:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:0.0:1763346494.945890:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.945895:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.945899:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bcc0 00000400:00000010:0.0:1763346494.945901:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bcc0. 00000100:00000001:0.0:1763346494.945905:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.945907:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346494.947800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00000800:00000001:1.0:1763346494.949723:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.949743:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.949747:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.949750:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.949761:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.949780:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e015580 00000400:00000200:1.0:1763346494.949789:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 12048 00000800:00000001:1.0:1763346494.949798:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.949808:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.949811:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.949816:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.949824:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.949826:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346494.949833:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983f480. 00000100:00000040:1.0:1763346494.949837:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983f480 x1848996540798336 msgsize 440 00000100:00100000:1.0:1763346494.949841:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.949863:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.949871:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.949875:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.949987:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.949990:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540798336 02000000:00000001:2.0:1763346494.949994:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.949996:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.949999:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.950004:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.950009:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540798336 00000020:00000001:2.0:1763346494.950012:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.950014:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346494.950016:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.950021:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:2.0:1763346494.950024:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346494.950025:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346494.950031:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.950036:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.950041:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.950043:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000020:00000010:2.0:1763346494.950051:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569aa00. 00000020:00000010:2.0:1763346494.950056:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202480. 00000020:00000010:2.0:1763346494.950061:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.950068:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346494.950071:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.950072:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.950075:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.950084:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.950097:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.950110:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.950112:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.950117:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20129 00000100:00000040:2.0:1763346494.950121:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346494.950123:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898816128 : -105874810735488 : ffff9fb51983f480) 00000100:00000040:2.0:1763346494.950131:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983f480 x1848996540798336/t0(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.950140:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.950142:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.950144:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.950145:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000100:00100000:2.0:1763346494.950149:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+20:2355:x1848996540798336:12345-192.168.204.16@tcp:2:lfs.0 00000100:00000200:2.0:1763346494.950153:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540798336 00000020:00000001:2.0:1763346494.950156:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.950160:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.950163:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.950165:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.950167:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150464 : -1037401152 : ffffffffc22a83c0) 00000020:00000001:2.0:1763346494.950170:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.950174:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.950177:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.950179:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.950183:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346494.950187:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346494.950189:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.950192:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.950194:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.950196:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.950197:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.950199:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.950200:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.950201:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.950203:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.950204:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.950205:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.950207:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.950209:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.950258:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.950265:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.950267:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.950273:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb53b953400. 02000000:00000001:2.0:1763346494.950276:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.950278:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.950291:0:62999:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1763346494.950294:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.950297:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.950303:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:2.0:1763346494.950306:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00002000:00000001:2.0:1763346494.950310:0:62999:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:2.0:1763346494.950314:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.950321:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:2.0:1763346494.950324:0:62999:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.950326:0:62999:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.950329:0:62999:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346494.950331:0:62999:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.950334:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.950342:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b951400. 00080000:00000001:2.0:1763346494.950345:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470363648 : -105874239187968 : ffff9fb53b951400) 00000001:00000001:2.0:1763346494.950347:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.950348:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.950351:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.950373:0:62999:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.950377:0:62999:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.950382:0:62999:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.950385:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346494.950389:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.950421:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.950423:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.950444:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.950451:0:62999:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb531a5ddc8. 00080000:00000001:2.0:1763346494.950460:0:62999:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346494.950503:0:62999:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.950505:0:62999:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763346494.950507:0:62999:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.950512:0:62999:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1763346494.950515:0:62999:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.950517:0:62999:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.950521:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.950525:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.950529:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911673, last_committed = 12884911672 00000001:00000010:2.0:1763346494.950532:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5276130c0. 00000001:00000040:2.0:1763346494.950535:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 1 00000020:00000040:2.0:1763346494.950537:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00080000:00000001:2.0:1763346494.950544:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.950573:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346494.950578:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.950590:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.950595:0:62999:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.950600:0:62999:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346494.950603:0:62999:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1763346494.950606:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00010000:00000040:2.0:1763346494.950616:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972c00 count: 2 00010000:00000001:2.0:1763346494.950619:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763346494.950623:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346494.950626:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346494.950627:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.950630:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00002000:00000001:2.0:1763346494.950631:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569230576 : -105879140321040 : ffff9fb41773b8f0) 00002000:00000001:2.0:1763346494.950634:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346494.950638:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763346494.950640:0:62999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:2.0:1763346494.950642:0:62999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb mtime from disk: 1763346494 -> 1763346489 00002000:00010000:2.0:1763346494.950645:0:62999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb atime from disk: 0 -> 1763346489 00002000:00010000:2.0:1763346494.950647:0:62999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb ctime from disk: 1763346494 -> 1763346494 00002000:00010000:2.0:1763346494.950649:0:62999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2535:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:2.0:1763346494.950651:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773b948/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00010000:00000040:2.0:1763346494.950656:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911672, transno 12884911673, xid 1848996540798336 00010000:00000001:2.0:1763346494.950660:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.950667:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983f480 x1848996540798336/t12884911673(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.950674:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.950677:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.950681:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.950686:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.950688:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.950690:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.950693:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.950696:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.950699:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.950702:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.950706:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035be58. 00000100:00000200:2.0:1763346494.950713:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540798336, offset 224 00000400:00000200:2.0:1763346494.950719:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.950728:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.950734:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198607:198607:256:4294967295] 192.168.204.16@tcp LPNI seq info [198603:198603:8:4294967295] 00000400:00000200:2.0:1763346494.950744:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.950748:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.950752:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb502ac5500. 00000800:00000200:2.0:1763346494.950757:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.950764:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.950768:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb502ac5500 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.950792:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.950795:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.950798:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.950799:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.950801:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.950806:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983f480 x1848996540798336/t12884911673(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.950814:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:2355:x1848996540798336:12345-192.168.204.16@tcp:2:lfs.0 Request processed in 673us (975us total) trans 12884911673 rc 0/0 00000100:00100000:2.0:1763346494.950821:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20129 00000100:00000040:2.0:1763346494.950824:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:2.0:1763346494.950826:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.950828:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.950832:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202480. 00000020:00000010:2.0:1763346494.950837:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:2.0:1763346494.950841:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569aa00. 00000020:00000040:2.0:1763346494.950846:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000100:00000001:2.0:1763346494.950848:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.951470:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.951476:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb502ac5500. 00000400:00000200:3.0:1763346494.951484:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.951490:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346494.951498:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035be58 00000400:00000010:3.0:1763346494.951500:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035be58. 00000100:00000001:3.0:1763346494.951505:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.951507:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346494.956509:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.956527:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.956530:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.956532:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.956542:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.956559:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 472 into portal 12 MB=0x691a70e015680 00000400:00000200:0.0:1763346494.956566:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 472/472 into md 0xd4325 [64] + 84632 00000800:00000001:0.0:1763346494.956574:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.956582:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.956585:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.956588:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346494.956595:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.956598:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346494.956604:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921c00. 00000100:00000040:0.0:1763346494.956608:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505921c00 x1848996540798592 msgsize 472 00000100:00100000:0.0:1763346494.956612:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346494.956625:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.956633:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.956636:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.956707:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.956710:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540798592 02000000:00000001:2.0:1763346494.956714:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.956716:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.956719:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.956724:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.956729:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540798592 00000020:00000001:2.0:1763346494.956732:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.956734:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.956737:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.956741:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:2.0:1763346494.956743:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.956746:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.956751:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.956757:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.956761:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.956763:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000020:00000010:2.0:1763346494.956770:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569aa00. 00000020:00000010:2.0:1763346494.956775:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202480. 00000020:00000010:2.0:1763346494.956780:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419ed8. 00000100:00000040:2.0:1763346494.956788:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346494.956791:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.956792:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.956795:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.956805:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.957760:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.957765:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.957774:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140830 00000100:00000040:0.0:1763346494.957778:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.957781:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564199424 : -105875145352192 : ffff9fb505921c00) 00000100:00000040:0.0:1763346494.957789:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505921c00 x1848996540798592/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 472/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346494.957799:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.957805:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f200. 00000100:00000001:0.0:1763346494.957808:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.957810:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f200. 00000100:00100000:0.0:1763346494.957815:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+488:226292:x1848996540798592:12345-192.168.204.16@tcp:55:lfs.0 00000100:00000200:0.0:1763346494.957819:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540798592 00000020:00000001:0.0:1763346494.957823:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.957826:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346494.957832:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2b40: xid 1848996540798080, transno 8590055495, client gen 3, slot idx 0 00000001:00000001:0.0:1763346494.957837:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb41755a9c0: xid 1848996540795648, transno 8590055494, client gen 3, slot idx 1 00000001:00000010:0.0:1763346494.957842:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb41755a9c0. 00000020:00000001:0.0:1763346494.957848:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.957850:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.957852:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027872 : -1039523744 : ffffffffc20a2060) 00000020:00000001:0.0:1763346494.957855:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.957858:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540798592, found 0 last_xid 1848996540798591 00000020:00000001:0.0:1763346494.957861:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.957864:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.957866:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.957869:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.957876:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.957879:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:0.0:1763346494.957882:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.957884:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.957889:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.957892:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.957898:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb535645400. 02000000:00000001:0.0:1763346494.957901:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.957903:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.957907:0:19997:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:0.0:1763346494.957911:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346494.957915:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.957917:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.957919:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.957921:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.957923:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.957925:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.957926:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.957927:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.957928:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.957929:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.957931:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.957932:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.957934:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.957935:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.957937:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346494.957938:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346494.957940:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.957942:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.957943:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.957948:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346494.957954:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346494.957956:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346494.957959:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346494.957960:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346494.957963:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346494.957964:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.957966:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346494.957968:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.957970:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.957974:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.957977:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346494.957984:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 2 00010000:00000001:0.0:1763346494.957987:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.957990:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.957995:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346494.957999:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.958002:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa329 to hash 00000020:00000001:0.0:1763346494.958004:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.958005:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000010:0.0:1763346494.958011:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.958014:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.958018:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.958020:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.958024:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958032:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.958037:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.958040:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.958042:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.958045:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.958048:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.958049:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.958052:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.958054:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.958056:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.958057:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.958059:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) refcount = 2 00010000:00000040:0.0:1763346494.958062:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346494.958066:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2c7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921292e expref: 488 pid: 19972 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346494.958073:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958078:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.958084:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.958085:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.958088:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.958089:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.958091:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.958093:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.958096:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.958099:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.958102:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958107:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.958109:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.958110:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.958113:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.958114:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.958116:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.958118:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.958120:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.958122:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.958123:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.958125:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.958128:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346494.958131:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.958139:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.958141:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.958148:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.958151:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.958155:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763346494.958158:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763346494.958159:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346494.958162:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346494.958165:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:0.0:1763346494.958167:0:19997:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x4060:0x0]flags=0x2 00000004:00000001:0.0:1763346494.958170:0:19997:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:0.0:1763346494.958172:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.958173:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346494.958175:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.958176:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.958177:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.958178:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.958180:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.958181:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.958183:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.958185:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346494.958187:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958192:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.958193:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346494.958195:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958200:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.958201:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.958204:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346494.958207:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00000100:00000001:2.0:1763346494.958319:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763346494.958382:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346494.958386:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.958388:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346494.958390:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958396:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346494.958397:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.958399:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.958400:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=4 00000020:00000001:0.0:1763346494.958402:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.958403:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.958406:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346494.958409:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958413:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346494.958415:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346494.958416:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.958419:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.958420:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.958422:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.958423:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.958425:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa329 from hash 00010000:00000001:0.0:1763346494.958427:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.958428:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.958429:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.958430:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.958433:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.958434:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.958436:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.958438:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.958441:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.958443:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00010000:0.0:1763346494.958445:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:0.0:1763346494.958448:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.958450:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.958452:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346494.958454:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346494.958456:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.958457:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.958458:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.958460:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.958462:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.958464:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.958468:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.958469:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.958470:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346494.958472:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346494.958473:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.958475:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa329 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346494.958480:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.958489:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.958490:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.958492:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.958493:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.958494:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:0.0:1763346494.958497:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346494.958500:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346494.958501:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.958504:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1763346494.958507:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540798592 00010000:00000001:0.0:1763346494.958510:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346494.958516:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505921c00 x1848996540798592/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 472/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346494.958528:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.958530:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.958534:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.958539:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.958542:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.958544:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.958547:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.958550:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.958553:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.958556:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.958561:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aa18. 00000100:00000200:0.0:1763346494.958569:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540798592, offset 224 00000400:00000200:0.0:1763346494.958576:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.958588:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.958594:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198608:198608:256:4294967295] 192.168.204.16@tcp LPNI seq info [198604:198604:8:4294967295] 00000400:00000200:0.0:1763346494.958604:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.958610:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.958615:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead000. 00000800:00000200:0.0:1763346494.958622:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.958630:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.958634:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.958745:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.958750:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.958752:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.958754:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.958757:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.958762:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921c00 x1848996540798592/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 472/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346494.958772:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+488:226292:x1848996540798592:12345-192.168.204.16@tcp:55:lfs.0 Request processed in 971us (2161us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763346494.958781:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140830 00000100:00000040:0.0:1763346494.958785:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.958788:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.958790:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346494.958795:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202480. 00000020:00000010:0.0:1763346494.958799:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419ed8. 00000020:00000010:0.0:1763346494.958804:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569aa00. 00000020:00000040:0.0:1763346494.958810:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:0.0:1763346494.958813:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346494.958965:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346494.958970:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead000. 00000400:00000200:1.0:1763346494.958976:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.958981:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346494.958986:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aa18 00000400:00000010:1.0:1763346494.958989:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aa18. 00000100:00000001:1.0:1763346494.958993:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.958995:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.962483:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.962501:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.962505:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.962507:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.962519:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.962538:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e015700 00000400:00000200:3.0:1763346494.962547:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119245 [8] + 12488 00000800:00000001:3.0:1763346494.962556:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.962564:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.962567:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.962571:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.962579:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.962582:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346494.962591:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546d180. 00000100:00000040:3.0:1763346494.962595:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546d180 x1848996540798720 msgsize 440 00000100:00100000:3.0:1763346494.962598:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.962617:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.962625:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.962628:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.962722:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.962726:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540798720 02000000:00000001:1.0:1763346494.962729:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.962731:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.962734:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.962738:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.962743:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540798720 00000020:00000001:1.0:1763346494.962746:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.962748:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346494.962750:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.962753:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:1.0:1763346494.962755:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346494.962758:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346494.962763:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.962768:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f305c0. 00000100:00000001:1.0:1763346494.962771:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.962773:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f305c0. 00000020:00000010:1.0:1763346494.962779:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e200. 00000020:00000010:1.0:1763346494.962785:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3100. 00000020:00000010:1.0:1763346494.962790:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346494.962797:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346494.962800:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.962801:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.962804:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.962813:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.962905:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.962917:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.962919:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.962924:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20130 00000100:00000040:1.0:1763346494.962928:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346494.962930:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364571520 : -105874344980096 : ffff9fb53546d180) 00000100:00000040:1.0:1763346494.962938:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546d180 x1848996540798720/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.962946:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.962948:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f305c0. 00000100:00000001:1.0:1763346494.962950:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.962952:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f305c0. 00000100:00100000:1.0:1763346494.962956:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540798720:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:1.0:1763346494.962959:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540798720 00000020:00000001:1.0:1763346494.962963:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.962967:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.962969:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.962972:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.962974:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:1.0:1763346494.962977:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.962980:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.962982:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.962985:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.962989:0:57808:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346494.962993:0:57808:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346494.962995:0:57808:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.962999:0:57808:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346494.963001:0:57808:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.963003:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.963005:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.963007:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.963009:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.963010:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.963012:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346494.963014:0:57808:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346494.963015:0:57808:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346494.963016:0:57808:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.963019:0:57808:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.963020:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.963025:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.963027:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.963032:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5055ea400. 02000000:00000001:1.0:1763346494.963035:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.963037:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.963040:0:57808:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763346494.963043:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346494.963046:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.963052:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:1.0:1763346494.963054:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:1.0:1763346494.963057:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346494.963064:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.963067:0:57808:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346494.963068:0:57808:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763346494.963072:0:57808:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.963079:0:57808:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763346494.963082:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00000020:00000001:1.0:1763346494.963086:0:57808:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346494.963093:0:57808:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346494.963097:0:57808:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.963100:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847750, transno 0, xid 1848996540798720 00010000:00000001:1.0:1763346494.963104:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.963109:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546d180 x1848996540798720/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346494.963117:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.963120:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.963124:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346494.963129:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.963132:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346494.963134:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346494.963137:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.963139:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.963142:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.963145:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346494.963150:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9ba18. 00000100:00000200:1.0:1763346494.963155:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540798720, offset 224 00000400:00000200:1.0:1763346494.963161:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346494.963171:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346494.963177:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198609:198609:256:4294967295] 192.168.204.16@tcp LPNI seq info [198605:198605:8:4294967295] 00000400:00000200:1.0:1763346494.963186:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346494.963191:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346494.963196:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb5355d8400. 00000800:00000200:1.0:1763346494.963201:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346494.963209:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346494.963257:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb5355d8400 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346494.963267:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.963270:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346494.963272:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.963274:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.963276:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.963289:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546d180 x1848996540798720/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 440/432 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.963297:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540798720:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 350us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.963305:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20130 00000100:00000040:1.0:1763346494.963308:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346494.963310:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.963313:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.963318:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3100. 00000020:00000010:1.0:1763346494.963321:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346494.963326:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e200. 00000020:00000040:1.0:1763346494.963330:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346494.963333:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346494.963733:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.963738:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb5355d8400. 00000400:00000200:0.0:1763346494.963742:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.963746:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.963750:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9ba18 00000400:00000010:0.0:1763346494.963752:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9ba18. 00000100:00000001:0.0:1763346494.963756:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.963758:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346494.968316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00000800:00000001:1.0:1763346494.968694:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.968710:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346494.968714:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.968717:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.968727:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346494.968744:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 568 into portal 12 MB=0x691a70e015780 00000400:00000200:1.0:1763346494.968751:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 568/568 into md 0xd4325 [64] + 85104 00000800:00000001:1.0:1763346494.968759:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.968770:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346494.968773:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.968777:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346494.968784:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346494.968788:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346494.968794:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983e680. 00000100:00000040:1.0:1763346494.968799:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983e680 x1848996540798848 msgsize 568 00000100:00100000:1.0:1763346494.968804:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346494.969560:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346494.969572:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346494.969577:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.969641:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346494.969645:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540798848 02000000:00000001:0.0:1763346494.969648:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346494.969650:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.969653:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.969658:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.969662:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540798848 00000020:00000001:0.0:1763346494.969666:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346494.969668:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346494.969671:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.969675:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:0.0:1763346494.969677:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346494.969680:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346494.969685:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.969691:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f200. 00000100:00000001:0.0:1763346494.969696:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.969699:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f200. 00000020:00000010:0.0:1763346494.969705:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb532026e00. 00000020:00000010:0.0:1763346494.969711:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969a00. 00000020:00000010:0.0:1763346494.969716:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346494.969724:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346494.969728:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346494.969730:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346494.969733:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.969741:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.970124:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.970140:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346494.970142:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346494.970148:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140831 00000100:00000040:0.0:1763346494.970153:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346494.970155:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898812544 : -105874810739072 : ffff9fb51983e680) 00000100:00000040:0.0:1763346494.970162:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983e680 x1848996540798848/t0(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 568/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.970171:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346494.970174:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f200. 00000100:00000001:0.0:1763346494.970177:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346494.970179:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f200. 00000100:00100000:0.0:1763346494.970183:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+488:226292:x1848996540798848:12345-192.168.204.16@tcp:61:lfs.0 00000100:00000200:0.0:1763346494.970186:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540798848 00000020:00000001:0.0:1763346494.970190:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346494.970194:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346494.970198:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.970200:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346494.970202:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028160 : -1039523456 : ffffffffc20a2180) 00000020:00000001:0.0:1763346494.970205:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346494.970209:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540798848, found 0 last_xid 1848996540798847 00000020:00000001:0.0:1763346494.970228:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346494.970231:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346494.970234:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346494.970238:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763346494.970243:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.970247:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:0.0:1763346494.970250:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.970253:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.970258:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346494.970260:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346494.970265:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb535644c00. 02000000:00000001:0.0:1763346494.970268:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.970270:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970273:0:19997:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:0.0:1763346494.970277:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346494.970288:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:0.0:1763346494.970291:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.970293:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.970295:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=3 00000020:00000001:0.0:1763346494.970297:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346494.970301:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000040:0.0:1763346494.970305:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 2 00000004:00000001:0.0:1763346494.970310:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763346494.970312:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346494.970315:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.970318:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.970320:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.970322:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970327:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.970329:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.970336:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970338:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970340:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.970342:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.970344:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37600 with handle 0x757b854463afa226 from hash 00010000:00000001:0.0:1763346494.970346:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.970347:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970349:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970350:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.970356:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.970358:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970360:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.970361:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.970366:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa226 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792128f6 expref: 488 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.970375:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346494.970378:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:0.0:1763346494.970380:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc00. 00010000:00000001:0.0:1763346494.970388:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970389:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.970390:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.970392:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:0.0:1763346494.970393:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:0.0:1763346494.970395:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:0.0:1763346494.970398:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.970401:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.970404:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f200) 00010000:00000001:0.0:1763346494.970408:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970411:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970412:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763346494.970414:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f200 count: 0 00010000:00000010:0.0:1763346494.970419:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969200. 00010000:00000040:0.0:1763346494.970423:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503c84400 count: 2 00000004:00000001:0.0:1763346494.970424:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763346494.970426:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346494.970427:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.970428:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346494.970429:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.970430:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970433:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346494.970434:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346494.970436:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970437:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970438:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.970439:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.970441:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa2c7 from hash 00010000:00000001:0.0:1763346494.970443:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346494.970444:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970445:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970445:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346494.970446:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.970447:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970449:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346494.970450:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346494.970453:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa2c7 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4060:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921292e expref: 487 pid: 19972 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346494.970459:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346494.970461:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:0.0:1763346494.970463:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894300. 00010000:00000001:0.0:1763346494.970466:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970468:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346494.970470:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346494.970472:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503c84400) 00010000:00000001:0.0:1763346494.970475:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970476:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970478:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763346494.970479:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503c84400 count: 0 00010000:00000010:0.0:1763346494.970482:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202580. 00010000:00010000:0.0:1763346494.970486:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346494.970487:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1763346494.970489:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346494.970491:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:0.0:1763346494.970493:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.970495:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:0.0:1763346494.970498:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:0.0:1763346494.970504:0:19997:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763346494.970514:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346494.970517:0:19997:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970519:0:19997:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970521:0:19997:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763346494.970525:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346494.970526:0:19997:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970528:0:19997:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970531:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.970535:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.970537:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346494.970542:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4fb00. 00010000:00000010:0.0:1763346494.970545:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969200. 00010000:00000001:0.0:1763346494.970549:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.970552:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346494.970555:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.970557:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa330 to hash 00000020:00000001:0.0:1763346494.970559:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.970560:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000010:0.0:1763346494.970564:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc00. 00010000:00000001:0.0:1763346494.970567:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.970569:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.970571:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.970574:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.970581:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.970584:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.970585:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.970588:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.970590:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970592:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.970593:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970596:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.970599:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.970601:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.970602:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.970605:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb417f4fb00) refcount = 1 00010000:00010000:0.0:1763346494.970608:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.970613:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.970616:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.970617:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970619:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.970620:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970622:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970624:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.970627:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.970629:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.970632:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.970637:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.970638:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970639:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970640:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.970641:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.970642:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.970644:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.970645:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.970647:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970648:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.970649:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970651:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346494.970652:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346494.970653:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346494.970656:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f700. 00010000:00000010:0.0:1763346494.970659:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969d00. 00010000:00000001:0.0:1763346494.970661:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346494.970664:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36200. 00000020:00000001:0.0:1763346494.970666:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346494.970667:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36200 with handle 0x757b854463afa337 to hash 00000020:00000001:0.0:1763346494.970669:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346494.970670:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000010:0.0:1763346494.970673:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:0.0:1763346494.970675:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346494.970677:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346494.970679:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.970681:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.970687:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346494.970688:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346494.970690:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346494.970691:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.970693:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970695:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346494.970696:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970698:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346494.970699:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346494.970700:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346494.970701:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346494.970703:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f700) refcount = 1 00010000:00010000:0.0:1763346494.970706:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.970710:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346494.970712:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346494.970713:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970715:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346494.970716:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346494.970718:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.970720:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346494.970722:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346494.970724:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346494.970726:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346494.970730:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346494.970732:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970733:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346494.970734:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.970735:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.970736:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:0.0:1763346494.970738:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346494.970740:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346494.970742:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.970743:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.970744:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970748:0:19997:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:0.0:1763346494.970753:0:19997:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:0.0:1763346494.970756:0:19997:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346494.970759:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.970766:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417843ea0. 00080000:00000001:0.0:1763346494.970769:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.970778:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535644000. 00080000:00000001:0.0:1763346494.970781:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00000004:00000001:0.0:1763346494.970785:0:19997:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763346494.970789:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970792:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970798:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.970801:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763346494.970805:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb530d6f200. 00000004:00000001:0.0:1763346494.970808:0:19997:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970810:0:19997:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763346494.970811:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970812:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970816:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.970817:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763346494.970819:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb530d6f300. 00000004:00000001:0.0:1763346494.970821:0:19997:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.970826:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb403ef10e0. 00000004:00000001:0.0:1763346494.970827:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970828:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970831:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.970833:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1763346494.970835:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb403ef1460. 00000004:00000001:0.0:1763346494.970837:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970838:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.970839:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.970841:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346494.970845:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.970850:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.970853:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.970856:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00080000:00000001:0.0:1763346494.970859:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.970881:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970883:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970886:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970890:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.970891:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.970892:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.970894:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00080000:00000001:0.0:1763346494.970896:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346494.970902:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970904:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970906:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.970909:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346494.970912:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.970918:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.970920:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.970921:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00080000:00000001:0.0:1763346494.970925:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.970930:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.970932:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970934:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.970953:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.970955:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.970965:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.970973:0:19997:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763346494.970974:0:19997:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763346494.970979:0:19997:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41c310f88. 00000004:00000010:0.0:1763346494.970984:0:19997:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb4175f82a0. 00000004:00000010:0.0:1763346494.970988:0:19997:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb4175f8530. 00000004:00000010:0.0:1763346494.970993:0:19997:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff9fb4175f8708. 00000004:00000010:0.0:1763346494.970996:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb53b975f00. 00000004:00000001:0.0:1763346494.970999:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.971000:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.971002:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00080000:00000001:0.0:1763346494.971005:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.971007:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763346494.971100:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971104:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971106:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971110:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.971114:0:19997:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763346494.971116:0:19997:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763346494.971120:0:19997:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb52b388200. 00000004:00000010:0.0:1763346494.971125:0:19997:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417a546a8. 00000004:00000010:0.0:1763346494.971129:0:19997:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb41788da28. 00000004:00000010:0.0:1763346494.971132:0:19997:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb41788d530. 00000004:00000010:0.0:1763346494.971135:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5224cf0c0. 00000004:00000001:0.0:1763346494.971137:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.971139:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.971140:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00080000:00000001:0.0:1763346494.971142:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346494.971144:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763346494.971169:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971171:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971172:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971175:0:19997:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763346494.971178:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971181:0:19997:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763346494.971182:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971185:0:19997:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:0.0:1763346494.971190:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.971192:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346494.971197:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.971200:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055496, last_committed = 8590055494 00000001:00000010:0.0:1763346494.971204:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417843ba0. 00000001:00000040:0.0:1763346494.971207:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:0.0:1763346494.971209:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00000001:00000010:0.0:1763346494.971265:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2f00. 00000004:00000001:0.0:1763346494.971273:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.971275:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.971276:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366500352 : -105874343051264 : ffff9fb535644000) 00080000:00000001:0.0:1763346494.971287:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.971301:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.971304:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.971307:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2f00: xid 1848996540798848, transno 8590055496, tag 0, client gen 3, slot idx 1 00000001:00000001:0.0:1763346494.971311:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.971321:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.971324:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417843ea0. 00000020:00000001:0.0:1763346494.971326:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.971330:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb530d6f200. 00000020:00000010:0.0:1763346494.971332:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346494.971334:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb403ef10e0. 00000020:00000010:0.0:1763346494.971336:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb403ef1460. 00200000:00000001:0.0:1763346494.971339:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.971341:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417843ea0. 00080000:00000001:0.0:1763346494.971343:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.971346:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535646c00. 00080000:00000001:0.0:1763346494.971348:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366511616 : -105874343040000 : ffff9fb535646c00) 00000004:00000001:0.0:1763346494.971351:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.971354:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.971357:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.971359:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346494.971361:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.971364:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.971366:0:19997:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.971369:0:19997:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763346494.971374:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5192af240. 00000004:00000001:0.0:1763346494.971378:0:19997:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763346494.971380:0:19997:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb40e414ac8. 00000004:00000010:0.0:1763346494.971383:0:19997:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb40e414910. 00000020:00000001:0.0:1763346494.971388:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763346494.971394:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb416038470. 00000004:00000001:0.0:1763346494.971399:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346494.971401:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.971403:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194545099976 : -105879164451640 : ffff9fb4160384c8) 00000004:00000001:0.0:1763346494.971406:0:19997:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971409:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346494.971410:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971412:0:19997:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971415:0:19997:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763346494.971418:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.971423:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763346494.971427:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb5192af0c0. 00000004:00000010:0.0:1763346494.971430:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef1460. 00000004:00000010:0.0:1763346494.971434:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e90000. 00000020:00000001:0.0:1763346494.971438:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.971441:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971443:0:19997:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763346494.971445:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.971448:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260b:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763346494.971452:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e90000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763346494.971458:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920e00. 00000020:00000040:0.0:1763346494.971461:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346494.971466:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.971469:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.971475:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.971481:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb532027e00. 00000100:00000001:0.0:1763346494.971487:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971491:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.971493:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.971496:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.971498:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.971500:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.971505:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5192af3c0. 00000100:00000001:0.0:1763346494.971507:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198892983232 : -105874816568384 : ffff9fb5192af3c0) 00000100:00000001:0.0:1763346494.971510:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.971511:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000001:0.0:1763346494.971516:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.971521:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.971523:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.971525:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.971531:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.971540:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.971543:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.971546:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.971550:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.971552:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.971555:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514972928:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.971560:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.971564:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.971567:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.971569:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.971575:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb532a80000. 02000000:00000001:0.0:1763346494.971577:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.971583:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.971589:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5192af9c0. 00000100:00000200:0.0:1763346494.971596:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514972928, portal 4 00000100:00000001:0.0:1763346494.971598:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.971599:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000040:0.0:1763346494.971605:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.971612:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.971615:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.971618:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a880. 00000100:00000200:0.0:1763346494.971620:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514972928, offset 0 00000400:00000200:0.0:1763346494.971626:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.971637:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.971646:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c774500 00000400:00000200:0.0:1763346494.971652:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 6432 00000400:00000200:0.0:1763346494.971659:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.971662:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.971668:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.971671:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.971674:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505922300. 00000100:00000040:0.0:1763346494.971677:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505922300 x1848996514972928 msgsize 328 00000100:00100000:0.0:1763346494.971681:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346494.971697:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.971704:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a880 00000400:00000010:0.0:1763346494.971706:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a880. 00000100:00000001:0.0:1763346494.971709:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.971713:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.971722:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.971725:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.971732:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.971733:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.971738:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.971741:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23541 usecs (24 jiffies) 00000100:00000001:0.0:1763346494.971745:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731845 00000100:00000010:0.0:1763346494.971748:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417843c00. 00000100:00000001:0.0:1763346494.971755:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763346494.971763:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731845 00000100:00000010:0.0:1763346494.971766:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417843900. 00000100:00000001:0.0:1763346494.971769:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763346494.971772:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731845 00000100:00000010:0.0:1763346494.971775:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417843600. 00000100:00000001:0.0:1763346494.971778:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763346494.971780:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731845 00000100:00000010:0.0:1763346494.971783:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb4178430c0. 00000100:00000001:0.0:1763346494.971786:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346494.971789:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.971791:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.971793:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.971795:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.971798:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5192af3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.971800:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.971802:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.972316:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.972320:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514972928 02000000:00000001:1.0:1763346494.972323:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.972325:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.972328:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.972332:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.972336:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514972928 00000020:00000001:1.0:1763346494.972339:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.972340:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:1.0:1763346494.972343:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.972346:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=11 00000020:00000001:1.0:1763346494.972348:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:1.0:1763346494.972351:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:1.0:1763346494.972355:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.972360:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f305c0. 00000100:00000001:1.0:1763346494.972364:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.972366:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f305c0. 00000020:00000010:1.0:1763346494.972372:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e200. 00000020:00000010:1.0:1763346494.972376:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3100. 00000020:00000010:1.0:1763346494.972381:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346494.972392:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346494.972395:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.972396:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.972398:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.972408:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.972424:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.972435:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.972437:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.972442:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00000040:1.0:1763346494.972445:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:1.0:1763346494.972447:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564201216 : -105875145350400 : ffff9fb505922300) 00000100:00000040:1.0:1763346494.972453:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505922300 x1848996514972928/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.972461:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.972463:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f305c0. 00000100:00000001:1.0:1763346494.972466:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.972468:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f305c0. 00000100:00100000:1.0:1763346494.972472:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:19997:x1848996514972928:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763346494.972476:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514972928 00000020:00000001:1.0:1763346494.972479:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.972482:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.972485:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.972487:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.972488:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346494.972491:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.972494:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.972496:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.972499:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.972503:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.972506:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346494.972515:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788d1e8. 00000100:00000001:1.0:1763346494.972520:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.972522:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.972531:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb529a02000. 02000000:00000001:1.0:1763346494.972533:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.972535:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.972539:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb538979b40. 00000020:00000001:1.0:1763346494.972541:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346494.972544:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.972549:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00000020:00000001:1.0:1763346494.972553:0:19977:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.972556:0:19977:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346494.972561:0:19977:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763346494.972564:0:19977:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x260b:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763346494.972567:0:19977:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763346494.972569:0:19977:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346494.972572:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e08e8/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00000020:00000010:1.0:1763346494.972575:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788d1e8. 00000020:00000010:1.0:1763346494.972578:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb538979b40. 00000020:00000001:1.0:1763346494.972581:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.972584:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 0, xid 1848996514972928 00010000:00000001:1.0:1763346494.972587:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.972592:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505922300 x1848996514972928/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346494.972599:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.972602:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.972605:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346494.972610:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.972612:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346494.972614:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346494.972616:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.972618:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.972620:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.972623:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346494.972627:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979b40. 00000100:00000200:1.0:1763346494.972631:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514972928, offset 224 00000400:00000200:1.0:1763346494.972636:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346494.972643:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346494.972650:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c774500 00000400:00000200:1.0:1763346494.972654:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fc6d [2] + 224 00000400:00000200:1.0:1763346494.972659:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.972661:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346494.972664:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.972669:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346494.972676:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.972690:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346494.972697:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538979b40 00000400:00000010:1.0:1763346494.972699:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538979b40. 00000100:00000001:1.0:1763346494.972702:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.972703:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346494.972707:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.972710:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346494.972713:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.972714:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.972716:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.972719:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505922300 x1848996514972928/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.972727:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:19997:x1848996514972928:12345-0@lo:1000:mdt00_003.0 Request processed in 265us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346494.972735:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00000040:1.0:1763346494.972738:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:1.0:1763346494.972740:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.972742:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.972746:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3100. 00000020:00000010:1.0:1763346494.972750:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346494.972754:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e200. 00000020:00000040:1.0:1763346494.972757:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 10 00000100:00000001:1.0:1763346494.972761:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.972912:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.972918:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.972920:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.972923:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.972927:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5192af9c0 00000400:00000010:0.0:1763346494.972928:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5192af9c0. 00000100:00000001:0.0:1763346494.972931:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.972935:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.972943:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.972949:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.972951:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.972953:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.972956:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.972958:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.972960:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.972963:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.972969:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.972973:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=1 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.972975:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.972977:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.972979:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.972981:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.972984:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346494.972986:0:19997:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:0.0:1763346494.972987:0:19997:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.972990:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.972993:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.972999:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.973001:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.973003:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346494.973006:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.973013:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514972928:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.973017:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.973019:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.973021:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.973023:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.973025:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.973030:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.973032:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5192af3c0. 00000100:00000001:0.0:1763346494.973034:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.973036:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973039:0:19997:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346494.973048:0:19997:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb417969e00. 00000004:00000001:0.0:1763346494.973207:0:19997:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763346494.973271:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.973276:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920e00 x1848996514972928/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.973292:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.973294:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.973298:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb532a80000. 02000000:00000001:0.0:1763346494.973302:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.973304:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.973305:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763346494.973307:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.973310:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb532027e00. 02000000:00000001:0.0:1763346494.973314:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.973316:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.973318:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920e00. 00000100:00000001:0.0:1763346494.973322:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.973323:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763346494.973326:0:19997:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e90000. 00000004:00000010:0.0:1763346494.973329:0:19997:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef1460. 00000004:00000010:0.0:1763346494.973332:0:19997:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb5192af0c0. 00000004:00000001:0.0:1763346494.973336:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.973339:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.973341:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.973344:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.973346:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.973349:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.973352:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.973354:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.973356:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.973358:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346494.973360:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.973363:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763346494.973365:0:19997:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763346494.973369:0:19997:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb5192af0c0. 00000004:00000001:0.0:1763346494.973370:0:19997:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638198892982464 : -105874816569152 : ffff9fb5192af0c0) 00000020:00000010:0.0:1763346494.973374:0:19997:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb5192af3c0. 00000020:00000010:0.0:1763346494.973379:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52dead400. 00000020:00000010:0.0:1763346494.973382:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52dead200. 00000020:00000001:0.0:1763346494.973385:0:19997:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638198892982464 : -105874816569152 : ffff9fb5192af0c0) 00000004:00000001:0.0:1763346494.973388:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198892982464 : -105874816569152 : ffff9fb5192af0c0) 00000004:00000010:0.0:1763346494.973392:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb5192af9c0. 00000004:00000010:0.0:1763346494.973395:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef1460. 00000004:00000010:0.0:1763346494.973399:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e90000. 00000004:00000001:0.0:1763346494.973401:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973404:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973406:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973410:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973419:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346494.973421:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117882, ffree=117152, state=0 00000004:00000001:0.0:1763346494.973425:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.973427:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763346494.973429:0:19997:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763346494.973433:0:19997:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.973437:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5192af3c0 refcount 4 committed 0 result 0 batchid 4294967628 00000020:00000040:0.0:1763346494.973441:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead200 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5192af0c0 00000020:00000040:0.0:1763346494.973444:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead400 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb535646c00 00000020:00000040:0.0:1763346494.973448:0:19997:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:0.0:1763346494.973451:0:19997:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346494.973454:0:19997:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346494.973456:0:19997:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763346494.973460:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.973462:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346494.973464:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.973466:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973469:0:19997:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346494.973471:0:19997:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.973475:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.973510:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346494.973512:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.973514:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.973515:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.973517:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.973519:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346494.973531:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763346494.973534:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.973536:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973538:0:19997:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763346494.973540:0:19997:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763346494.973542:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.973543:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.973544:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.973545:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.973547:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.973549:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.973551:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.973556:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:0.0:1763346494.973561:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346494.973564:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973566:0:19997:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:0.0:1763346494.973570:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346494.973579:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346494.973583:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:0.0:1763346494.973585:0:19997:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973587:0:19997:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973589:0:19997:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973591:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.973593:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.973596:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.973617:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.973619:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.973620:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.973627:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.973629:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973631:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973633:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.973635:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.973638:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.973640:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973643:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.973645:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.973646:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.973652:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.973653:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.973655:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.973659:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.973660:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973661:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973663:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.973665:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.973666:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.973668:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973671:0:19997:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.973673:0:19997:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.973676:0:19997:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:0.0:1763346494.973679:0:19997:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.973682:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.973689:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.973691:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.973693:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366511616 : -105874343040000 : ffff9fb535646c00) 00080000:00000001:0.0:1763346494.973696:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.973699:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.973700:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973702:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.973723:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.973725:0:19997:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973730:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.973734:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.973736:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.973738:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973742:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.973746:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.973748:0:19997:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763346494.973751:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.973752:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.973754:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.973755:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.973757:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.973758:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.973760:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.973762:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.973763:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.973765:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346494.973766:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.973768:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346494.973769:0:19997:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638198892982464 : -105874816569152 : ffff9fb5192af0c0) 00000004:00000001:0.0:1763346494.973771:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198892982464 : -105874816569152 : ffff9fb5192af0c0) 00000020:00000040:0.0:1763346494.973777:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763346494.973780:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763346494.973782:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763346494.973784:0:19997:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x260b:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763346494.973787:0:19997:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763346494.973789:0:19997:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x260b:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763346494.973793:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.973796:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973799:0:19997:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973801:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973802:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973804:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973806:0:19997:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.973809:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.973812:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346494.973817:0:19997:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055496 00000001:00000001:0.0:1763346494.973820:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.973823:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055497, last_committed = 8590055494 00000001:00000010:0.0:1763346494.973827:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5380389c0. 00000001:00000040:0.0:1763346494.973830:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346494.973832:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:0.0:1763346494.973838:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5192af180. 00000004:00000001:0.0:1763346494.973845:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.973846:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.973848:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366511616 : -105874343040000 : ffff9fb535646c00) 00000020:00000040:0.0:1763346494.973851:0:19997:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763346494.973853:0:19997:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763346494.973854:0:19997:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763346494.973857:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.973873:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.973876:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.973879:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5192af180: xid 1848996540798848, transno 8590055497, tag 0, client gen 3, slot idx 2 00000001:00000001:0.0:1763346494.973882:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.973884:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.973887:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763346494.973901:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973904:0:19997:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763346494.973906:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.973907:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763346494.973911:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5192af3c0 refcount 4 committed 0 result 0 batchid 4294967628 00000020:00000040:0.0:1763346494.973914:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5192af0c0 00000020:00000040:0.0:1763346494.973917:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead400 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb535646c00 00000020:00000001:0.0:1763346494.973920:0:19997:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763346494.973922:0:19997:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763346494.973924:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.973926:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260b:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763346494.973930:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e90000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763346494.973935:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920e00. 00000020:00000040:0.0:1763346494.973938:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346494.973941:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.973944:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.973950:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.973955:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb532027e00. 00000100:00000001:0.0:1763346494.973960:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973964:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.973966:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.973968:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.973971:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.973972:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.973976:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5222c20c0. 00000100:00000001:0.0:1763346494.973978:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199044055232 : -105874665496384 : ffff9fb5222c20c0) 00000100:00000001:0.0:1763346494.973981:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.973982:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000001:0.0:1763346494.973985:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.973990:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.973991:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.973993:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.973997:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.974004:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.974006:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.974009:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.974012:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.974014:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.974017:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514973056:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.974020:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.974023:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.974026:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.974028:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.974032:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb532a80000. 02000000:00000001:0.0:1763346494.974034:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.974038:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.974042:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb50874f3c0. 00000100:00000200:0.0:1763346494.974047:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514973056, portal 4 00000100:00000001:0.0:1763346494.974049:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.974050:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000040:0.0:1763346494.974055:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.974061:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.974063:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.974066:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a880. 00000100:00000200:0.0:1763346494.974068:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514973056, offset 0 00000400:00000200:0.0:1763346494.974072:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.974081:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.974088:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c774580 00000400:00000200:0.0:1763346494.974094:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 6760 00000400:00000200:0.0:1763346494.974099:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.974102:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.974107:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.974109:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.974112:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920700. 00000100:00000040:0.0:1763346494.974114:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505920700 x1848996514973056 msgsize 408 00000100:00100000:0.0:1763346494.974118:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346494.975026:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.975640:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973056 02000000:00000001:2.0:1763346494.975645:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.975647:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.975650:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.975657:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.975661:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973056 00000020:00000001:2.0:1763346494.975664:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.975665:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:2.0:1763346494.975668:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.975673:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=11 00000020:00000001:2.0:1763346494.975676:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:2.0:1763346494.975678:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346494.975683:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.975691:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.975695:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.975698:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000020:00000010:2.0:1763346494.975706:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346494.975711:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202300. 00000020:00000010:2.0:1763346494.975715:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304193e8. 00000100:00000040:2.0:1763346494.975724:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346494.975727:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.975729:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.975731:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.975740:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.976466:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.976485:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a880 00000400:00000010:0.0:1763346494.976488:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a880. 00000100:00000001:0.0:1763346494.976492:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.976500:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.976511:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.976513:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.976519:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.976521:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.976527:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.976533:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23540 usecs (24 jiffies) 00000100:00000001:0.0:1763346494.976537:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731850 00000100:00000001:0.0:1763346494.976544:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300731845 00000100:00000001:0.0:1763346494.976548:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731850 00000100:00000001:0.0:1763346494.976551:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300731845 00000100:00000001:0.0:1763346494.976554:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731850 00000100:00000001:0.0:1763346494.976557:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300731845 00000100:00000001:0.0:1763346494.976560:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731850 00000100:00000001:0.0:1763346494.976562:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300731845 00000100:00000001:0.0:1763346494.976566:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.976568:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.976571:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.976573:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.976575:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5222c20c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.976578:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.976581:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.976655:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.976659:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.976664:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00000040:1.0:1763346494.976668:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:1.0:1763346494.976671:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564194048 : -105875145357568 : ffff9fb505920700) 00000100:00000040:1.0:1763346494.976677:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505920700 x1848996514973056/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.976684:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.976690:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f305c0. 00000100:00000001:1.0:1763346494.976692:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.976695:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f305c0. 00000100:00100000:1.0:1763346494.976699:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:19997:x1848996514973056:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763346494.976703:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973056 00000020:00000001:1.0:1763346494.976706:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.976710:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.976713:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.976715:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.976717:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346494.976720:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.976723:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.976726:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.976729:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.976732:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.976735:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346494.976743:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788d1e8. 00000100:00000001:1.0:1763346494.976747:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.976750:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.976756:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb529a00000. 02000000:00000001:1.0:1763346494.976758:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.976761:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.976765:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb538979b40. 00000020:00000001:1.0:1763346494.976767:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346494.976770:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.976775:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00080000:00000001:1.0:1763346494.976781:0:19977:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346494.976788:0:19977:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055e8400. 00080000:00000001:1.0:1763346494.976791:0:19977:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560818176 : -105875148733440 : ffff9fb5055e8400) 00000020:00000001:1.0:1763346494.976794:0:19977:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:1.0:1763346494.976798:0:19977:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346494.976817:0:19977:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.976820:0:19977:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.976824:0:19977:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763346494.976826:0:19977:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346494.976830:0:19977:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346494.976854:0:19977:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346494.976856:0:19977:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.976873:0:19977:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.976876:0:19977:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763346494.976878:0:19977:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d501bb0 name trusted.fid flag 1 00080000:00000001:1.0:1763346494.976882:0:19977:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346494.976884:0:19977:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346494.976922:0:19977:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.976925:0:19977:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763346494.976927:0:19977:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb529a00208 index 0: rc = 0 00000020:00000040:1.0:1763346494.976930:0:19977:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763346494.976933:0:19977:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346494.976937:0:19977:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346494.976941:0:19977:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847758, last_committed = 21474847750 00000001:00000010:1.0:1763346494.976946:0:19977:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54000. 00000001:00000040:1.0:1763346494.976948:0:19977:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 7 00000020:00000040:1.0:1763346494.976950:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=12 00080000:00000001:1.0:1763346494.976956:0:19977:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346494.976968:0:19977:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346494.976970:0:19977:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.976982:0:19977:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346494.976985:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e08e8/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00000020:00000001:1.0:1763346494.976987:0:19977:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.976990:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788d1e8. 00000020:00000010:1.0:1763346494.976992:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb538979b40. 00000020:00000001:1.0:1763346494.976994:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.976998:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847748, transno 21474847758, xid 1848996514973056 00010000:00000001:1.0:1763346494.977001:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.977006:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505920700 x1848996514973056/t21474847758(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346494.977014:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.977017:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.977021:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346494.977026:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.977029:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346494.977031:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346494.977034:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.977037:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.977040:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.977042:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346494.977046:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979b40. 00000100:00000200:1.0:1763346494.977052:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514973056, offset 224 00000400:00000200:1.0:1763346494.977058:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346494.977069:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346494.977079:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c774580 00000400:00000200:1.0:1763346494.977086:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fc79 [2] + 224 00000400:00000200:1.0:1763346494.977094:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.977098:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346494.977102:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.977106:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346494.977115:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.977136:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346494.977142:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538979b40 00000400:00000010:1.0:1763346494.977144:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538979b40. 00000100:00000001:1.0:1763346494.977148:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.977149:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346494.977152:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.977156:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346494.977158:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.977159:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.977162:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.977166:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920700 x1848996514973056/t21474847758(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.977174:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+12:19997:x1848996514973056:12345-0@lo:1000:mdt00_003.0 Request processed in 488us (3058us total) trans 21474847758 rc 0/0 00000100:00100000:1.0:1763346494.977182:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00000040:1.0:1763346494.977186:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:1.0:1763346494.977188:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.977190:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.977195:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202300. 00000020:00000010:1.0:1763346494.977200:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304193e8. 00000020:00000010:1.0:1763346494.977205:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:1.0:1763346494.977209:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 11 00000100:00000001:1.0:1763346494.977237:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.977337:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.977400:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.977405:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.977407:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.977409:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.977413:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb50874f3c0 00000400:00000010:0.0:1763346494.977415:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb50874f3c0. 00000100:00000001:0.0:1763346494.977418:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.977423:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.977430:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920e00 x1848996514973056/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.977437:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.977438:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.977441:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.977444:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.977446:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.977448:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.977450:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.977458:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.977461:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=1 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.977464:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.977466:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.977469:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.977472:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.977475:0:19997:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763346494.977477:0:19997:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763346494.977479:0:19997:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763346494.977481:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.977483:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000001:0.0:1763346494.977486:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346494.977488:0:19997:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847748 00000100:00000001:0.0:1763346494.977490:0:19997:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.977493:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.977497:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920e00 x1848996514973056/t21474847758(21474847758) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.977505:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.977508:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.977510:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346494.977513:0:19997:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763346494.977519:0:19997:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.977523:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920e00 x1848996514973056/t21474847758(21474847758) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.977530:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514973056:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.977535:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.977538:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.977540:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.977542:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.977546:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505920e00 x1848996514973056/t21474847758(21474847758) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.977552:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.977554:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5222c20c0. 00000100:00000001:0.0:1763346494.977558:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.977560:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.977562:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.977564:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920e00 x1848996514973056/t21474847758(21474847758) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.977576:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977578:0:19997:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977580:0:19997:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.977583:0:19997:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.977587:0:19997:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.977590:0:19997:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417843ea0. 00000020:00000001:0.0:1763346494.977593:0:19997:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346494.977601:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346494.977607:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038660. 00080000:00000001:0.0:1763346494.977610:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346494.977615:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535647800. 00080000:00000001:0.0:1763346494.977617:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00000001:0.0:1763346494.977623:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.977627:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.977629:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.977633:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346494.977635:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346494.977640:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.977643:0:19997:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346494.977645:0:19997:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763346494.977651:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb50874f780. 00000004:00000001:0.0:1763346494.977655:0:19997:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763346494.977658:0:19997:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb40e4144b0. 00000004:00000010:0.0:1763346494.977661:0:19997:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb40e414840. 00000020:00000001:0.0:1763346494.977667:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763346494.977675:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb41603bbe8. 00000004:00000001:0.0:1763346494.977682:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346494.977684:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.977687:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194545114176 : -105879164437440 : ffff9fb41603bc40) 00000004:00000001:0.0:1763346494.977690:0:19997:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977692:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346494.977694:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977696:0:19997:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977698:0:19997:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763346494.977702:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.977707:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763346494.977712:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb5222c20c0. 00000004:00000010:0.0:1763346494.977717:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef10e0. 00000004:00000010:0.0:1763346494.977721:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e95000. 00000020:00000001:0.0:1763346494.977725:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.977728:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977730:0:19997:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763346494.977732:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.977734:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2535:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763346494.977739:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e95000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763346494.977744:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923480. 00000020:00000040:0.0:1763346494.977747:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763346494.977752:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.977755:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.977760:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.977767:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb532026c00. 00000100:00000001:0.0:1763346494.977772:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977775:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.977777:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.977780:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.977783:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.977785:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.977793:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb540d5f3c0. 00000100:00000001:0.0:1763346494.977796:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199558501312 : -105874151050304 : ffff9fb540d5f3c0) 00000100:00000001:0.0:1763346494.977799:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.977800:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000001:0.0:1763346494.977804:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.977808:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.977810:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.977812:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.977816:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.977822:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.977825:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.977828:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.977831:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.977834:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.977836:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505923480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514973184:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.977840:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.977844:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.977847:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.977849:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.977857:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb538ad6000. 02000000:00000001:0.0:1763346494.977859:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.977863:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.977868:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb540d5ff00. 00000100:00000200:0.0:1763346494.977874:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514973184, portal 4 00000100:00000001:0.0:1763346494.977876:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.977877:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000040:0.0:1763346494.977883:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.977890:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.977892:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.977895:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a880. 00000100:00000200:0.0:1763346494.977898:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514973184, offset 0 00000400:00000200:0.0:1763346494.977903:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.977909:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.977916:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c774600 00000400:00000200:0.0:1763346494.977922:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 7168 00000400:00000200:0.0:1763346494.977927:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.977930:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.977934:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.977937:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.977941:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923100. 00000100:00000040:0.0:1763346494.977944:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505923100 x1848996514973184 msgsize 328 00000100:00100000:0.0:1763346494.977948:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346494.978122:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.978129:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a880 00000400:00000010:0.0:1763346494.978132:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a880. 00000100:00000001:0.0:1763346494.978134:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.978139:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.978147:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.978151:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.978158:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.978159:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.978163:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.978167:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16295 usecs (17 jiffies) 00000100:00000001:0.0:1763346494.978171:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731844 00000100:00000001:0.0:1763346494.978175:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.978178:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731844 00000100:00000001:0.0:1763346494.978180:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.978182:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731844 00000100:00000001:0.0:1763346494.978185:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.978187:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731844 00000100:00000001:0.0:1763346494.978189:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.978192:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.978195:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.978198:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.978199:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.978202:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb540d5f3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.978205:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.978207:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.978304:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.978307:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973184 02000000:00000001:2.0:1763346494.978310:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.978312:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.978314:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.978317:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.978321:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973184 00000020:00000001:2.0:1763346494.978324:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.978326:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:2.0:1763346494.978328:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.978332:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:2.0:1763346494.978335:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:2.0:1763346494.978337:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:2.0:1763346494.978342:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.978347:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.978350:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.978353:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000020:00000010:2.0:1763346494.978360:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346494.978365:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346494.978370:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346494.978377:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346494.978381:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.978382:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.978385:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.978392:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.978408:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.978417:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.978419:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.978422:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00000040:2.0:1763346494.978426:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:2.0:1763346494.978427:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564204800 : -105875145346816 : ffff9fb505923100) 00000100:00000040:2.0:1763346494.978432:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505923100 x1848996514973184/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.978451:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.978455:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.978457:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.978459:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000100:00100000:2.0:1763346494.978463:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:19997:x1848996514973184:12345-0@lo:1000:mdt00_003.0 00000100:00000200:2.0:1763346494.978466:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973184 00000020:00000001:2.0:1763346494.978470:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.978473:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346494.978475:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.978477:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.978479:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346494.978482:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346494.978484:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.978487:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.978489:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.978492:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.978494:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346494.978500:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8600. 00000100:00000001:2.0:1763346494.978504:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.978506:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.978515:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb4179ac000. 02000000:00000001:2.0:1763346494.978517:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.978519:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.978523:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb517edc840. 00000020:00000001:2.0:1763346494.978525:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346494.978528:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346494.978533:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00000020:00000001:2.0:1763346494.978537:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.978540:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.978545:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:2.0:1763346494.978548:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x2535:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763346494.978551:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763346494.978554:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346494.978557:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76c78/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00000020:00000010:2.0:1763346494.978560:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f8600. 00000020:00000010:2.0:1763346494.978563:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb517edc840. 00000020:00000001:2.0:1763346494.978567:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.978569:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911671, transno 0, xid 1848996514973184 00010000:00000001:2.0:1763346494.978572:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.978577:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505923100 x1848996514973184/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346494.978584:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.978586:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.978589:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346494.978593:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.978595:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346494.978597:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346494.978600:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.978602:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.978604:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.978606:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346494.978610:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb517edc840. 00000100:00000200:2.0:1763346494.978613:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514973184, offset 224 00000400:00000200:2.0:1763346494.978618:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346494.978624:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346494.978630:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c774600 00000400:00000200:2.0:1763346494.978634:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fc85 [2] + 224 00000400:00000200:2.0:1763346494.978638:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346494.978641:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346494.978644:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346494.978648:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346494.978656:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346494.978674:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346494.978680:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb517edc840 00000400:00000010:2.0:1763346494.978681:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb517edc840. 00000100:00000001:2.0:1763346494.978684:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346494.978685:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346494.978688:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.978691:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346494.978693:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.978695:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.978697:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.978700:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923100 x1848996514973184/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 328/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346494.978709:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:19997:x1848996514973184:12345-0@lo:1000:mdt00_003.0 Request processed in 257us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346494.978716:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00000040:2.0:1763346494.978719:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:2.0:1763346494.978721:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.978723:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346494.978726:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346494.978729:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346494.978733:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346494.978737:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000100:00000001:2.0:1763346494.978740:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.978915:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.978920:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.978922:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.978925:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.978929:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540d5ff00 00000400:00000010:0.0:1763346494.978931:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb540d5ff00. 00000100:00000001:0.0:1763346494.978935:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.978939:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.978948:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.978954:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.978956:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.978958:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.978961:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.978963:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.978964:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.978966:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.978972:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.978975:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.978978:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.978979:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.978981:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.978984:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.978987:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763346494.978989:0:19997:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911671 gen 3 00000100:00000040:0.0:1763346494.978995:0:19997:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911671) req@ffff9fb52208f800 x1848996514971264/t12884911671(12884911671) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346494.979002:0:19997:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763346494.979004:0:19997:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911671 committed transno 12884911671 00000004:00000010:0.0:1763346494.979009:0:19997:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e93000. 00000004:00000010:0.0:1763346494.979012:0:19997:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef13e0. 00000004:00000010:0.0:1763346494.979015:0:19997:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755a240. 00000004:00000010:0.0:1763346494.979018:0:19997:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb41755a900. 00000004:00000001:0.0:1763346494.979020:0:19997:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763346494.979021:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.979024:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52208f800 x1848996514971264/t12884911671(12884911671) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.979037:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.979039:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.979042:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb4178c4000. 02000000:00000001:0.0:1763346494.979046:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.979048:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.979050:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346494.979052:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.979056:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c5c00. 02000000:00000001:0.0:1763346494.979060:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.979062:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.979064:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52208f800. 00000100:00000001:0.0:1763346494.979067:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.979069:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.979071:0:19997:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763346494.979074:0:19997:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1763346494.979076:0:19997:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.979077:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.979081:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.979086:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.979088:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.979090:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346494.979093:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.979100:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505923480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514973184:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.979104:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.979107:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.979110:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.979111:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.979114:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.979119:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.979122:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb540d5f3c0. 00000100:00000001:0.0:1763346494.979125:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.979127:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.979129:0:19997:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346494.979138:0:19997:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb417969b00. 00000004:00000001:0.0:1763346494.979141:0:19997:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763346494.979144:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.979147:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505923480 x1848996514973184/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.979153:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346494.979155:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346494.979157:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb538ad6000. 02000000:00000001:0.0:1763346494.979159:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346494.979161:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346494.979162:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346494.979164:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346494.979165:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb532026c00. 02000000:00000001:0.0:1763346494.979167:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346494.979168:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346494.979170:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505923480. 00000100:00000001:0.0:1763346494.979172:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346494.979173:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763346494.979176:0:19997:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e95000. 00000004:00000010:0.0:1763346494.979178:0:19997:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef10e0. 00000004:00000010:0.0:1763346494.979180:0:19997:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb5222c20c0. 00000004:00000001:0.0:1763346494.979186:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.979189:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.979192:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.979196:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.979197:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.979200:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.980023:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.980028:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.980030:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.980033:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346494.980037:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.980042:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763346494.980044:0:19997:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763346494.980050:0:19997:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb540d5f3c0. 00000004:00000001:0.0:1763346494.980053:0:19997:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638199558501312 : -105874151050304 : ffff9fb540d5f3c0) 00000020:00000010:0.0:1763346494.980056:0:19997:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb540d5ff00. 00000020:00000010:0.0:1763346494.980061:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52deade00. 00000020:00000010:0.0:1763346494.980065:0:19997:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52dead000. 00000020:00000001:0.0:1763346494.980068:0:19997:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638199558501312 : -105874151050304 : ffff9fb540d5f3c0) 00000004:00000001:0.0:1763346494.980071:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638199558501312 : -105874151050304 : ffff9fb540d5f3c0) 00000004:00000010:0.0:1763346494.980077:0:19997:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb540d5f9c0. 00000004:00000010:0.0:1763346494.980080:0:19997:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb403ef10e0. 00000004:00000010:0.0:1763346494.980084:0:19997:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb535e95000. 00000004:00000001:0.0:1763346494.980086:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980090:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980092:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980097:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980107:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346494.980109:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930816, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117881, ffree=117088, state=0 00000004:00000001:0.0:1763346494.980114:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.980116:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763346494.980118:0:19997:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763346494.980122:0:19997:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.980127:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb540d5ff00 refcount 4 committed 0 result 0 batchid 4294967629 00000020:00000040:0.0:1763346494.980131:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead000 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb540d5f3c0 00000020:00000040:0.0:1763346494.980134:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52deade00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb535647800 00000020:00000040:0.0:1763346494.980139:0:19997:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:0.0:1763346494.980142:0:19997:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763346494.980145:0:19997:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763346494.980147:0:19997:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763346494.980150:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.980153:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763346494.980156:0:19997:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763346494.980158:0:19997:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980161:0:19997:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763346494.980163:0:19997:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.980167:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346494.980203:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346494.980206:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.980207:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.980209:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.980210:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763346494.980347:0:19997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:0.1:1763346494.980356:0:19997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f200. 00010000:00000010:0.1:1763346494.980362:0:19997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:0.1:1763346494.980365:0:19997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503c84400. 00080000:00000001:0.0:1763346494.980375:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346494.980389:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763346494.980393:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.980395:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980397:0:19997:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763346494.980399:0:19997:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763346494.980401:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.980403:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.980404:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.980405:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.980407:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.980409:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.980411:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346494.980417:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:0.0:1763346494.980422:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346494.980424:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980426:0:19997:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:0.0:1763346494.980431:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346494.980438:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346494.980443:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:0.0:1763346494.980446:0:19997:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980449:0:19997:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980451:0:19997:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980453:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.980455:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.980458:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.980479:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.980481:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.980483:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.980491:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.980492:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980494:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980496:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.980498:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.980501:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.980503:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980505:0:19997:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763346494.980506:0:19997:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763346494.980508:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.980515:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.980516:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.980518:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.980522:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.980523:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980525:0:19997:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980527:0:19997:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.980528:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346494.980530:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346494.980532:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980534:0:19997:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763346494.980535:0:19997:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346494.980537:0:19997:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:0.0:1763346494.980541:0:19997:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.980544:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346494.980552:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346494.980554:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.980556:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00080000:00000001:0.0:1763346494.980559:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346494.980562:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346494.980563:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980565:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346494.980584:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.980587:0:19997:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980593:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.980596:0:19997:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763346494.980599:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346494.980601:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980604:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346494.980609:0:19997:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763346494.980612:0:19997:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763346494.980614:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346494.980616:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.980617:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346494.980619:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346494.980620:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346494.980621:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346494.980623:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.980625:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346494.980626:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346494.980628:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346494.980630:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.980631:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346494.980633:0:19997:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638199558501312 : -105874151050304 : ffff9fb540d5f3c0) 00000004:00000001:0.0:1763346494.980635:0:19997:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638199558501312 : -105874151050304 : ffff9fb540d5f3c0) 00000020:00000040:0.0:1763346494.980641:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763346494.980644:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763346494.980646:0:19997:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763346494.980648:0:19997:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x2535:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763346494.980651:0:19997:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763346494.980653:0:19997:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x2535:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763346494.980657:0:19997:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763346494.980660:0:19997:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980664:0:19997:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980666:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980668:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980670:0:19997:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980672:0:19997:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.980675:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346494.980677:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763346494.980682:0:19997:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055497 00000001:00000001:0.0:1763346494.980685:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346494.980689:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055498, last_committed = 8590055494 00000001:00000010:0.0:1763346494.980694:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038a20. 00000001:00000040:0.0:1763346494.980696:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:0.0:1763346494.980699:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:0.0:1763346494.980705:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c20c0. 00000004:00000001:0.0:1763346494.980713:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346494.980714:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346494.980716:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000020:00000040:0.0:1763346494.980720:0:19997:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763346494.980722:0:19997:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763346494.980724:0:19997:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763346494.980728:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346494.980745:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346494.980747:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346494.980752:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c20c0: xid 1848996540798848, transno 8590055498, tag 0, client gen 3, slot idx 3 00000001:00000001:0.0:1763346494.980754:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.980757:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.980759:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763346494.980772:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980776:0:19997:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763346494.980778:0:19997:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763346494.980779:0:19997:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763346494.980783:0:19997:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb540d5ff00 refcount 4 committed 0 result 0 batchid 4294967629 00000020:00000040:0.0:1763346494.980786:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb540d5f3c0 00000020:00000040:0.0:1763346494.980788:0:19997:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52deade00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb535647800 00000020:00000001:0.0:1763346494.980791:0:19997:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763346494.980792:0:19997:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763346494.980794:0:19997:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763346494.980796:0:19997:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2535:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763346494.980814:0:19997:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb535e95000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763346494.980820:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923480. 00000020:00000040:0.0:1763346494.980823:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763346494.980828:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346494.980832:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346494.980837:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346494.980844:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb532026c00. 00000100:00000001:0.0:1763346494.980849:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980854:0:19997:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.980856:0:19997:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.980858:0:19997:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.980860:0:19997:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763346494.980862:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346494.980868:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb50874f3c0. 00000100:00000001:0.0:1763346494.980870:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198612620224 : -105875096931392 : ffff9fb50874f3c0) 00000100:00000001:0.0:1763346494.980873:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.980874:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000001:0.0:1763346494.980878:0:19997:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346494.980882:0:19997:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.980884:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346494.980886:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346494.980893:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.980901:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346494.980904:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.980907:0:19997:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346494.980910:0:19997:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346494.980913:0:19997:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346494.980916:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505923480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514973312:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.980919:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346494.980923:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346494.980926:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.980929:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346494.980936:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb538ad6000. 02000000:00000001:0.0:1763346494.980939:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346494.980945:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346494.980953:0:19997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5333209c0. 00000100:00000200:0.0:1763346494.980960:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514973312, portal 4 00000100:00000001:0.0:1763346494.980961:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.980963:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000040:0.0:1763346494.980969:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.980975:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.980978:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346494.980981:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a880. 00000100:00000200:0.0:1763346494.980984:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514973312, offset 0 00000400:00000200:0.0:1763346494.980990:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346494.980999:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346494.981008:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c774680 00000400:00000200:0.0:1763346494.981013:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 7496 00000400:00000200:0.0:1763346494.981019:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.981023:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346494.981029:0:19997:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.981031:0:19997:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763346494.981034:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921500. 00000100:00000040:0.0:1763346494.981036:0:19997:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505921500 x1848996514973312 msgsize 408 00000100:00100000:0.0:1763346494.981040:0:19997:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346494.981059:0:19997:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346494.981066:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a880 00000400:00000010:0.0:1763346494.981069:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a880. 00000100:00000001:0.0:1763346494.981071:0:19997:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346494.981075:0:19997:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.981084:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.981087:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.981094:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.981096:0:19997:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346494.981101:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.981106:0:19997:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16293 usecs (17 jiffies) 00000100:00000001:0.0:1763346494.981109:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300731847 00000100:00000001:0.0:1763346494.981112:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.981114:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300731847 00000100:00000001:0.0:1763346494.981116:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.981118:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300731847 00000100:00000001:0.0:1763346494.981121:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.981123:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300731847 00000100:00000001:0.0:1763346494.981125:0:19997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300731850 00000100:00000001:0.0:1763346494.981127:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.981130:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.981132:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346494.981134:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346494.981136:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb50874f3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346494.981138:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346494.981141:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.981253:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346494.981256:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973312 02000000:00000001:1.0:1763346494.981259:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346494.981262:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346494.981264:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346494.981269:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346494.981272:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973312 00000020:00000001:1.0:1763346494.981275:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346494.981277:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:1.0:1763346494.981289:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.981293:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:1.0:1763346494.981295:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:1.0:1763346494.981297:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:1.0:1763346494.981302:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.981307:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f305c0. 00000100:00000001:1.0:1763346494.981310:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.981313:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f305c0. 00000020:00000010:1.0:1763346494.981319:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e200. 00000020:00000010:1.0:1763346494.981323:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3b80. 00000020:00000010:1.0:1763346494.981327:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346494.981336:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763346494.981339:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346494.981340:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346494.981343:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.981351:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.981368:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.981381:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346494.981383:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346494.981387:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00000040:1.0:1763346494.981391:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:1.0:1763346494.981394:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564197632 : -105875145353984 : ffff9fb505921500) 00000100:00000040:1.0:1763346494.981399:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505921500 x1848996514973312/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.981407:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346494.981410:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f305c0. 00000100:00000001:1.0:1763346494.981411:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346494.981414:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f305c0. 00000100:00100000:1.0:1763346494.981418:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19997:x1848996514973312:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763346494.981422:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973312 00000020:00000001:1.0:1763346494.981425:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346494.981429:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346494.981432:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.981434:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346494.981437:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:1.0:1763346494.981440:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346494.981443:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346494.981445:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346494.981448:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346494.981451:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.981454:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763346494.981459:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb41788d1e8. 00000100:00000001:1.0:1763346494.981463:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346494.981466:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346494.981473:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb50633c000. 02000000:00000001:1.0:1763346494.981475:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.981478:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.981481:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb538979b40. 00000020:00000001:1.0:1763346494.981484:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763346494.981486:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346494.981491:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569230664 : -105879140320952 : ffff9fb41773b948) 00080000:00000001:1.0:1763346494.981496:0:19977:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346494.981502:0:19977:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5055ea800. 00080000:00000001:1.0:1763346494.981505:0:19977:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198560827392 : -105875148724224 : ffff9fb5055ea800) 00000020:00000001:1.0:1763346494.981508:0:19977:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:1.0:1763346494.981512:0:19977:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346494.981527:0:19977:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.981531:0:19977:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.981533:0:19977:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763346494.981535:0:19977:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346494.981539:0:19977:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346494.981558:0:19977:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346494.981559:0:19977:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.981572:0:19977:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.981575:0:19977:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763346494.981577:0:19977:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9fb52d501e90 name trusted.fid flag 1 00080000:00000001:1.0:1763346494.981582:0:19977:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346494.981584:0:19977:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346494.981640:0:19977:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.981644:0:19977:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763346494.981646:0:19977:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9fb50633c208 index 0: rc = 0 00000020:00000040:1.0:1763346494.981649:0:19977:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763346494.981652:0:19977:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346494.981654:0:19977:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346494.981657:0:19977:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911674, last_committed = 12884911672 00000001:00000010:1.0:1763346494.981660:0:19977:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54360. 00000001:00000040:1.0:1763346494.981663:0:19977:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:1.0:1763346494.981665:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=6 00080000:00000001:1.0:1763346494.981670:0:19977:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346494.981678:0:19977:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346494.981680:0:19977:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346494.981689:0:19977:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346494.981692:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76c78/ffff9fb41773b8f0 to site lru. bkt: ffff9fb535ee44d0 00000020:00000001:1.0:1763346494.981695:0:19977:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346494.981698:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb41788d1e8. 00000020:00000010:1.0:1763346494.981700:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb538979b40. 00000020:00000001:1.0:1763346494.981702:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346494.981706:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911671, transno 12884911674, xid 1848996514973312 00010000:00000001:1.0:1763346494.981709:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346494.981713:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505921500 x1848996514973312/t12884911674(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346494.981720:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346494.981723:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346494.981727:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=146 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346494.981732:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346494.981734:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346494.981737:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346494.981739:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346494.981741:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346494.981744:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346494.981745:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346494.981748:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979b40. 00000100:00000200:1.0:1763346494.981752:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514973312, offset 224 00000400:00000200:1.0:1763346494.981757:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346494.981763:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346494.981769:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c774680 00000400:00000200:1.0:1763346494.981773:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fc91 [2] + 224 00000400:00000200:1.0:1763346494.981778:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346494.981780:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346494.981784:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346494.981787:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346494.981796:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346494.981805:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346494.981810:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538979b40 00000400:00000010:1.0:1763346494.981812:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538979b40. 00000100:00000001:1.0:1763346494.981814:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346494.981816:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346494.981819:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346494.981822:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346494.981824:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346494.981825:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346494.981827:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346494.981830:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921500 x1848996514973312/t12884911674(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:215/0 lens 408/4320 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346494.981839:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19997:x1848996514973312:12345-0@lo:1000:mdt00_003.0 Request processed in 430us (800us total) trans 12884911674 rc 0/0 00000100:00100000:1.0:1763346494.981846:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00000040:1.0:1763346494.981849:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:1.0:1763346494.981852:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346494.981853:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346494.981858:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3b80. 00000020:00000010:1.0:1763346494.981861:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346494.981865:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e200. 00000020:00000040:1.0:1763346494.981869:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:1.0:1763346494.981872:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.981933:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346494.981939:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346494.981940:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346494.981943:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346494.981946:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5333209c0 00000400:00000010:0.0:1763346494.981947:0:19997:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5333209c0. 00000100:00000001:0.0:1763346494.981951:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346494.981955:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346494.981962:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505923480 x1848996514973312/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.981968:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346494.981969:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.981971:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346494.981974:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346494.981976:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346494.981977:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346494.981979:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.981984:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=30 v=5 (5 5 0 0) 00000100:00001000:0.0:1763346494.981988:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.981990:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346494.981992:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346494.981995:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346494.981997:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.982000:0:19997:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763346494.982002:0:19997:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763346494.982004:0:19997:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763346494.982005:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346494.982007:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000001:0.0:1763346494.982010:0:19997:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346494.982012:0:19997:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911671 00000100:00000001:0.0:1763346494.982014:0:19997:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346494.982016:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.982019:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505923480 x1848996514973312/t12884911674(12884911674) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.982025:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346494.982027:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346494.982029:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346494.982031:0:19997:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763346494.982036:0:19997:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.982039:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923480 x1848996514973312/t12884911674(12884911674) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.982046:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505923480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:19997:1848996514973312:0@lo:1000:mdt00_003.0 00000100:00000001:0.0:1763346494.982050:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346494.982053:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.982055:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346494.982056:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.982059:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505923480 x1848996514973312/t12884911674(12884911674) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.982069:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346494.982072:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb50874f3c0. 00000100:00000001:0.0:1763346494.982075:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763346494.982076:0:19997:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.982078:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346494.982081:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505923480 x1848996514973312/t12884911674(12884911674) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346494.982087:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.982089:0:19997:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.982091:0:19997:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346494.982093:0:19997:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.982096:0:19997:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346494.982099:0:19997:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038660. 00000020:00000001:0.0:1763346494.982101:0:19997:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.982108:0:19997:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346494.982112:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.982116:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346494.982117:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.982119:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.982121:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.982123:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.982125:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:0.0:1763346494.982127:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:0.0:1763346494.982130:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00000004:00010000:0.0:1763346494.982135:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c1864039 reply state 000000009edf9c15 transno 8590055498 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:0.0:1763346494.982145:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763346494.982147:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.982149:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.982150:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.982151:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.982153:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.982154:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346494.982156:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346494.982157:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346494.982158:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.982159:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346494.982160:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346494.982161:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346494.982163:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:0.0:1763346494.982165:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:0.0:1763346494.982167:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00000004:00010000:0.0:1763346494.982171:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c1864039 reply state 000000009edf9c15 transno 8590055498 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:0.0:1763346494.982176:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763346494.982177:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346494.982179:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346494.982180:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346494.982181:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346494.982182:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346494.982183:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346494.982184:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.982187:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.982189:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346494.982190:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346494.982192:0:19997:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346494.982195:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 8590055498, xid 1848996540798848 00010000:00000001:0.0:1763346494.982197:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763346494.982199:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00010000:00000200:0.0:1763346494.982202:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055498, last committed = 8590055494 00010000:00000200:0.0:1763346494.982209:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983e680 x1848996540798848/t8590055498(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 568/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346494.982253:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346494.982255:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346494.982258:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346494.982260:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346494.982263:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346494.982264:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346494.982268:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346494.982269:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346494.982271:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346494.982274:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346494.982277:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a880. 00000100:00000200:0.0:1763346494.982290:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540798848, offset 224 00000400:00000010:0.0:1763346494.982295:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb5014c2d58. 00000400:00000200:0.0:1763346494.982298:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346494.982308:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346494.982315:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198610:198610:256:4294967295] 192.168.204.16@tcp LPNI seq info [198606:198606:8:4294967295] 00000400:00000200:0.0:1763346494.982321:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:0.0:1763346494.982328:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346494.982334:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346494.982339:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52dead600. 00000800:00000200:0.0:1763346494.982346:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346494.982354:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346494.982358:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52dead600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346494.982377:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346494.982380:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346494.982383:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346494.982384:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346494.982386:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346494.982390:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983e680 x1848996540798848/t8590055498(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 568/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346494.982398:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+490:226292:x1848996540798848:12345-192.168.204.16@tcp:61:lfs.0 Request processed in 12225us (13597us total) trans 8590055498 rc 0/0 00000100:00100000:0.0:1763346494.982406:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140831 00000100:00000040:0.0:1763346494.982409:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346494.982410:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346494.982412:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763346494.982414:0:19997:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:0.0:1763346494.982416:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969a00. 00000020:00000010:0.0:1763346494.982419:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346494.982423:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb532026e00. 00000020:00000040:0.0:1763346494.982426:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000100:00000001:0.0:1763346494.982429:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346494.982902:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346494.982906:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52dead600. 00000400:00000200:3.0:1763346494.982911:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.982915:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.982943:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346494.982945:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346494.990115:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.990137:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.990140:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.990143:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.990153:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.990170:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e015880 00000400:00000200:0.0:1763346494.990179:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124cb9 [2] + 1960 00000400:00000010:0.0:1763346494.990185:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5056a0528. 00000400:00000200:0.0:1763346494.990191:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5086c2900 00000800:00000001:0.0:1763346494.990197:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.990202:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.990204:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.990209:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.990591:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5086c2900 00000400:00000010:0.0:1763346494.990595:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5086c2900. 00000100:00000001:0.0:1763346494.990602:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.990605:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1763346494.990609:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb4042fe850 x1848996540799104 msgsize 392 00000100:00100000:0.0:1763346494.990613:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:0.0:1763346494.990616:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763346494.991199:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.991236:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.991246:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.991248:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.991250:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.991256:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:0.0:1763346494.991268:0:3289:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fc9d 00000400:00000200:0.0:1763346494.991273:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.991276:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:0.0:1763346494.991289:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a880 00000400:00000010:0.0:1763346494.991292:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a880. 00000100:00000001:0.0:1763346494.991296:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346494.991299:0:3289:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1763346494.991301:0:3289:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1763346494.991315:0:3289:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1763346494.991316:0:3289:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1763346494.991318:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346494.991321:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.991325:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346494.991327:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.991329:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.991333:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346494.991339:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e015900 00000400:00000200:0.0:1763346494.991346:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127985 [2] + 1968 00000400:00000010:0.0:1763346494.991349:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb52b239d68. 00000400:00000200:0.0:1763346494.991353:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb41783d900 00000800:00000001:0.0:1763346494.991355:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.991364:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346494.991386:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.991391:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.991394:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb41783d900 00000400:00000010:0.0:1763346494.991396:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb41783d900. 00000100:00000001:0.0:1763346494.991400:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346494.991401:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763346494.991404:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb50952a850 x1848996540799232 msgsize 328 00000100:00100000:0.0:1763346494.991408:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:0.0:1763346494.991410:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763346494.991421:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346494.991425:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346494.991430:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346494.991495:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763346494.991502:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.991505:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.991508:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:1.0:1763346494.991511:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:1.0:1763346494.991513:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:1.0:1763346494.991516:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.991521:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991530:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991532:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.991534:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991540:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.991542:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991546:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.991549:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346494.991555:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.991557:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.991561:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.991564:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991574:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.991576:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.991577:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.991579:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=4 00000020:00000001:1.0:1763346494.991580:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:1.0:1763346494.991583:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:1.0:1763346494.991585:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.991588:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991593:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.991594:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.991595:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991600:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.991602:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.991604:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.991605:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.991607:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa330 from hash 00010000:00000001:1.0:1763346494.991609:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.991611:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991612:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.991613:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.991619:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.991621:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991623:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.991625:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.991628:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.991630:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb417f4fb00) 00010000:00010000:1.0:1763346494.991633:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763346494.991636:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.991639:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991641:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.991642:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.991645:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991646:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.991648:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991650:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.991652:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.991655:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991659:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991660:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.991661:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.991663:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.991664:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.991666:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa330 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4060:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346494.991673:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc00. 00010000:00000040:1.0:1763346494.991678:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fb00 count: 0 00010000:00000010:1.0:1763346494.991685:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969200. 00010000:00000001:1.0:1763346494.991693:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.991694:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.991695:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.991697:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=3 00000020:00000001:1.0:1763346494.991699:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:1.0:1763346494.991701:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:1.0:1763346494.991703:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346494.991705:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991710:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991711:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346494.991713:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991716:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.991718:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991719:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346494.991722:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346494.991726:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346494.991728:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346494.991729:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346494.991731:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991735:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346494.991736:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346494.991737:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346494.991739:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36200 refcount=4 00000020:00000001:1.0:1763346494.991741:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:1.0:1763346494.991742:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303528960 : -105874406022656 : ffff9fb531a36200) 00010000:00000001:1.0:1763346494.991744:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346494.991746:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991750:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346494.991751:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346494.991753:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991755:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346494.991756:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346494.991757:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346494.991759:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346494.991760:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36200 with handle 0x757b854463afa337 from hash 00010000:00000001:1.0:1763346494.991762:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346494.991763:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991765:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.991766:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346494.991767:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346494.991769:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991770:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346494.991771:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346494.991773:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346494.991775:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417f4f700) 00010000:00010000:1.0:1763346494.991777:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:1.0:1763346494.991779:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346494.991781:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991782:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346494.991784:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346494.991786:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991787:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.991788:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346494.991790:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346494.991791:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346494.991794:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346494.991798:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346494.991799:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346494.991800:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346494.991801:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346494.991802:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346494.991804:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36200/0x757b854463afa337 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x405a:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346494.991808:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000040:1.0:1763346494.991811:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f700 count: 0 00010000:00000010:1.0:1763346494.991814:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969d00. 00010000:00000001:1.0:1763346494.991819:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763346494.991822:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:1.0:1763346494.991825:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.992091:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346494.992094:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540799232 02000000:00000001:3.0:1763346494.992098:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346494.992101:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346494.992104:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346494.992109:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346494.992114:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540799232 00000020:00000001:3.0:1763346494.992117:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346494.992119:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346494.992121:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.992123:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:3.0:1763346494.992126:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346494.992128:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346494.992133:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.992138:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c300. 00000100:00000001:3.0:1763346494.992144:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.992146:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c300. 00000020:00000010:3.0:1763346494.992154:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3e800. 00000020:00000010:3.0:1763346494.992160:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388800. 00000020:00000010:3.0:1763346494.992165:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d10c8. 00000100:00000040:3.0:1763346494.992173:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763346494.992177:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346494.992178:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346494.992180:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346494.992184:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.992187:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346494.992192:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.992193:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.992195:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:3.0:1763346494.992197:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:3.0:1763346494.992199:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:3.0:1763346494.992201:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.992202:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.992204:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.992206:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.992260:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.992270:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346494.992290:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346494.992292:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346494.992298:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1007 00000100:00000040:3.0:1763346494.992302:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346494.992304:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198627149904 : -105875082401712 : ffff9fb50952a850) 00000100:00000040:3.0:1763346494.992312:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb50952a850 x1848996540799232/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/0 e 0 to 0 dl 1763346505 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346494.992321:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346494.992324:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c300. 00000100:00000001:3.0:1763346494.992326:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346494.992328:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c300. 00000100:00100000:3.0:1763346494.992333:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb50952a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540799232:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346494.992337:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540799232 00010000:00000001:3.0:1763346494.992340:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346494.992342:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346494.992344:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346494.992351:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346494.992354:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346494.992360:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb517f74400. 02000000:00000001:3.0:1763346494.992363:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.992366:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.992368:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346494.992371:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346494.992373:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346494.992374:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346494.992375:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:3.0:1763346494.992377:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:3.0:1763346494.992379:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000040:3.0:1763346494.992382:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fc00 count: 2 00002000:00000001:3.0:1763346494.992387:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346494.992392:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346494.992395:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346494.992400:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:3.0:1763346494.992403:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:3.0:1763346494.992406:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346494.992413:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346494.992416:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0778/ffff9fb51d2f0720 to site lru. bkt: ffff9fb517dcec30 00010000:00000001:3.0:1763346494.992418:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346494.992422:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.992424:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346494.992426:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346494.992428:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.992433:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346494.992435:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346494.992440:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.992441:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.992443:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346494.992445:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346494.992447:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa2f1 from hash 00010000:00000001:3.0:1763346494.992449:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346494.992450:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346494.992451:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.992452:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346494.992455:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346494.992457:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.992458:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346494.992460:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346494.992464:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36600/0x757b854463afa2f1 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x260b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 520983194 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212951 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346494.992472:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 14 00000020:00000040:3.0:1763346494.992474:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00010000:00000001:3.0:1763346494.992478:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346494.992480:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346494.992483:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346494.992485:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.992487:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.992488:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346494.992490:0:5737:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4fc00 count: 0 00002000:00000010:3.0:1763346494.992494:0:5737:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb530d6f800. 00010000:00000010:3.0:1763346494.992498:0:5737:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417f4f900. 00010000:00010000:3.0:1763346494.992503:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346494.992504:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346494.992509:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346494.992512:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346494.992515:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346494.992521:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346494.992524:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346494.992526:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346494.992530:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346494.992532:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346494.992536:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346494.992539:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346494.992545:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb4c8. 00000100:00000200:3.0:1763346494.992552:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540799232, offset 224 00000400:00000200:3.0:1763346494.992559:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346494.992570:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346494.992576:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198611:198611:256:4294967295] 192.168.204.16@tcp LPNI seq info [198607:198607:8:4294967295] 00000400:00000200:3.0:1763346494.992587:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346494.992592:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346494.992596:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4b600. 00000800:00000200:3.0:1763346494.992602:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346494.992610:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346494.992615:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346494.992624:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.992628:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346494.992630:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346494.992633:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346494.992636:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb50952a850 x1848996540799232/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 328/224 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346494.992645:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb50952a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540799232:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 322us (1238us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346494.992653:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1007 00000100:00000040:3.0:1763346494.992657:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346494.992659:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346494.992661:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346494.992666:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388800. 00000020:00000010:3.0:1763346494.992671:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d10c8. 00000020:00000010:3.0:1763346494.992674:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3e800. 00000020:00000040:3.0:1763346494.992677:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 19 02000000:00000001:3.0:1763346494.992685:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346494.992687:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb532676800. 02000000:00000001:3.0:1763346494.992690:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346494.992693:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983c000. 02000000:00000001:3.0:1763346494.992697:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346494.992698:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af1e400. 02000000:00000001:3.0:1763346494.992701:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346494.992702:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a9f80. 02000000:00000001:3.0:1763346494.992706:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346494.992708:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb532675c00. 02000000:00000001:3.0:1763346494.992710:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346494.992711:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3ca80. 02000000:00000001:3.0:1763346494.992714:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346494.992715:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50f92f000. 02000000:00000001:3.0:1763346494.992717:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346494.992718:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e680. 02000000:00000001:3.0:1763346494.992721:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346494.992722:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb51fd75c00. 02000000:00000001:3.0:1763346494.992724:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346494.992725:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1e680. 02000000:00000001:3.0:1763346494.992728:0:5737:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346494.992729:0:5737:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af1f000. 02000000:00000001:3.0:1763346494.992731:0:5737:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763346494.992732:0:5737:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1df80. 00000100:00000001:3.0:1763346494.992736:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763346494.992741:0:5737:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1763346494.992748:0:5737:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad580. 00000400:00000010:3.0:1763346494.992753:0:5737:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb51991e900. 00000100:00000001:2.0:1763346494.992835:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.992838:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540799104 02000000:00000001:2.0:1763346494.992840:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.992842:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.992843:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.992846:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.992849:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540799104 00000020:00000001:2.0:1763346494.992850:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.992852:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.992853:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.992856:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=489 00000020:00000001:2.0:1763346494.992858:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.992861:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.992863:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.992867:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.992870:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.992872:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000020:00000010:2.0:1763346494.992877:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346494.992880:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346494.992884:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346494.992891:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346494.992894:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.992895:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.992897:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.992902:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.992918:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.992927:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.992928:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.992932:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20998 00000100:00000040:2.0:1763346494.992934:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.992936:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194246019152 : -105879463532464 : ffff9fb4042fe850) 00000100:00000040:2.0:1763346494.992940:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb4042fe850 x1848996540799104/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.992948:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.992950:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.992952:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.992954:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000100:00100000:2.0:1763346494.992958:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb4042fe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+489:226292:x1848996540799104:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346494.992961:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540799104 00000020:00000001:2.0:1763346494.992964:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.992967:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346494.992973:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c20c0: xid 1848996540798848, transno 8590055498, client gen 3, slot idx 3 00000001:00000001:2.0:1763346494.992978:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c2b40: xid 1848996540798080, transno 8590055495, client gen 3, slot idx 0 00000001:00000010:2.0:1763346494.992982:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c2b40. 00000001:00000001:2.0:1763346494.992986:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5192af180: xid 1848996540798848, transno 8590055497, client gen 3, slot idx 2 00000001:00000001:2.0:1763346494.992989:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5192af180: xid 1848996540798848, transno 8590055497, client gen 3, slot idx 2 00000001:00000010:2.0:1763346494.992992:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5192af180. 00000001:00000001:2.0:1763346494.992995:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2f00: xid 1848996540798848, transno 8590055496, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.992997:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c2f00: xid 1848996540798848, transno 8590055496, client gen 3, slot idx 1 00000001:00000010:2.0:1763346494.993000:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c2f00. 00000020:00000001:2.0:1763346494.993003:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993006:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.993008:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346494.993011:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.993015:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540799104, found 0 last_xid 1848996540799103 00000020:00000001:2.0:1763346494.993017:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.993019:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.993022:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.993025:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993031:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346494.993033:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346494.993035:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346494.993037:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993040:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346494.993043:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.993046:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993048:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.993050:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.993052:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993053:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.993054:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.993056:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993057:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.993058:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.993060:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993061:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.993062:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.993064:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993067:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993069:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346494.993070:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993073:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346494.993074:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.993075:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993077:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.993078:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.993079:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993081:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.993082:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.993083:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993085:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.993086:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.993090:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346494.993096:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346494.993098:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346494.993102:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346494.993104:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.993107:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.993108:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993110:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346494.993112:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993113:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.993117:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.993118:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.993122:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb53b952000. 02000000:00000001:2.0:1763346494.993124:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.993126:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993128:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346494.993129:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993132:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346494.993134:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346494.993136:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.993138:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb417969780 refcount=2 00000020:00000001:2.0:1763346494.993140:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194571515776 : -105879138035840 : ffff9fb417969780) 00000004:00000001:2.0:1763346494.993142:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194571515776 : -105879138035840 : ffff9fb417969780) 00000020:00000040:2.0:1763346494.993144:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb417969780 with handle 0x757b854463afa296 from hash 00000004:00000001:2.0:1763346494.993149:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346494.993151:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x405a:0x0] with intent: 0 00000004:00000001:2.0:1763346494.993155:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346494.993157:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 1 blocks 11 truncate 0 00000004:00000001:2.0:1763346494.993161:0:36359:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.993164:0:36359:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.993172:0:36359:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993175:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.993182:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993184:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993191:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.993193:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.993196:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.993198:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.993200:0:36359:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.993202:0:36359:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000002:2.0:1763346494.993205:0:36359:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346494.993208:0:36359:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993230:0:36359:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.993232:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.993234:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993236:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993238:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993240:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993242:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993244:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.993245:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993246:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993248:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993249:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993251:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993253:0:36359:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993255:0:36359:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346494.993257:0:36359:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993259:0:36359:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346494.993261:0:36359:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x405a:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346494.993265:0:36359:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.993268:0:36359:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.993270:0:36359:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.993275:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.993291:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613900. 00080000:00000001:2.0:1763346494.993295:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.993304:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b951c00. 00080000:00000001:2.0:1763346494.993307:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470365696 : -105874239185920 : ffff9fb53b951c00) 00000004:00000001:2.0:1763346494.993312:0:36359:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.993318:0:36359:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.993320:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993324:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470365696 : -105874239185920 : ffff9fb53b951c00) 00080000:00000001:2.0:1763346494.993328:0:36359:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.993348:0:36359:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993350:0:36359:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993353:0:36359:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993359:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.993361:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.993368:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.993369:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993371:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470365696 : -105874239185920 : ffff9fb53b951c00) 00080000:00000001:2.0:1763346494.993375:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.993380:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.993381:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993383:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.993402:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993404:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993413:0:36359:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.993417:0:36359:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.993419:0:36359:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.993420:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993421:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470365696 : -105874239185920 : ffff9fb53b951c00) 00080000:00000001:2.0:1763346494.993425:0:36359:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.993427:0:36359:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346494.993457:0:36359:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993460:0:36359:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993462:0:36359:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993465:0:36359:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993470:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.993473:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.993477:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.993481:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055499, last_committed = 8590055494 00000001:00000010:2.0:1763346494.993485:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613060. 00000001:00000040:2.0:1763346494.993487:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:2.0:1763346494.993489:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00000001:00000010:2.0:1763346494.993495:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb517edc3c0. 00000004:00000001:2.0:1763346494.993502:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.993504:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993506:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470365696 : -105874239185920 : ffff9fb53b951c00) 00080000:00000001:2.0:1763346494.993509:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.993525:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.993527:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.993531:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb517edc3c0: xid 1848996540799104, transno 8590055499, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.993534:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.993546:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.993548:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613900. 00000020:00000001:2.0:1763346494.993550:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993554:0:36359:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993556:0:36359:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993558:0:36359:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993560:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346494.993561:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346494.993563:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346494.993565:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.993567:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993568:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.993570:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993572:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993574:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.993576:0:36359:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993579:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346494.993583:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346494.993587:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.993590:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.993592:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613900. 00080000:00000001:2.0:1763346494.993594:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.993597:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b950400. 00080000:00000001:2.0:1763346494.993599:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470359552 : -105874239192064 : ffff9fb53b950400) 00000004:00000001:2.0:1763346494.993603:0:36359:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346494.993605:0:36359:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346494.993606:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993607:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470359552 : -105874239192064 : ffff9fb53b950400) 00080000:00000001:2.0:1763346494.993611:0:36359:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.993617:0:36359:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993619:0:36359:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993621:0:36359:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993624:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.993625:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.993627:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.993628:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993630:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470359552 : -105874239192064 : ffff9fb53b950400) 00080000:00000001:2.0:1763346494.993633:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.993635:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.993636:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993638:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.993646:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993647:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.993650:0:36359:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346489, ctime 1763346491 00000004:00000001:2.0:1763346494.993653:0:36359:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.993655:0:36359:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763346494.993657:0:36359:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763346494.993658:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993659:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470359552 : -105874239192064 : ffff9fb53b950400) 00080000:00000001:2.0:1763346494.993663:0:36359:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346494.993668:0:36359:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993670:0:36359:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993672:0:36359:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993674:0:36359:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993678:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.993679:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346494.993681:0:36359:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055499 00000001:00000001:2.0:1763346494.993683:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.993685:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055500, last_committed = 8590055494 00000001:00000010:2.0:1763346494.993688:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613ae0. 00000001:00000040:2.0:1763346494.993690:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:2.0:1763346494.993692:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:2.0:1763346494.993696:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5192af180. 00000004:00000001:2.0:1763346494.993699:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.993700:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.993702:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470359552 : -105874239192064 : ffff9fb53b950400) 00080000:00000001:2.0:1763346494.993704:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.993710:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.993712:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.993715:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb517edc3c0: xid 1848996540799104, transno 8590055499, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.993719:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb517edc3c0: xid 1848996540799104, transno 8590055499, client gen 3, slot idx 0 00000001:00000010:2.0:1763346494.993723:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb517edc3c0. 00000001:00000001:2.0:1763346494.993726:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5192af180: xid 1848996540799104, transno 8590055500, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.993729:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.993735:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.993737:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613900. 00000020:00000001:2.0:1763346494.993739:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993743:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346494.993746:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993749:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346494.993754:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346494.993758:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346494.993760:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb417969780. 00000004:00000001:2.0:1763346494.993771:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346494.993774:0:36359:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:2.0:1763346494.993777:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346494.993778:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993780:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993782:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346494.993784:0:36359:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346494.993786:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346494.993787:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346494.993789:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346494.993791:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346494.993796:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.993800:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346494.993802:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346494.993808:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346494.993814:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.993816:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346494.993820:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 8590055500, xid 1848996540799104 00010000:00000001:2.0:1763346494.993823:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346494.993829:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb4042fe850 x1848996540799104/t8590055500(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346494.993837:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346494.993840:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346494.993842:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346494.993846:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346494.993848:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346494.993850:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346494.993853:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346494.993855:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.993857:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346494.993859:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346494.993863:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b2a8. 00000100:00000200:2.0:1763346494.993868:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540799104, offset 224 00000400:00000200:2.0:1763346494.993873:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346494.993881:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346494.993886:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198612:198612:255:4294967295] 192.168.204.16@tcp LPNI seq info [198608:198608:7:4294967295] 00000400:00000200:2.0:1763346494.993896:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346494.993901:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346494.993905:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb502ac5500. 00000800:00000200:2.0:1763346494.993909:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346494.993915:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346494.993918:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb502ac5500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346494.993922:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346494.993924:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346494.993926:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346494.993928:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.993930:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346494.993934:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb4042fe850 x1848996540799104/t8590055500(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346494.993942:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb4042fe850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+491:226292:x1848996540799104:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 993us (3332us total) trans 8590055500 rc 0/0 00000100:00100000:2.0:1763346494.993950:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20998 00000100:00000040:2.0:1763346494.993953:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346494.993955:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346494.993956:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346494.993959:0:36359:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346494.993962:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346494.993965:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346494.993968:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346494.993972:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 02000000:00000001:2.0:1763346494.993977:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346494.993979:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb532677c00. 02000000:00000001:2.0:1763346494.993982:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346494.993984:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db4a80. 02000000:00000001:2.0:1763346494.993987:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346494.993988:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5380e3000. 02000000:00000001:2.0:1763346494.993990:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346494.993991:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226df80. 02000000:00000001:2.0:1763346494.993996:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346494.993997:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5380e2000. 02000000:00000001:2.0:1763346494.993999:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346494.994000:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1c380. 02000000:00000001:2.0:1763346494.994004:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346494.994005:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb532676c00. 02000000:00000001:2.0:1763346494.994006:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346494.994007:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3c380. 02000000:00000001:2.0:1763346494.994010:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346494.994011:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb5055eac00. 02000000:00000001:2.0:1763346494.994013:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346494.994014:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76e680. 00000100:00000001:2.0:1763346494.994017:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763346494.994021:0:36359:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1763346494.994026:0:36359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c738. 00000400:00000010:2.0:1763346494.994031:0:36359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb517edc840. 00000800:00000200:0.0:1763346494.994296:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.994301:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4b600. 00000400:00000200:0.0:1763346494.994306:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.994311:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.994316:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb4c8 00000400:00000010:0.0:1763346494.994318:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb4c8. 00000100:00000001:0.0:1763346494.994322:0:3287:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763346494.994324:0:3287:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346494.994325:0:3287:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb517f74400. 02000000:00000001:0.0:1763346494.994328:0:3287:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763346494.994329:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763346494.994414:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346494.994417:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb502ac5500. 00000400:00000200:0.0:1763346494.994423:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346494.994427:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346494.994430:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b2a8 00000400:00000010:0.0:1763346494.994431:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b2a8. 00000100:00000001:0.0:1763346494.994435:0:3287:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763346494.994437:0:3287:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346494.994438:0:3287:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb53b952000. 02000000:00000001:0.0:1763346494.994440:0:3287:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763346494.994441:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346494.998098:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.998120:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346494.998124:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.998126:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.998137:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346494.998154:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e015a00 00000400:00000200:3.0:1763346494.998163:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d0d [2] + 0 00000800:00000001:3.0:1763346494.998171:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.998180:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346494.998183:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346494.998188:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346494.998195:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346494.998197:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346494.998204:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546ca80. 00000100:00000040:3.0:1763346494.998207:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546ca80 x1848996540799488 msgsize 392 00000100:00100000:3.0:1763346494.998260:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346494.998272:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346494.998289:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346494.998293:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.998338:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346494.998343:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540799488 02000000:00000001:2.0:1763346494.998346:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346494.998349:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346494.998352:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.998358:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346494.998362:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540799488 00000020:00000001:2.0:1763346494.998365:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346494.998368:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346494.998370:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.998373:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:2.0:1763346494.998376:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346494.998378:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346494.998383:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.998389:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.998393:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.998395:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000020:00000010:2.0:1763346494.998402:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346494.998407:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346494.998413:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346494.998423:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346494.998425:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346494.998427:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346494.998429:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.998439:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.998454:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346494.998464:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346494.998466:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346494.998472:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20999 00000100:00000040:2.0:1763346494.998476:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346494.998478:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364569728 : -105874344981888 : ffff9fb53546ca80) 00000100:00000040:2.0:1763346494.998486:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546ca80 x1848996540799488/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/0 e 0 to 0 dl 1763346505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346494.998495:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346494.998498:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e291c0. 00000100:00000001:2.0:1763346494.998500:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346494.998502:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e291c0. 00000100:00100000:2.0:1763346494.998507:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+491:226292:x1848996540799488:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346494.998511:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540799488 00000020:00000001:2.0:1763346494.998515:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346494.998520:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346494.998526:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5192af180: xid 1848996540799104, transno 8590055500, client gen 3, slot idx 1 00000001:00000001:2.0:1763346494.998531:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c20c0: xid 1848996540798848, transno 8590055498, client gen 3, slot idx 3 00000001:00000010:2.0:1763346494.998535:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c20c0. 00000020:00000001:2.0:1763346494.998539:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.998542:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346494.998544:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346494.998548:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346494.998699:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540799488, found 0 last_xid 1848996540799487 00000020:00000001:2.0:1763346494.998703:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346494.998706:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346494.998708:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346494.998712:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998717:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346494.998720:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346494.998722:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346494.998726:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998729:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346494.998733:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.998736:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998739:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.998741:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.998743:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998745:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.998746:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.998747:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998749:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.998750:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.998751:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998753:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.998755:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.998756:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998758:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998760:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346494.998762:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998765:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346494.998766:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.998768:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998769:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.998770:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.998772:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998774:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346494.998775:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346494.998776:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998778:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.998779:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346494.998783:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346494.998788:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346494.998790:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346494.998792:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346494.998794:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.998796:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346494.998797:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998800:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346494.998802:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998803:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.998808:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346494.998811:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346494.998817:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb53b951000. 02000000:00000001:2.0:1763346494.998819:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346494.998821:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998823:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346494.998825:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998827:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346494.998829:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346494.998831:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346494.998833:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb41c202a00 refcount=2 00000020:00000001:2.0:1763346494.998835:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194647640576 : -105879061911040 : ffff9fb41c202a00) 00000004:00000001:2.0:1763346494.998837:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194647640576 : -105879061911040 : ffff9fb41c202a00) 00000020:00000040:2.0:1763346494.998839:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb41c202a00 with handle 0x757b854463afa2ab from hash 00000004:00000001:2.0:1763346494.998844:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346494.998845:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4060:0x0] with intent: 0 00000004:00000001:2.0:1763346494.998848:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346494.998850:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:2.0:1763346494.998854:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346494.998857:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346494.998865:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998868:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.998873:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.998876:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.998882:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.998885:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.998888:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346494.998890:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346494.998892:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.998893:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4060:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346494.998897:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346494.998898:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998901:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.998902:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.998903:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.998904:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.998906:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.998908:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.998909:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.998911:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.998912:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.998913:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346494.998915:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.998916:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.998917:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.998919:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346494.998921:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346494.998923:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998925:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346494.998927:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4060:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346494.998930:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.998933:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346494.998935:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346494.998939:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.998945:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613900. 00080000:00000001:2.0:1763346494.998949:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.998958:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b952000. 00080000:00000001:2.0:1763346494.998960:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00000004:00000001:2.0:1763346494.998965:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.998969:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.998972:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.998975:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.998978:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.998996:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.998998:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999001:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.999005:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346494.999007:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346494.999012:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346494.999014:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.999015:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.999018:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.999023:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.999024:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999026:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.999043:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.999045:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999052:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.999309:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346494.999312:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346494.999313:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.999314:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.999318:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346494.999321:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346494.999460:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999463:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999465:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999467:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.999473:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346494.999475:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346494.999480:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346494.999483:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055501, last_committed = 8590055494 00000001:00000010:2.0:1763346494.999487:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613960. 00000001:00000040:2.0:1763346494.999490:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:2.0:1763346494.999492:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:2.0:1763346494.999499:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c20c0. 00000004:00000001:2.0:1763346494.999508:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346494.999510:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.999512:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470366720 : -105874239184896 : ffff9fb53b952000) 00080000:00000001:2.0:1763346494.999515:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346494.999527:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346494.999530:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346494.999534:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c20c0: xid 1848996540799488, transno 8590055501, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346494.999536:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.999610:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346494.999613:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613900. 00000020:00000001:2.0:1763346494.999616:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999620:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999622:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999624:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999626:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346494.999627:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346494.999629:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346494.999631:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346494.999633:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346494.999636:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346494.999640:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346494.999644:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346494.999647:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346494.999649:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4060:0x0], previous was 0x7 00000004:00000001:2.0:1763346494.999653:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999655:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346494.999658:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999661:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763346494.999663:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346494.999667:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613900. 00080000:00000001:2.0:1763346494.999669:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346494.999673:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb53b950800. 00080000:00000001:2.0:1763346494.999675:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00000004:00000001:2.0:1763346494.999749:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.999751:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000001:2.0:1763346494.999754:0:19976:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1763346494.999773:0:19976:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999776:0:19976:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763346494.999777:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.999778:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000002:2.0:1763346494.999782:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4060:0x0] not in the id map cache 00080000:00000001:2.0:1763346494.999786:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346494.999792:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346494.999795:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999797:0:19976:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999800:0:19976:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.999802:0:19976:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763346494.999804:0:19976:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999807:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.999808:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.999809:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000001:2.0:1763346494.999813:0:19976:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763346494.999815:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346494.999819:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.999821:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.999823:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.999825:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.999827:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346494.999837:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763346494.999839:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.999844:0:19976:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999846:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999851:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346494.999853:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.999855:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346494.999858:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346494.999860:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346494.999862:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346494.999863:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346494.999865:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.999866:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346494.999868:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346494.999870:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346494.999872:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346494.999875:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00000004:00000001:2.0:1763346494.999878:0:19976:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763346494.999881:0:19976:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763346494.999883:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346494.999884:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00000004:00000040:2.0:1763346494.999888:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346494.999891:0:19976:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763346494.999895:0:19976:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763346494.999897:0:19976:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763346494.999900:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346494.999903:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346494.999906:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346494.999907:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.999910:0:19976:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763346494.999912:0:19976:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763346494.999915:0:19976:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763346494.999918:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.999927:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.999929:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.999931:0:19976:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346494.999943:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763346494.999945:0:19976:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346494.999953:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:2.0:1763346494.999955:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.999957:0:19976:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346494.999960:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346494.999963:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346494.999965:0:19976:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.999967:0:19976:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.999969:0:19976:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346494.999972:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346494.999974:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346494.999975:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346494.999998:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346494.999999:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000001:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346495.000008:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346495.000010:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000012:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000014:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000016:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346495.000018:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346495.000020:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000022:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346495.000023:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346495.000025:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346495.000031:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346495.000032:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000033:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346495.000039:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346495.000040:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000041:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000043:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000044:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346495.000046:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346495.000048:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000050:0:19976:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000052:0:19976:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346495.000054:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00000001:2.0:1763346495.000057:0:19976:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000059:0:19976:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000061:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000063:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000066:0:19976:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.000070:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346495.000071:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346495.000074:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346495.000075:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346495.000077:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000001:2.0:1763346495.000080:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346495.000083:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346495.000084:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000086:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000098:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.000100:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000107:0:19976:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763346495.000112:0:19976:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763346495.000113:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346495.000114:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000001:2.0:1763346495.000117:0:19976:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1763346495.000146:0:19976:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346495.000147:0:19976:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346495.000149:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.000150:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.000152:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.000154:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000155:0:19976:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346495.000157:0:19976:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000197:0:19976:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000200:0:19976:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000203:0:19976:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346495.000204:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346495.000205:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000001:2.0:1763346495.000209:0:19976:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346495.000249:0:19976:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000252:0:19976:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000255:0:19976:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763346495.000258:0:19976:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x4060:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763346495.000261:0:19976:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763346495.000263:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346495.000264:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346495.000266:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000001:2.0:1763346495.000270:0:19976:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763346495.000272:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346495.000273:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.000274:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.000276:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.000285:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000287:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000350:0:19976:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346495.000353:0:19976:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000355:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000358:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346495.000360:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346495.000361:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346495.000362:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346495.000364:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346495.000365:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.000366:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.000368:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.000369:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.000371:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346495.000372:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346495.000374:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000376:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00000004:00000001:2.0:1763346495.000379:0:19976:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763346495.000381:0:19976:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763346495.000383:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346495.000384:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00000004:00000040:2.0:1763346495.000387:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346495.000390:0:19976:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763346495.000392:0:19976:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763346495.000393:0:19976:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763346495.000395:0:19976:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638194221947392 : -105879487604224 : ffff9fb402c09a00) 00000040:00000001:2.0:1763346495.000398:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346495.000400:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346495.000401:0:19976:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763346495.000403:0:19976:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763346495.000404:0:19976:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:2.0:1763346495.000412:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346495.000437:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1763346495.000439:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346495.000444:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1763346495.000446:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346495.000449:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763346495.000452:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346495.000468:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1763346495.000471:0:19976:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9607, 64 off623104 00000040:00000001:2.0:1763346495.000474:0:19976:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346495.000475:0:19976:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346495.000478:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346495.000482:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346495.000484:0:19976:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346495.000486:0:19976:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763346495.000488:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:2.0:1763346495.000490:0:19976:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9607: rc = 1 00000004:00000010:2.0:1763346495.000496:0:19976:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb527613240. 00000004:00080000:2.0:1763346495.000499:0:19976:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6064554284909ns, next at 6065554279941ns, rc = 0 00000004:00000001:2.0:1763346495.000501:0:19976:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000503:0:19976:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000505:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000507:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000509:0:19976:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.000512:0:19976:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763346495.000515:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346495.000518:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346495.000519:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346495.000522:0:19976:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055501 00000001:00000001:2.0:1763346495.000524:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346495.000527:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055502, last_committed = 8590055494 00000001:00000010:2.0:1763346495.000530:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5276133c0. 00000001:00000040:2.0:1763346495.000533:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:2.0:1763346495.000535:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00000001:00000010:2.0:1763346495.000539:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2b40. 00000004:00000001:2.0:1763346495.000543:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346495.000544:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346495.000546:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199470360576 : -105874239191040 : ffff9fb53b950800) 00080000:00000001:2.0:1763346495.000548:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346495.000563:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346495.000566:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346495.000570:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c20c0: xid 1848996540799488, transno 8590055501, client gen 3, slot idx 0 00000001:00000001:2.0:1763346495.000574:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c20c0: xid 1848996540799488, transno 8590055501, client gen 3, slot idx 0 00000001:00000010:2.0:1763346495.000577:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c20c0. 00000001:00000001:2.0:1763346495.000580:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2b40: xid 1848996540799488, transno 8590055502, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763346495.000583:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.000598:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346495.000600:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613900. 00000020:00000001:2.0:1763346495.000602:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346495.000607:0:19976:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763346495.000610:0:19976:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.000613:0:19976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346495.000621:0:19976:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078500. 00010000:00000010:2.0:1763346495.000625:0:19976:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202d00. 00010000:00000001:2.0:1763346495.000630:0:19976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.000634:0:19976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346495.000639:0:19976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.000641:0:19976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa33e to hash 00000020:00000001:2.0:1763346495.000643:0:19976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.000645:0:19976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346495.000650:0:19976:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894000. 00010000:00000001:2.0:1763346495.000653:0:19976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346495.000658:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.000661:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.000666:0:19976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346495.000689:0:19976:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.000694:0:19976:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.000697:0:19976:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.000699:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.000702:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.000704:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.000706:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.000708:0:19976:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.000711:0:19976:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.000712:0:19976:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.000714:0:19976:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.000717:0:19976:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503078500) refcount = 1 00010000:00010000:2.0:1763346495.000721:0:19976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346495.000728:0:19976:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.000733:0:19976:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.000736:0:19976:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.000738:0:19976:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.000739:0:19976:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.000742:0:19976:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.000744:0:19976:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763346495.000747:0:19976:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763346495.000750:0:19976:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.000752:0:19976:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346495.000759:0:19976:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.000760:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.000762:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.000764:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.000766:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.000768:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346495.000770:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346495.000773:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346495.000777:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.000778:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.000779:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=4 00000020:00000001:2.0:1763346495.000781:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346495.000783:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346495.000786:0:19976:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763346495.000788:0:19976:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346495.000793:0:19976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.000796:0:19976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346495.000801:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.000802:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.000805:0:19976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346495.000810:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.000812:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.000815:0:19976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000040:0.0:1763346495.001315:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300731850, at 4300731851 00000100:00000010:0.0:1763346495.001326:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417843c00. 00000100:00000040:1.0:1763346495.001394:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300731850, at 4300731851 00000100:00000010:1.0:1763346495.001401:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417843900. 00000100:00000040:3.0:1763346495.001467:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300731850, at 4300731851 00000100:00000010:3.0:1763346495.001473:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb4178430c0. 00010000:00000010:3.1:1763346495.002570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:3.1:1763346495.002580:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fc00. 00010000:00000010:2.0:1763346495.003111:0:19976:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb5222c2f00. 00010000:00000001:2.0:1763346495.003120:0:19976:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763346495.003128:0:19976:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763346495.003130:0:19976:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.003132:0:19976:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.003137:0:19976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.003139:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.003141:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.003143:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.003144:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346495.003146:0:19976:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763346495.003150:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb41c202a00. 00000004:00000001:2.0:1763346495.003155:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763346495.003186:0:19976:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346495.003195:0:19976:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346495.003196:0:19976:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346495.003200:0:19976:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb417969e00. 00000004:00000010:2.0:1763346495.003203:0:19976:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb416038470. 00000004:00000010:2.0:1763346495.003207:0:19976:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414ac8. 00010000:00000010:1.1:1763346495.003263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4fb00. 00010000:00000010:1.1:1763346495.003297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:1.1:1763346495.003300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f700. 00010000:00000010:1.1:1763346495.003302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36200. 00000020:00000001:0.0:1763346495.003359:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346495.003362:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.003366:0:59745:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763346495.003370:0:59745:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763346495.003372:0:59745:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346495.003378:0:59745:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00010000:0.0:1763346495.003388:0:59745:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80de00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:0.0:1763346495.003391:0:59745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346495.003394:0:59745:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346495.003396:0:59745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346495.003406:0:59745:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346495.003409:0:59745:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346495.003412:0:59745:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346495.003414:0:59745:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:0.0:1763346495.003417:0:59745:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:0.0:1763346495.003420:0:59745:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:0.0:1763346495.003424:0:59745:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346495.003428:0:59745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346495.003433:0:59745:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346495.003435:0:59745:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763346495.003437:0:59745:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.003442:0:59745:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346495.003444:0:59745:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346495.003446:0:59745:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.003448:0:59745:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346495.003451:0:59745:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa33e from hash 00010000:00000001:0.0:1763346495.003453:0:59745:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346495.003454:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.003455:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.003457:0:59745:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346495.003462:0:59745:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346495.003464:0:59745:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.003466:0:59745:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346495.003468:0:59745:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346495.003471:0:59745:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346495.003473:0:59745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4060:0x0].0x0 (ffff9fb503078500) 00010000:00010000:0.0:1763346495.003476:0:59745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:0.0:1763346495.003479:0:59745:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.003490:0:59745:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.003492:0:59745:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346495.003494:0:59745:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346495.003496:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.003498:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.003499:0:59745:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.003501:0:59745:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.003503:0:59745:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.003506:0:59745:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000001:0.0:1763346495.003510:0:59745:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346495.003512:0:59745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa33e lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4060:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000010:0.0:1763346495.003518:0:59745:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894000. 00010000:00000040:0.0:1763346495.003522:0:59745:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078500 count: 0 00010000:00000010:0.0:1763346495.003528:0:59745:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202d00. 00010000:00000001:0.0:1763346495.003534:0:59745:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.003535:0:59745:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763346495.003537:0:59745:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb5222c2f00. 00010000:00000001:0.0:1763346495.003540:0:59745:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346495.003542:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346495.003543:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.003545:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763346495.003547:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346495.003548:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.003550:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763346495.003551:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763346495.003552:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.003554:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:2.0:1763346495.003749:0:19976:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414910. 00000004:00000010:2.0:1763346495.003756:0:19976:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5192af240. 00000004:00000010:2.0:1763346495.003761:0:19976:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb406fd5cb0. 00000004:00000010:2.0:1763346495.003769:0:19976:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346495.003773:0:19976:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763346495.003775:0:19976:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x4060:0x0] 00000004:00000010:2.0:1763346495.003778:0:19976:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346495.003781:0:19976:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763346495.003784:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346495.003785:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.003788:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.003791:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346495.003795:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346495.003797:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346495.003798:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346495.003800:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346495.003806:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346495.003812:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.003818:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346495.003821:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346495.003829:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346495.003836:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.003838:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346495.003843:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 8590055502, xid 1848996540799488 00010000:00000001:2.0:1763346495.003846:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346495.003863:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546ca80 x1848996540799488/t8590055502(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346495.003873:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346495.003876:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346495.003880:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346495.003885:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346495.003888:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346495.003891:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346495.003894:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346495.003898:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.003903:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346495.003906:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346495.003912:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bee0. 00000100:00000200:2.0:1763346495.003920:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540799488, offset 224 00000400:00000200:2.0:1763346495.003926:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346495.003939:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346495.003946:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198613:198613:256:4294967295] 192.168.204.16@tcp LPNI seq info [198609:198609:8:4294967295] 00000400:00000200:2.0:1763346495.003957:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346495.003963:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346495.003969:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb502ac5500. 00000800:00000200:2.0:1763346495.003977:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346495.003984:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346495.003989:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb502ac5500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346495.004010:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346495.004014:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346495.004016:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346495.004018:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.004021:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346495.004027:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546ca80 x1848996540799488/t8590055502(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:215/0 lens 392/456 e 0 to 0 dl 1763346505 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346495.004037:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+493:226292:x1848996540799488:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 5540us (5827us total) trans 8590055502 rc 0/0 00000100:00100000:2.0:1763346495.004048:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20999 00000100:00000040:2.0:1763346495.004052:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346495.004055:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346495.004057:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346495.004061:0:19976:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346495.004065:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346495.004069:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346495.004075:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346495.004080:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:2.0:1763346495.004082:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763346495.004114:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300731850, at 4300731853 00000100:00000010:2.0:1763346495.004121:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417843600. 00000800:00000200:1.0:1763346495.004702:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346495.004708:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb502ac5500. 00000400:00000200:1.0:1763346495.004718:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346495.004724:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346495.004729:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bee0 00000400:00000010:1.0:1763346495.004732:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bee0. 00000100:00000001:1.0:1763346495.004738:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346495.004740:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346495.009264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078500. 00010000:00000010:0.1:1763346495.009292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000001:0.0:1763346495.039458:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.039479:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346495.039483:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.039485:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346495.039497:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346495.039517:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4624 into portal 12 MB=0x691a70e015b00 00000400:00000200:0.0:1763346495.039527:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4624/4624 into md 0xd4325 [64] + 85672 00000800:00000001:0.0:1763346495.039536:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.039550:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346495.039554:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346495.039558:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346495.039565:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346495.039568:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346495.039575:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920000. 00000100:00000040:0.0:1763346495.039579:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505920000 x1848996540799744 msgsize 4624 00000100:00100000:0.0:1763346495.039583:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346495.039603:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346495.039612:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.039616:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346495.039808:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346495.039812:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540799744 02000000:00000001:2.0:1763346495.039816:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346495.039819:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346495.039821:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.039827:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346495.039832:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540799744 00000020:00000001:2.0:1763346495.039835:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346495.039837:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346495.039840:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.039844:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:2.0:1763346495.039847:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346495.039850:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346495.039854:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.039861:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29a80. 00000020:00000010:2.0:1763346495.039866:0:19997:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9cbc0. 00000020:00000040:2.0:1763346495.039873:0:19997:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:2.0:1763346495.039889:0:19997:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763346495.039895:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346495.039901:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346495.039906:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346495.039916:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346495.039918:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346495.039920:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346495.039924:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346495.039926:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.039929:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.039939:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.039951:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346495.039966:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346495.039968:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346495.039974:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140832 00000100:00000040:2.0:1763346495.039978:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346495.039981:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564192256 : -105875145359360 : ffff9fb505920000) 00000100:00000040:2.0:1763346495.039988:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505920000 x1848996540799744/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/0 e 0 to 0 dl 1763346506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346495.039998:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.040001:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29d00. 00000100:00000001:2.0:1763346495.040004:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346495.040006:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29d00. 00000100:00100000:2.0:1763346495.040012:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226295:x1848996540799744:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346495.040016:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540799744 00000020:00000001:2.0:1763346495.040020:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346495.040024:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346495.040030:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2b40: xid 1848996540799488, transno 8590055502, client gen 3, slot idx 2 00000001:00000001:2.0:1763346495.040034:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5192af180: xid 1848996540799104, transno 8590055500, client gen 3, slot idx 1 00000001:00000010:2.0:1763346495.040038:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5192af180. 00000020:00000001:2.0:1763346495.040042:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.040044:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346495.040047:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346495.040051:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346495.040065:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540799744, found 0 last_xid 1848996540799743 00000020:00000001:2.0:1763346495.040069:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346495.040071:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346495.040074:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346495.040082:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.040084:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346495.040088:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346495.040091:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346495.040093:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346495.040096:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040102:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346495.040112:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346495.040115:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.040119:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.040123:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346495.040127:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.040129:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa345 to hash 00000020:00000001:2.0:1763346495.040131:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.040133:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346495.040140:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894880. 00010000:00000001:2.0:1763346495.040144:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346495.040149:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa345 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921297b expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.040158:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346495.040161:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:2.0:1763346495.040168:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346495.040171:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346495.040179:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346495.040182:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346495.040183:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040186:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346495.040190:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb505920000 x1848996540799744/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/0 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346495.040199:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346495.040201:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346495.040204:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346495.040207:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.040210:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.040253:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.040255:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.040258:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.040267:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.040268:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040271:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040273:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040287:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346495.040289:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346495.040292:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346495.040295:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346495.040338:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5208a0000. 02000000:00000001:2.0:1763346495.040342:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.040344:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040350:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346495.040351:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.040353:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.040355:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.040356:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.040358:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.040359:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.040361:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.040362:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.040364:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.040365:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.040370:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346495.040377:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346495.040379:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346495.040382:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346495.040384:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.040387:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.040388:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040390:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346495.040392:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040395:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346495.040397:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040400:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346495.040402:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346495.040406:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:2.0:1763346495.040409:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763346495.040416:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346495.040419:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346495.040422:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.040426:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346495.040428:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346495.040431:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346495.040433:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040443:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346495.040447:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346495.040449:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346495.040452:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.040454:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346495.040458:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:2.0:1763346495.040460:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.040462:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.040465:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346495.040467:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.040468:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa34c to hash 00000020:00000001:2.0:1763346495.040470:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.040471:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000010:2.0:1763346495.040474:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894500. 00010000:00000001:2.0:1763346495.040476:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.040480:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.040481:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.040484:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040491:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.040496:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.040499:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.040501:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.040503:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.040505:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.040506:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.040508:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.040511:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.040513:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.040514:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.040517:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:2.0:1763346495.040520:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346495.040524:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.040531:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 494 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346495.040537:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040542:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.040547:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.040549:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040552:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.040553:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.040555:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040558:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.040560:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.040563:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.040566:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040571:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.040572:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.040574:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.040576:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.040577:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346495.040582:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078e00. 00010000:00000010:2.0:1763346495.040586:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202380. 00010000:00000001:2.0:1763346495.040589:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.040591:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346495.040593:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.040595:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa353 to hash 00000020:00000001:2.0:1763346495.040597:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.040598:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000010:2.0:1763346495.040601:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e00. 00010000:00000001:2.0:1763346495.040603:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.040605:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.040607:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.040609:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040614:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.040616:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.040617:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.040618:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.040620:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.040621:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.040623:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.040624:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.040625:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.040627:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.040628:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.040629:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078e00) refcount = 1 00010000:00010000:2.0:1763346495.040632:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040636:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.040638:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.040639:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040640:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.040642:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.040644:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040645:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.040647:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.040649:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.040652:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040656:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.040657:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.040658:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.040659:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040663:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.040702:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.040705:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346495.040708:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346495.040712:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.040716:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346495.040737:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346495.040739:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346495.040740:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346495.040743:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.040746:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.040748:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.040750:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.040752:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346495.040754:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.040756:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346495.040759:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346495.040760:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346495.040762:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.040763:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.040764:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.040765:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.040767:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.040787:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.040789:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346495.040792:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040794:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040796:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346495.040797:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:2.0:1763346495.040799:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.040803:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:2.0:1763346495.040806:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:2.0:1763346495.040811:0:19997:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763346495.040814:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346495.040817:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:2.0:1763346495.040820:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346495.040821:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346495.040824:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.040827:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.040828:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.040830:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346495.040832:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.040835:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.040837:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.040840:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040844:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.040845:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.040849:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040854:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.040855:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040858:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.040861:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346495.040867:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.040869:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.040872:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.040874:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040879:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.040880:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.040882:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.040883:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:2.0:1763346495.040885:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.040887:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.040889:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.040892:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040898:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.040900:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.040901:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040904:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.040906:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.040907:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.040909:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.040911:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa34c from hash 00010000:00000001:2.0:1763346495.040913:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.040914:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.040915:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.040916:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.040919:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.040920:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040922:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.040924:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.040926:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.040929:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346495.040932:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.040934:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.040937:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040939:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.040940:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.040943:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.040944:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.040945:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.040947:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.040949:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.040951:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040955:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.040956:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.040957:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.040958:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.040959:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.040961:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa34c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346495.040967:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894500. 00010000:00000001:2.0:1763346495.040974:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.040975:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.040976:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.040977:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.040978:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.040979:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:2.0:1763346495.040981:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.040983:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.040984:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.040986:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040990:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.040991:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.040993:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.040997:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.040998:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.041000:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.041002:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346495.041007:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80da00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.041008:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.041010:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.041011:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.041015:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.041016:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.041017:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.041018:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:2.0:1763346495.041020:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.041021:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.041023:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.041025:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.041029:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.041029:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.041030:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.041032:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.041033:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.041034:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.041035:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.041037:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa353 from hash 00010000:00000001:2.0:1763346495.041039:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.041040:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.041040:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.041041:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.041042:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.041043:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.041045:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.041046:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.041047:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.041049:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078e00) 00010000:00010000:2.0:1763346495.041051:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.041052:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.041054:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.041055:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.041056:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.041058:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.041059:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.041060:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.041061:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.041063:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.041065:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.041068:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.041069:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.041070:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.041071:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.041072:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.041074:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa353 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346495.041078:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e00. 00010000:00000040:2.0:1763346495.041080:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078e00 count: 0 00010000:00000010:2.0:1763346495.041084:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202380. 00010000:00000001:2.0:1763346495.041088:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.041089:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.041091:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346495.041092:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346495.041094:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346495.041095:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346495.041097:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346495.041100:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763346495.041102:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346495.041105:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346495.041107:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346495.041109:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346495.041111:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346495.041112:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346495.041115:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346495.041132:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.041136:0:19997:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346495.041138:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346495.041141:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346495.041143:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346495.041144:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.041148:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.041149:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.041151:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.041152:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.041154:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa345 from hash 00010000:00000001:2.0:1763346495.041156:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.041157:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.041158:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.041159:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346495.041161:0:19997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346495.041163:0:19997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346495.041168:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa345 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921297b expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346495.041175:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346495.041179:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.041182:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.041184:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.041185:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.041188:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.041190:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.041191:0:19997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.041192:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.041193:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.041195:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.041196:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.041198:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346495.041201:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763346495.041202:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.041204:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.041206:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.041207:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.041210:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa345 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921297b expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.041264:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:2.0:1763346495.041267:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00010000:00000010:2.0:1763346495.041269:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894880. 00010000:00000001:2.0:1763346495.041274:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.041275:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c200, rc 0) 00000020:00000001:2.0:1763346495.041288:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346495.041292:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540799744 00010000:00000001:2.0:1763346495.041296:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346495.041301:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505920000 x1848996540799744/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/608 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346495.041310:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346495.041312:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346495.041316:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=1 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346495.041321:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346495.041323:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346495.041326:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346495.041329:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346495.041331:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.041335:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346495.041338:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346495.041344:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bd48. 00000100:00000200:2.0:1763346495.041351:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540799744, offset 224 00000400:00000200:2.0:1763346495.041356:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346495.041368:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346495.041376:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198614:198614:256:4294967295] 192.168.204.16@tcp LPNI seq info [198610:198610:8:4294967295] 00000400:00000200:2.0:1763346495.041388:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346495.041393:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346495.041400:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb502ac5500. 00000800:00000200:2.0:1763346495.041405:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346495.041413:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346495.041417:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb502ac5500 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763346495.041431:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346495.041434:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346495.041436:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346495.041438:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.041441:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346495.041446:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920000 x1848996540799744/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/608 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346495.041456:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226295:x1848996540799744:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1456us (1874us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346495.041463:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140832 00000100:00000040:2.0:1763346495.041467:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346495.041469:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346495.041471:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346495.041475:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346495.041479:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346495.041484:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346495.041488:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:2.0:1763346495.041490:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346495.041608:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346495.041611:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb502ac5500. 00000400:00000200:2.0:1763346495.041618:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346495.041623:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346495.041627:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bd48 00000400:00000010:2.0:1763346495.041629:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bd48. 00000100:00000001:2.0:1763346495.041634:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346495.041636:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:0.0:1763346495.042248:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1763346495.042255:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00010000:00000010:2.1:1763346495.048547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346495.048563:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:2.1:1763346495.048567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00000800:00000001:1.0:1763346495.055210:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.055267:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346495.055271:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.055274:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346495.055296:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346495.055315:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 464 into portal 12 MB=0x691a70e015b80 00000400:00000200:1.0:1763346495.055324:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 464/464 into md 0xd4325 [64] + 90296 00000800:00000001:1.0:1763346495.055333:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.055363:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346495.055366:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346495.055372:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346495.055380:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346495.055382:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346495.055391:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983ea00. 00000100:00000040:1.0:1763346495.055396:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983ea00 x1848996540799872 msgsize 464 00000100:00100000:1.0:1763346495.055400:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346495.055417:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346495.055427:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.055432:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346495.055488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000100:00000001:3.0:1763346495.055550:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346495.055553:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540799872 02000000:00000001:3.0:1763346495.055557:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346495.055559:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346495.055562:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346495.055568:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346495.055573:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540799872 00000020:00000001:3.0:1763346495.055576:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346495.055578:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346495.055580:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.055585:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:3.0:1763346495.055588:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346495.055590:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346495.055596:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346495.055603:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c300. 00000100:00000001:3.0:1763346495.055607:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346495.055610:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c300. 00000020:00000010:3.0:1763346495.055617:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52ab3ee00. 00000020:00000010:3.0:1763346495.055623:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388800. 00000020:00000010:3.0:1763346495.055629:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d10c8. 00000100:00000040:3.0:1763346495.055637:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346495.055641:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346495.055642:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346495.055645:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346495.055655:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346495.055670:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346495.055685:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346495.055688:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346495.055693:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140833 00000100:00000040:3.0:1763346495.055698:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346495.055700:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898813440 : -105874810738176 : ffff9fb51983ea00) 00000100:00000040:3.0:1763346495.055708:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983ea00 x1848996540799872/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/0 e 0 to 0 dl 1763346506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346495.055718:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346495.055721:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c300. 00000100:00000001:3.0:1763346495.055723:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346495.055725:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c300. 00000100:00100000:3.0:1763346495.055730:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226295:x1848996540799872:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:3.0:1763346495.055734:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540799872 00000020:00000001:3.0:1763346495.055738:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346495.055742:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346495.055747:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346495.055750:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346495.055753:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026864 : -1039524752 : ffffffffc20a1c70) 00000020:00000001:3.0:1763346495.055756:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346495.055760:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540799872, found 0 last_xid 1848996540799871 00000020:00000001:3.0:1763346495.055764:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346495.055766:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346495.055769:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346495.055773:0:19972:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346495.055779:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346495.055784:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000020:00000001:3.0:1763346495.055787:0:19972:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346495.055789:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346495.055797:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346495.055800:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346495.055808:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9fb51df8e000. 02000000:00000001:3.0:1763346495.055810:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346495.055813:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.055817:0:19972:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:3.0:1763346495.055821:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346495.055824:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346495.055826:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.055829:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346495.055831:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346495.055833:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.055834:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346495.055835:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346495.055837:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.055838:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346495.055840:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346495.055842:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.055844:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346495.055845:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346495.055846:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.055848:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346495.055849:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346495.055851:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.055853:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346495.055854:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346495.055858:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346495.055864:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346495.055867:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346495.055870:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346495.055871:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.055874:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346495.055875:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.055877:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346495.055879:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.055882:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763346495.055888:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2bcb0 00000004:00000002:3.0:1763346495.055890:0:19972:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:3.0:1763346495.055895:0:19972:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763346495.055899:0:19972:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763346495.055902:0:19972:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763346495.055905:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346495.055908:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346495.055917:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:3.0:1763346495.055920:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346495.055923:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346495.055928:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346495.055932:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346495.055934:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa35a to hash 00000020:00000001:3.0:1763346495.055936:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346495.055938:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000010:3.0:1763346495.055944:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346495.055947:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346495.055952:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.055954:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.055959:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.055968:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346495.055974:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346495.055977:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346495.055980:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346495.055982:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.055984:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346495.055985:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.055988:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346495.055990:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346495.055993:0:19972:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346495.055994:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346495.055997:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:3.0:1763346495.056002:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346495.056006:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 493 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346495.056015:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 493 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346495.056021:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056026:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346495.056031:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346495.056033:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056035:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346495.056036:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056038:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056041:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346495.056043:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346495.056046:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.056049:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056054:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346495.056056:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056057:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056059:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346495.056060:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346495.056065:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3b00. 00010000:00000010:3.0:1763346495.056069:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52b388400. 00010000:00000001:3.0:1763346495.056073:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346495.056075:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346495.056077:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346495.056079:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa361 to hash 00000020:00000001:3.0:1763346495.056080:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346495.056082:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000010:3.0:1763346495.056085:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001680. 00010000:00000001:3.0:1763346495.056087:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346495.056090:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056091:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.056094:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056098:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346495.056100:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346495.056101:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346495.056102:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346495.056104:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056105:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346495.056107:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056109:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346495.056110:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346495.056111:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346495.056112:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346495.056114:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417cf3b00) refcount = 1 00010000:00010000:3.0:1763346495.056116:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056121:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346495.056123:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346495.056124:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056126:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346495.056127:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056128:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056130:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346495.056132:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346495.056133:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.056136:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056140:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346495.056142:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056143:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346495.056145:0:19972:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056150:0:19972:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763346495.056190:0:19972:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763346495.056195:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346495.056199:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346495.056203:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346495.056208:0:19972:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763346495.056259:0:19972:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346495.056263:0:19972:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763346495.056264:0:19972:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763346495.056267:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346495.056270:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346495.056272:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346495.056274:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346495.056286:0:19972:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346495.056288:0:19972:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346495.056290:0:19972:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:3.0:1763346495.056293:0:19972:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763346495.056294:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346495.056296:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346495.056297:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346495.056298:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346495.056299:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346495.056301:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346495.056325:0:19972:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346495.056327:0:19972:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346495.056330:0:19972:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056332:0:19972:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056334:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346495.056336:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:3.0:1763346495.056339:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346495.056343:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:3.0:1763346495.056345:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:3.0:1763346495.056351:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346495.056353:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346495.056355:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346495.056360:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3900. 00010000:00000010:3.0:1763346495.056363:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb52b388600. 00010000:00000001:3.0:1763346495.056366:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346495.056368:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b800. 00000020:00000001:3.0:1763346495.056370:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346495.056372:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b800 with handle 0x757b854463afa368 to hash 00000020:00000001:3.0:1763346495.056373:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346495.056374:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000010:3.0:1763346495.056377:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346495.056379:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056381:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056382:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.056385:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056390:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346495.056391:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346495.056393:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346495.056394:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346495.056395:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056397:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346495.056398:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056400:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346495.056401:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346495.056402:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346495.056403:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346495.056405:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417cf3900) refcount = 1 00010000:00010000:3.0:1763346495.056408:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056412:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346495.056414:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346495.056415:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056416:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346495.056418:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056419:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056421:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346495.056423:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346495.056425:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.056427:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056431:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346495.056433:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056434:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056436:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056438:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056440:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346495.056442:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056444:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056447:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056448:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346495.056449:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056452:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763346495.056457:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346495.056460:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346495.056466:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056469:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346495.056475:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346495.056478:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346495.056484:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346495.056487:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346495.056492:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346495.056493:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346495.056496:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346495.056497:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 11 00000004:00000001:3.0:1763346495.056501:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346495.056502:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346495.056503:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346495.056504:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346495.056506:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346495.056508:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763346495.056510:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346495.056511:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346495.056513:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346495.056515:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346495.056517:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346495.056519:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763346495.056521:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763346495.056523:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346495.056525:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb51df8e2f8 00000004:00000001:3.0:1763346495.056527:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.056531:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346495.056532:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.056534:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346495.056535:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346495.056537:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346495.056539:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346495.056540:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346495.056542:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346495.056544:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763346495.056548:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: returning size 4096 00000004:00000040:3.0:1763346495.056551:0:19972:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405a:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763346495.056554:0:19972:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:3.0:1763346495.056555:0:19972:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9525 00000004:00200000:3.0:1763346495.056558:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:3.0:1763346495.056564:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346495.056570:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056572:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056575:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056576:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056577:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346495.056579:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056581:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00000004:00010000:3.0:1763346495.056585:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000004:00000001:3.0:1763346495.056592:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346495.056596:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:3.0:1763346495.056598:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346495.056600:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763346495.056603:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346495.056604:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056606:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763346495.056608:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056609:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346495.056611:0:19972:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346495.056614:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346495.056615:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346495.056617:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056618:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056620:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=3 00000020:00000001:3.0:1763346495.056622:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346495.056624:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346495.056627:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346495.056630:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056634:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056635:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346495.056637:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056641:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056642:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056646:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346495.056648:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:3.0:1763346495.056654:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3be00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346495.056656:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346495.056659:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346495.056661:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056667:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346495.056669:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056670:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056671:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=4 00000020:00000001:3.0:1763346495.056673:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346495.056676:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346495.056679:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346495.056682:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056687:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346495.056689:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346495.056690:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056694:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346495.056695:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346495.056697:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056698:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346495.056700:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa35a from hash 00010000:00000001:3.0:1763346495.056702:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346495.056704:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056705:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056706:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346495.056708:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346495.056709:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056711:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346495.056713:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346495.056715:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346495.056718:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:3.0:1763346495.056720:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346495.056723:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056726:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056728:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346495.056730:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346495.056732:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056734:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056735:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056737:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056739:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.056741:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056746:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056747:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056748:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346495.056749:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346495.056751:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346495.056753:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa35a lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:3.0:1763346495.056759:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346495.056767:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346495.056769:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346495.056770:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346495.056771:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056772:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056773:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346495.056775:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346495.056777:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346495.056779:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346495.056781:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056785:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056787:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346495.056788:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056793:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056794:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056796:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346495.056798:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:3.0:1763346495.056803:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3aa00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346495.056805:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346495.056806:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346495.056808:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056812:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346495.056814:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056814:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056816:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=4 00000020:00000001:3.0:1763346495.056817:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346495.056819:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346495.056821:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346495.056823:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056828:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346495.056829:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346495.056830:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056832:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346495.056833:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346495.056835:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056836:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346495.056838:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa361 from hash 00010000:00000001:3.0:1763346495.056840:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346495.056841:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056842:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056843:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346495.056845:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346495.056846:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056848:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346495.056849:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346495.056850:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346495.056852:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417cf3b00) 00010000:00010000:3.0:1763346495.056854:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346495.056855:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056857:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056858:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346495.056859:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346495.056861:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056862:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056863:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056865:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.056866:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.056868:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056872:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056873:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056875:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346495.056875:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346495.056877:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346495.056879:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa361 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:3.0:1763346495.056884:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001680. 00010000:00000040:3.0:1763346495.056886:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3b00 count: 0 00010000:00000010:3.0:1763346495.056891:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb52b388400. 00010000:00000001:3.0:1763346495.056898:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346495.056900:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346495.056901:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346495.056903:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346495.056904:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763346495.056906:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056907:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056909:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346495.056911:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056913:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056915:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346495.056918:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056922:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056923:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346495.056924:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056928:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056929:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056931:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346495.056933:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:3.0:1763346495.056938:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3b800 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346495.056940:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346495.056941:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346495.056943:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056947:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346495.056948:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346495.056949:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346495.056950:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=4 00000020:00000001:3.0:1763346495.056952:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056954:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346495.056955:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346495.056957:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.056961:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346495.056962:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346495.056963:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056965:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346495.056966:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346495.056968:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346495.056969:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346495.056971:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b800 with handle 0x757b854463afa368 from hash 00010000:00000001:3.0:1763346495.056973:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346495.056974:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056975:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056976:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346495.056977:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346495.056979:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056981:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346495.056982:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346495.056983:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346495.056985:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:3.0:1763346495.056987:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346495.056989:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346495.056991:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.056992:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346495.056993:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346495.056995:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.056997:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.056998:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346495.057000:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.057001:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346495.057004:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:3.0:1763346495.057008:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346495.057009:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346495.057010:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346495.057012:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346495.057013:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346495.057014:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa368 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:3.0:1763346495.057019:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00010000:00000040:3.0:1763346495.057022:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3900 count: 0 00010000:00000010:3.0:1763346495.057025:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb52b388600. 00010000:00000001:3.0:1763346495.057030:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763346495.057034:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346495.057036:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346495.057037:0:19972:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:3.0:1763346495.057038:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346495.057040:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346495.057041:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346495.057043:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763346495.057048:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346495.057050:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346495.057053:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1763346495.057057:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540799872 00010000:00000001:3.0:1763346495.057060:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346495.057068:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983ea00 x1848996540799872/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/520 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346495.057077:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346495.057080:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346495.057083:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=1 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346495.057088:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346495.057090:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346495.057092:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346495.057095:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346495.057098:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346495.057101:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346495.057104:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346495.057109:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb880. 00000100:00000200:3.0:1763346495.057117:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848996540799872, offset 224 00000400:00000200:3.0:1763346495.057124:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346495.057135:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346495.057141:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198615:198615:256:4294967295] 192.168.204.16@tcp LPNI seq info [198611:198611:8:4294967295] 00000400:00000200:3.0:1763346495.057152:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346495.057158:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346495.057165:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4bd00. 00000800:00000200:3.0:1763346495.057171:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346495.057180:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346495.057184:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4bd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1763346495.057194:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346495.057198:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346495.057200:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346495.057202:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346495.057204:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346495.057210:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983ea00 x1848996540799872/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/520 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346495.057270:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226295:x1848996540799872:12345-192.168.204.16@tcp:34:lfs.0 Request processed in 1550us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346495.057292:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140833 00000100:00000040:3.0:1763346495.057297:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346495.057300:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346495.057302:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346495.057310:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388800. 00000020:00000010:3.0:1763346495.057314:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d10c8. 00000020:00000010:3.0:1763346495.057318:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52ab3ee00. 00000020:00000040:3.0:1763346495.057324:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:3.0:1763346495.057327:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346495.057716:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346495.057722:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4bd00. 00000400:00000200:0.0:1763346495.057728:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346495.057733:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346495.057739:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb880 00000400:00000010:0.0:1763346495.057741:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb880. 00000100:00000001:0.0:1763346495.057745:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346495.057746:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346495.061607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:3.1:1763346495.061627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3b00. 00010000:00000010:3.1:1763346495.061632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00010000:00000010:3.1:1763346495.061635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3900. 00010000:00000010:3.1:1763346495.061638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00000800:00000001:2.0:1763346495.078699:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346495.078726:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346495.078731:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346495.078733:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346495.078746:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346495.078763:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4624 into portal 12 MB=0x691a70e015c80 00000400:00000200:2.0:1763346495.078772:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4624/4624 into md 0xd4325 [64] + 90760 00000800:00000001:2.0:1763346495.078782:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346495.078796:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346495.078799:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346495.078803:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346495.078810:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346495.078814:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346495.078820:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db4a80. 00000100:00000040:2.0:1763346495.078825:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db4a80 x1848996540800128 msgsize 4624 00000100:00100000:2.0:1763346495.078829:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346495.079716:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346495.080222:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1763346495.080571:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540800128 02000000:00000001:0.0:1763346495.080577:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346495.080580:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346495.080583:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346495.080588:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346495.080593:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540800128 00000020:00000001:0.0:1763346495.080596:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346495.080598:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346495.080601:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346495.080605:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:0.0:1763346495.080608:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346495.080615:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346495.080621:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346495.080630:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346495.080634:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346495.080636:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346495.080643:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb532026e00. 00000800:00000001:3.0:1763346495.080644:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1763346495.080649:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969a00. 00000800:00000001:3.0:1763346495.080653:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763346495.080654:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346495.080663:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346495.080667:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346495.080668:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346495.080671:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346495.080673:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346495.080675:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346495.080685:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346495.080702:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346495.080721:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346495.080723:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346495.080733:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140834 00000100:00000040:0.0:1763346495.080737:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346495.080740:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619327104 : -105875090224512 : ffff9fb508db4a80) 00000100:00000040:0.0:1763346495.080747:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db4a80 x1848996540800128/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/0 e 0 to 0 dl 1763346506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346495.080756:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346495.080758:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346495.080760:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346495.080762:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346495.080767:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226296:x1848996540800128:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346495.080771:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540800128 00000020:00000001:0.0:1763346495.080774:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346495.080779:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346495.080785:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346495.080787:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346495.080789:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346495.080793:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346495.080797:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540800128, found 0 last_xid 1848996540800127 00000020:00000001:0.0:1763346495.080800:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346495.080802:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346495.080805:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346495.080812:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346495.080814:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346495.080817:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346495.080819:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346495.080821:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346495.080823:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.080830:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346495.080840:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:0.0:1763346495.080843:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346495.080847:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346495.080851:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346495.080855:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346495.080858:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463afa36f to hash 00000020:00000001:0.0:1763346495.080860:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346495.080862:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000010:0.0:1763346495.080869:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfa00. 00010000:00000001:0.0:1763346495.080872:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00010000:0.0:1763346495.080878:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa36f lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212982 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346495.080889:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346495.080891:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:0.0:1763346495.080899:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346495.080902:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346495.080909:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346495.080912:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346495.080914:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.080916:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763346495.080921:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb508db4a80 x1848996540800128/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/0 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763346495.080930:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346495.080932:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346495.080935:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763346495.080938:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346495.080941:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346495.080944:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346495.080946:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346495.080948:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346495.080955:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346495.080956:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.080959:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.080961:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.080965:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346495.080966:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346495.080969:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346495.080972:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346495.081026:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb538a50000. 02000000:00000001:0.0:1763346495.081030:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346495.081033:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081039:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346495.081040:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346495.081042:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346495.081043:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346495.081044:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346495.081046:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346495.081048:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346495.081049:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346495.081050:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346495.081061:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346495.081062:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346495.081067:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346495.081073:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346495.081075:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346495.081079:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346495.081080:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346495.081084:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346495.081085:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081087:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346495.081089:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081091:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346495.081092:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081094:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346495.081097:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346495.081101:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:0.0:1763346495.081104:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763346495.081110:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346495.081112:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:0.0:1763346495.081114:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346495.081118:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:0.0:1763346495.081121:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:0.0:1763346495.081123:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763346495.081125:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081128:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763346495.081131:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763346495.081134:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763346495.081137:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346495.081139:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346495.081141:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:0.0:1763346495.081144:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346495.081145:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346495.081149:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346495.081151:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346495.081153:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa376 to hash 00000020:00000001:0.0:1763346495.081155:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346495.081157:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000010:0.0:1763346495.081160:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf100. 00010000:00000001:0.0:1763346495.081162:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346495.081166:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.081168:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.081171:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081179:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346495.081184:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346495.081187:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346495.081189:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346495.081192:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081194:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346495.081195:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081198:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346495.081201:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346495.081203:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346495.081204:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346495.081207:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:0.0:1763346495.081210:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346495.081305:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346495.081313:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 494 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346495.081319:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081325:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346495.081331:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346495.081333:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081336:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346495.081337:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081340:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081342:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346495.081345:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346495.081348:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.081351:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081357:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346495.081358:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081360:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.081361:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346495.081362:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346495.081368:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f200. 00010000:00000010:0.0:1763346495.081372:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969800. 00010000:00000001:0.0:1763346495.081376:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346495.081378:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346495.081380:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346495.081382:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa37d to hash 00000020:00000001:0.0:1763346495.081383:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346495.081384:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346495.081388:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf680. 00010000:00000001:0.0:1763346495.081390:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346495.081392:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.081394:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.081396:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081400:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346495.081402:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346495.081403:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346495.081404:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346495.081406:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081407:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346495.081408:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081410:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346495.081411:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346495.081412:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346495.081413:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346495.081415:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417f4f200) refcount = 1 00010000:00010000:0.0:1763346495.081418:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081423:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346495.081425:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346495.081426:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081428:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346495.081429:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081431:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081432:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346495.081434:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346495.081435:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.081437:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081441:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346495.081442:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081443:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346495.081445:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081449:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346495.081604:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346495.081608:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346495.081611:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346495.081615:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346495.081620:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346495.081649:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346495.081652:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763346495.081653:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763346495.081656:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346495.081659:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346495.081663:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346495.081665:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346495.081667:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346495.081668:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346495.081671:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1763346495.081673:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763346495.081675:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346495.081677:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346495.081678:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346495.081680:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346495.081681:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346495.081683:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346495.081706:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346495.081708:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346495.081711:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081713:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081715:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346495.081717:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:0.0:1763346495.081719:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346495.081724:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:0.0:1763346495.081726:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:0.0:1763346495.081731:0:19997:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:0.0:1763346495.081734:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346495.081738:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:0.0:1763346495.081741:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346495.081742:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346495.081744:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346495.081747:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346495.081749:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346495.081751:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346495.081753:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346495.081756:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346495.081759:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346495.081762:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081767:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081768:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346495.081770:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081775:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.081777:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081781:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346495.081783:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346495.081789:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346495.081791:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346495.081793:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346495.081795:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081800:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346495.081801:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346495.081802:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346495.081803:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=4 00000020:00000001:0.0:1763346495.081805:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346495.081807:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346495.081809:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346495.081812:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081817:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346495.081819:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346495.081820:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081823:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346495.081825:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346495.081827:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.081828:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346495.081830:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa376 from hash 00010000:00000001:0.0:1763346495.081832:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346495.081834:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081835:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.081836:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346495.081840:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346495.081841:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081843:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346495.081845:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346495.081848:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346495.081851:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346495.081853:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346495.081856:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081858:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081860:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346495.081861:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346495.081864:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081865:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.081866:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081869:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.081871:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.081873:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081877:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081878:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.081880:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346495.081881:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346495.081882:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346495.081884:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa376 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346495.081890:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf100. 00010000:00000001:0.0:1763346495.081899:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346495.081900:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346495.081902:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346495.081903:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346495.081904:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346495.081906:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=3 00000020:00000001:0.0:1763346495.081907:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346495.081909:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346495.081911:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346495.081913:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081921:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081922:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346495.081924:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081928:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.081929:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081931:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346495.081932:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346495.081936:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346495.081938:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346495.081939:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346495.081941:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081945:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346495.081946:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346495.081947:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346495.081948:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36400 refcount=4 00000020:00000001:0.0:1763346495.081950:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346495.081952:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000001:0.0:1763346495.081954:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346495.081956:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.081960:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346495.081961:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346495.081962:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081964:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346495.081966:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346495.081967:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.081968:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346495.081971:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa37d from hash 00010000:00000001:0.0:1763346495.081973:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346495.081974:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081975:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.081976:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346495.081978:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346495.081979:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081981:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346495.081982:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346495.081983:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346495.081985:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb417f4f200) 00010000:00010000:0.0:1763346495.081988:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346495.081989:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.081991:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.081993:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346495.081994:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346495.081996:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.081997:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.081998:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.082000:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.082001:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346495.082004:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346495.082009:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.082010:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.082011:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346495.082012:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346495.082014:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346495.082015:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa37d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346495.082020:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf680. 00010000:00000040:0.0:1763346495.082023:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f200 count: 0 00010000:00000010:0.0:1763346495.082029:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969800. 00010000:00000001:0.0:1763346495.082035:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346495.082037:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346495.082039:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346495.082040:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346495.082042:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346495.082043:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346495.082045:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346495.082099:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:0.0:1763346495.082102:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346495.082106:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346495.082108:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346495.082110:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346495.082112:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346495.082114:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346495.082117:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346495.082138:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346495.082141:0:19997:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346495.082144:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346495.082147:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346495.082149:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346495.082151:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346495.082156:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.082157:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.082159:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346495.082160:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346495.082163:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463afa36f from hash 00010000:00000001:0.0:1763346495.082165:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346495.082166:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346495.082167:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346495.082168:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346495.082169:0:19997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346495.082172:0:19997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346495.082178:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa36f lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212982 expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346495.082185:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346495.082187:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346495.082190:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346495.082192:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346495.082194:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.082197:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346495.082198:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346495.082200:0:19997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346495.082201:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346495.082202:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346495.082204:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346495.082205:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346495.082207:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:0.0:1763346495.082209:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763346495.082211:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346495.082443:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346495.082445:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346495.082446:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346495.082450:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa36f lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212982 expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346495.082457:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346495.082460:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00010000:00000010:0.0:1763346495.082463:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfa00. 00010000:00000001:0.0:1763346495.082467:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346495.082469:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37000, rc 0) 00000020:00000001:0.0:1763346495.082472:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346495.082476:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540800128 00010000:00000001:0.0:1763346495.082480:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346495.082545:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db4a80 x1848996540800128/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/608 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346495.082553:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346495.082556:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346495.082560:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=1 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346495.082565:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346495.082568:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346495.082570:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346495.082574:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346495.082578:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346495.082581:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346495.082584:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346495.082590:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a880. 00000100:00000200:0.0:1763346495.082597:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540800128, offset 224 00000400:00000200:0.0:1763346495.082605:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346495.082619:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346495.082626:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198616:198616:256:4294967295] 192.168.204.16@tcp LPNI seq info [198612:198612:8:4294967295] 00000400:00000200:0.0:1763346495.082638:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346495.082644:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346495.082649:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadc00. 00000800:00000200:0.0:1763346495.082655:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346495.082664:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346495.082669:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadc00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763346495.082687:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346495.082690:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346495.082693:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346495.082695:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346495.082698:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346495.082702:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db4a80 x1848996540800128/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/608 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346495.082713:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226296:x1848996540800128:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1955us (3885us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346495.082721:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140834 00000100:00000040:0.0:1763346495.082726:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346495.082729:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346495.082731:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346495.082736:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969a00. 00000020:00000010:0.0:1763346495.082740:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346495.082746:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb532026e00. 00000020:00000040:0.0:1763346495.082750:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:0.0:1763346495.082753:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346495.083953:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346495.083961:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadc00. 00000400:00000200:1.0:1763346495.083968:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346495.083975:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346495.083981:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a880 00000400:00000010:1.0:1763346495.083984:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a880. 00000100:00000001:1.0:1763346495.083990:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346495.083991:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346495.086988:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.087006:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346495.087011:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.087014:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346495.087024:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346495.087042:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 464 into portal 12 MB=0x691a70e015d00 00000400:00000200:0.0:1763346495.087050:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 464/464 into md 0xd4325 [64] + 95384 00000800:00000001:0.0:1763346495.087107:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.087119:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346495.087122:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346495.087136:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346495.087143:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346495.087146:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346495.087153:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921880. 00000100:00000040:0.0:1763346495.087157:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505921880 x1848996540800256 msgsize 464 00000100:00100000:0.0:1763346495.087161:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346495.087182:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346495.087190:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346495.087194:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346495.089635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00000100:00000001:2.0:1763346495.089645:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346495.089649:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540800256 00010000:00000010:0.1:1763346495.089652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f200. 02000000:00000001:2.0:1763346495.089653:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346495.089656:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:0.1:1763346495.089656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00000100:00000001:2.0:1763346495.089659:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.089664:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346495.089669:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540800256 00000020:00000001:2.0:1763346495.089672:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346495.089674:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346495.089680:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.089684:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:2.0:1763346495.089686:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346495.089688:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346495.089693:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.089703:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29d00. 00000100:00000001:2.0:1763346495.089707:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346495.089709:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29d00. 00000020:00000010:2.0:1763346495.089717:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346495.089723:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346495.089727:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346495.089737:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346495.089739:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346495.089741:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346495.089744:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.089753:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.090128:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346495.090145:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346495.090147:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346495.090155:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140835 00000100:00000040:2.0:1763346495.090160:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346495.090161:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564198528 : -105875145353088 : ffff9fb505921880) 00000100:00000040:2.0:1763346495.090169:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505921880 x1848996540800256/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/0 e 0 to 0 dl 1763346506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346495.090177:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.090180:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29d00. 00000100:00000001:2.0:1763346495.090182:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346495.090184:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29d00. 00000100:00100000:2.0:1763346495.090189:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226296:x1848996540800256:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:2.0:1763346495.090193:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540800256 00000020:00000001:2.0:1763346495.090197:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346495.090202:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346495.090207:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.090209:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346495.090211:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026864 : -1039524752 : ffffffffc20a1c70) 00000020:00000001:2.0:1763346495.090340:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346495.090345:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540800256, found 0 last_xid 1848996540800255 00000020:00000001:2.0:1763346495.090349:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346495.090350:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346495.090353:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346495.090357:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763346495.090363:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.090367:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000020:00000001:2.0:1763346495.090370:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.090372:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.090379:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346495.090382:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346495.090393:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9fb4179a8000. 02000000:00000001:2.0:1763346495.090396:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.090398:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.090403:0:19997:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763346495.090407:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346495.090410:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.090412:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.090415:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.090417:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.090418:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.090420:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.090421:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.090422:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.090424:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.090425:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.090426:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.090427:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.090428:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.090430:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.090431:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.090433:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.090434:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.090436:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.090437:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.090441:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346495.090447:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346495.090449:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346495.090452:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346495.090454:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.090456:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.090457:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.090459:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346495.090461:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.090463:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763346495.090468:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314bcb0 00000004:00000002:2.0:1763346495.090470:0:19997:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763346495.090475:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346495.090478:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346495.090481:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346495.090484:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.090487:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346495.090494:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346495.090497:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.090500:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.090504:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346495.090508:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.090511:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa384 to hash 00000020:00000001:2.0:1763346495.090512:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.090514:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346495.090519:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894880. 00010000:00000001:2.0:1763346495.090522:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.090526:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.090528:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.090533:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.090542:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.090546:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.090549:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.090551:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.090553:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.090555:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.090557:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.090863:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.090866:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.090868:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.090869:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.090872:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:2.0:1763346495.090876:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346495.090881:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 493 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.090889:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 493 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346495.090896:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.090902:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.090908:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.090910:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.090912:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.090913:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.090916:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.090918:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.090921:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.090924:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.090927:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.090933:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.090935:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.090937:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.090938:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.090940:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346495.090945:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078e00. 00010000:00000010:2.0:1763346495.090949:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202380. 00010000:00000001:2.0:1763346495.090953:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.090955:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346495.090958:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.090960:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa38b to hash 00000020:00000001:2.0:1763346495.090961:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.090962:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000010:2.0:1763346495.090966:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e00. 00010000:00000001:2.0:1763346495.090968:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.090971:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.090972:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.090975:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.090980:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.090982:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.090983:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.090984:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.090986:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.090987:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.090989:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.090990:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.090991:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.090992:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.090993:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.090995:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078e00) refcount = 1 00010000:00010000:2.0:1763346495.090998:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091003:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.091005:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.091006:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091007:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.091008:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.091009:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091011:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.091013:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.091015:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.091017:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091022:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.091023:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091024:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.091026:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091031:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.091130:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.091134:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346495.091138:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346495.091142:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.091148:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346495.091175:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346495.091178:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346495.091179:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346495.091182:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.091185:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.091188:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.091190:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.091192:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346495.091194:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.091196:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346495.091199:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346495.091201:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346495.091203:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.091204:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.091205:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.091206:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.091208:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.091248:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.091251:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346495.091254:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091256:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091258:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346495.091261:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:2.0:1763346495.091263:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.091268:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:2.0:1763346495.091270:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:2.0:1763346495.091275:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346495.091287:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.091289:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346495.091334:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078400. 00010000:00000010:2.0:1763346495.091339:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202000. 00010000:00000001:2.0:1763346495.091342:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.091344:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346495.091347:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.091348:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa392 to hash 00000020:00000001:2.0:1763346495.091350:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.091351:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000010:2.0:1763346495.091354:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894500. 00010000:00000001:2.0:1763346495.091357:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091360:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.091362:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.091365:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091370:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.091372:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.091373:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.091374:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.091376:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.091378:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.091379:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.091381:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.091382:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.091383:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.091384:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.091386:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb503078400) refcount = 1 00010000:00010000:2.0:1763346495.091390:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091395:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.091397:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.091398:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091400:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.091402:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.091403:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091405:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.091406:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.091408:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.091410:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091416:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.091417:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091418:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091421:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091423:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091424:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346495.091426:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091429:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091430:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091431:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.091432:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091436:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346495.091442:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346495.091445:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346495.091451:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091455:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346495.091461:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.091464:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.091470:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346495.091474:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346495.091478:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346495.091480:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346495.091483:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346495.091485:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 11 00000004:00000001:2.0:1763346495.091488:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346495.091490:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.091491:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.091493:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346495.091495:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346495.091497:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346495.091499:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346495.091500:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.091501:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.091503:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346495.091505:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346495.091507:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346495.091510:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346495.091511:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346495.091514:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb4179a82f8 00000004:00000001:2.0:1763346495.091517:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.091521:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.091523:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.091525:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.091527:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.091529:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.091532:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.091533:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.091535:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346495.091537:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763346495.091541:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: returning size 4096 00000004:00000040:2.0:1763346495.091544:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405a:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763346495.091547:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763346495.091549:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9525 00000004:00200000:2.0:1763346495.091552:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:2.0:1763346495.091559:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346495.091565:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091567:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091571:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091572:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091574:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346495.091576:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091578:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00000004:00010000:2.0:1763346495.091582:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000004:00000001:2.0:1763346495.091589:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346495.091593:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:2.0:1763346495.091595:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346495.091597:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346495.091599:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346495.091600:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091602:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346495.091604:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091605:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.091607:0:19997:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346495.091610:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346495.091612:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.091614:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091615:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091617:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:2.0:1763346495.091619:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.091621:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.091623:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.091626:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091631:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091632:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.091634:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091639:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.091641:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091644:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.091647:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346495.091653:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.091655:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.091658:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.091661:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091667:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.091668:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091670:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091671:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:2.0:1763346495.091672:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.091674:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.091677:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.091680:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091685:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.091687:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.091688:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091692:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.091694:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.091695:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.091697:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.091699:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa384 from hash 00010000:00000001:2.0:1763346495.091702:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.091703:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091704:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091705:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.091707:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.091709:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091711:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.091714:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.091717:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.091719:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346495.091722:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.091725:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.091728:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091730:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.091732:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.091735:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091736:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091737:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091740:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091742:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.091744:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091749:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091750:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091752:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.091753:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.091754:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.091756:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa384 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346495.091762:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894880. 00010000:00000001:2.0:1763346495.091771:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.091773:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.091774:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.091775:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091776:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091777:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:2.0:1763346495.091779:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.091781:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.091783:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.091786:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091795:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091797:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.091798:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091803:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.091804:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091805:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.091807:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346495.091812:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80da00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.091813:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.091814:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.091816:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091820:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.091821:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091822:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091823:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:2.0:1763346495.091825:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.091826:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.091828:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.091830:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091835:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.091836:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.091837:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091839:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.091840:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.091841:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.091843:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.091845:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa38b from hash 00010000:00000001:2.0:1763346495.091847:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.091848:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091849:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091850:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.091852:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.091853:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091855:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.091856:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.091857:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.091859:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078e00) 00010000:00010000:2.0:1763346495.091861:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.091863:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.091865:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091867:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.091868:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.091870:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091871:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091872:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091874:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.091875:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.091877:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091882:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091883:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091884:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.091885:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.091886:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.091888:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa38b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346495.091893:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e00. 00010000:00000040:2.0:1763346495.091896:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078e00 count: 0 00010000:00000010:2.0:1763346495.091901:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202380. 00010000:00000001:2.0:1763346495.091907:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.091909:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.091911:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346495.091912:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346495.091914:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763346495.091915:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091925:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091926:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346495.091928:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091930:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091932:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.091934:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091938:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091939:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.091941:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091946:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.091947:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091949:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.091951:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346495.091955:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.091958:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.091959:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.091960:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091964:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.091965:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.091966:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.091967:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:2.0:1763346495.091969:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091971:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346495.091973:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.091975:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.091978:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.091980:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.091981:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091983:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.091984:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.091985:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.091986:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.091988:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa392 from hash 00010000:00000001:2.0:1763346495.091990:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.091991:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.091992:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.091993:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.091995:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.091996:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.091997:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.091998:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.092000:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.092001:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb503078400) 00010000:00010000:2.0:1763346495.092003:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.092005:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.092006:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.092008:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.092009:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.092011:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.092012:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.092013:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.092015:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.092016:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.092018:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.092023:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.092024:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.092025:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.092027:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.092028:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.092029:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa392 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346495.092036:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894500. 00010000:00000040:2.0:1763346495.092038:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00010000:00000010:2.0:1763346495.092041:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202000. 00010000:00000001:2.0:1763346495.092046:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763346495.092049:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346495.092052:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346495.092158:0:19997:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763346495.092159:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346495.092161:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346495.092163:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346495.092166:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346495.092171:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.092173:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346495.092176:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763346495.092180:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540800256 00010000:00000001:2.0:1763346495.092183:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346495.092192:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505921880 x1848996540800256/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/520 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346495.092200:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346495.092203:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346495.092207:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=1 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346495.092429:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346495.092433:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346495.092436:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346495.092440:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346495.092443:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.092448:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346495.092451:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346495.092460:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bd48. 00000100:00000200:2.0:1763346495.092470:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848996540800256, offset 224 00000400:00000200:2.0:1763346495.092478:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346495.092496:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346495.092504:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198617:198617:256:4294967295] 192.168.204.16@tcp LPNI seq info [198613:198613:8:4294967295] 00000400:00000200:2.0:1763346495.092518:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346495.092524:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346495.092530:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb502ac5500. 00000800:00000200:2.0:1763346495.092538:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346495.092549:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346495.092554:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb502ac5500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763346495.092889:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346495.092895:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346495.092899:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346495.092902:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.092905:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346495.092912:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921880 x1848996540800256/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/520 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346495.092924:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226296:x1848996540800256:12345-192.168.204.16@tcp:34:lfs.0 Request processed in 2744us (5764us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346495.092934:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140835 00000100:00000040:2.0:1763346495.092939:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346495.092942:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346495.092943:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346495.092949:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346495.092953:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346495.092959:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346495.092964:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:2.0:1763346495.092967:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346495.093125:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346495.093130:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb502ac5500. 00000400:00000200:3.0:1763346495.093138:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346495.093142:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346495.093147:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bd48 00000400:00000010:3.0:1763346495.093150:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bd48. 00000100:00000001:3.0:1763346495.093157:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346495.093158:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346495.094700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:2.1:1763346495.099254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346495.099273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:2.1:1763346495.099314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346495.099318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346495.099321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000001:1.0:1763346495.115817:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.115839:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346495.115843:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.115846:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346495.115858:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346495.115879:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4624 into portal 12 MB=0x691a70e015e00 00000400:00000200:1.0:1763346495.115887:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4624/4624 into md 0xd4325 [64] + 95848 00000800:00000001:1.0:1763346495.115896:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.115913:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346495.115916:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346495.115921:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346495.115929:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346495.115932:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346495.115939:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983dc00. 00000100:00000040:1.0:1763346495.115944:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983dc00 x1848996540800512 msgsize 4624 00000100:00100000:1.0:1763346495.115948:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346495.116262:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346495.116273:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346495.116286:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346495.116400:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346495.116404:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540800512 02000000:00000001:2.0:1763346495.116407:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346495.116410:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346495.116413:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.116419:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346495.116423:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540800512 00000020:00000001:2.0:1763346495.116427:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346495.116429:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346495.116432:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.116436:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:2.0:1763346495.116440:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346495.116442:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346495.116447:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.116453:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29d00. 00000100:00000001:2.0:1763346495.116457:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346495.116460:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29d00. 00000020:00000010:2.0:1763346495.116467:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346495.116473:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346495.116479:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346495.116487:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346495.116490:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346495.116492:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346495.116495:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346495.116497:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.116499:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.116508:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.116521:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346495.116535:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346495.116537:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346495.116543:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140836 00000100:00000040:2.0:1763346495.116547:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346495.116549:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898809856 : -105874810741760 : ffff9fb51983dc00) 00000100:00000040:2.0:1763346495.116557:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983dc00 x1848996540800512/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/0 e 0 to 0 dl 1763346506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346495.116573:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.116576:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29d00. 00000100:00000001:2.0:1763346495.116578:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346495.116580:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29d00. 00000100:00100000:2.0:1763346495.116585:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226297:x1848996540800512:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346495.116588:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540800512 00000020:00000001:2.0:1763346495.116592:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346495.116597:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346495.116602:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.116605:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346495.116607:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346495.116611:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346495.116615:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540800512, found 0 last_xid 1848996540800511 00000020:00000001:2.0:1763346495.116618:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346495.116620:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346495.116623:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346495.116630:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.116633:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346495.116636:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346495.116640:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346495.116642:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346495.116645:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.116651:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346495.116659:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346495.116663:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.116666:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.116671:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346495.116674:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.116676:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa399 to hash 00000020:00000001:2.0:1763346495.116678:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.116680:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000010:2.0:1763346495.116686:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894500. 00010000:00000001:2.0:1763346495.116690:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:2.0:1763346495.116696:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa399 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212989 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.116706:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:2.0:1763346495.116708:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00010000:00000001:2.0:1763346495.116715:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346495.116718:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346495.116726:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346495.116728:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346495.116730:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116732:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346495.116737:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb51983dc00 x1848996540800512/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/0 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346495.116745:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346495.116748:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346495.116751:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346495.116754:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.116756:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.116760:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.116761:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.116764:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.116771:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.116772:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116775:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116776:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116780:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346495.116781:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346495.116785:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346495.116787:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346495.116825:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5389f0000. 02000000:00000001:2.0:1763346495.116828:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.116831:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116837:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346495.116838:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.116840:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.116841:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.116842:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.116844:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.116846:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.116847:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.116849:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.116851:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.116852:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.116857:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346495.116862:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346495.116865:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346495.116868:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346495.116869:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.116872:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.116873:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116876:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346495.116877:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116880:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346495.116882:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116884:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346495.116887:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346495.116891:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:2.0:1763346495.116893:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4057:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763346495.116900:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346495.116901:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4057:0x0] 00000020:00000001:2.0:1763346495.116904:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.116908:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000004:00000001:2.0:1763346495.116910:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570183136 : -105879139368480 : ffff9fb4178241e0) 00000004:00000001:2.0:1763346495.116913:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346495.116915:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.116918:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346495.116921:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346495.116923:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346495.116926:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.116929:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346495.116931:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 4 00010000:00000001:2.0:1763346495.116933:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.116935:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.116938:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346495.116940:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.116942:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa3a0 to hash 00000020:00000001:2.0:1763346495.116944:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.116945:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000010:2.0:1763346495.116948:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e00. 00010000:00000001:2.0:1763346495.116949:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.116953:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.116955:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.116959:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.116965:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.116970:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.116972:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.116975:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.116978:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.116980:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.116981:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.116984:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.116986:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.116988:0:19997:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.116989:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.116992:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 4 00010000:00000040:2.0:1763346495.116995:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346495.116999:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.117006:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 494 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346495.117016:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117021:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.117026:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.117027:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117029:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.117031:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.117033:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117034:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.117037:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.117040:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.117042:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117047:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.117048:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117050:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117051:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.117053:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346495.117057:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078400. 00010000:00000010:2.0:1763346495.117061:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202000. 00010000:00000001:2.0:1763346495.117064:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.117066:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346495.117068:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.117070:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa3a7 to hash 00000020:00000001:2.0:1763346495.117072:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.117073:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346495.117076:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894880. 00010000:00000001:2.0:1763346495.117078:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.117080:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.117082:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.117084:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117089:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.117090:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.117091:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.117092:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.117094:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.117096:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.117097:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.117098:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.117099:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.117101:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.117102:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.117103:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078400) refcount = 1 00010000:00010000:2.0:1763346495.117106:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117111:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.117113:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.117114:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117116:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.117117:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.117119:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117120:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.117122:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.117124:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.117126:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117130:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.117131:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117132:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.117134:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.117138:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.117178:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.117181:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346495.117184:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346495.117189:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.117194:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346495.117243:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346495.117246:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346495.117247:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346495.117251:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.117253:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.117255:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.117257:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.117259:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346495.117261:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.117262:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346495.117265:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346495.117267:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346495.117268:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.117270:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.117271:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.117272:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.117274:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.117309:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.117312:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346495.117315:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.117317:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.117319:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346495.117320:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:2.0:1763346495.117322:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.117327:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:2.0:1763346495.117329:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:2.0:1763346495.117334:0:19997:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763346495.117337:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346495.117340:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:2.0:1763346495.117343:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346495.117345:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346495.117347:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.117349:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.117351:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.117354:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:2.0:1763346495.117356:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.117359:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.117361:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.117364:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117370:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117371:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.117373:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117378:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.117380:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117383:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.117386:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346495.117393:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80da00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.117395:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.117398:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.117400:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117407:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.117408:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.117409:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.117411:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:2.0:1763346495.117413:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.117415:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346495.117418:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.117421:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117427:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.117430:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.117431:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117434:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.117436:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.117438:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.117439:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.117442:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa3a0 from hash 00010000:00000001:2.0:1763346495.117444:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.117446:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117447:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117448:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.117450:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.117452:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117454:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.117456:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.117458:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.117460:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346495.117462:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.117465:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.117467:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117469:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.117471:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.117473:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117474:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117476:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117478:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.117480:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.117483:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117489:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117490:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117491:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.117493:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.117494:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.117497:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa3a0 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346495.117508:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e00. 00010000:00000001:2.0:1763346495.117517:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.117519:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.117520:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.117522:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.117523:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.117525:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:2.0:1763346495.117527:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.117529:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.117531:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.117534:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117539:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117540:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.117542:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117548:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.117549:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117551:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.117553:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346495.117558:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.117560:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.117562:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.117564:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117569:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.117571:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.117572:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.117573:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:2.0:1763346495.117576:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.117578:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346495.117580:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.117582:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117588:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.117589:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.117590:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117593:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.117594:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.117595:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.117596:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.117598:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa3a7 from hash 00010000:00000001:2.0:1763346495.117600:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.117602:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117603:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117605:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.117606:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.117607:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117609:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.117610:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.117612:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.117613:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078400) 00010000:00010000:2.0:1763346495.117616:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.117618:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.117620:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117621:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.117623:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.117626:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117627:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117628:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117630:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.117632:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.117635:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346495.117641:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117642:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117643:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.117645:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.117646:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.117648:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3a7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346495.117654:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894880. 00010000:00000040:2.0:1763346495.117657:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00010000:00000010:2.0:1763346495.117661:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202000. 00010000:00000001:2.0:1763346495.117667:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.117668:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.117671:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346495.117673:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346495.117674:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346495.117676:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346495.117678:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346495.117681:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763346495.117683:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346495.117686:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346495.117688:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346495.117690:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346495.117692:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346495.117694:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346495.117698:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346495.117715:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.117719:0:19997:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346495.117722:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763346495.117725:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346495.117727:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346495.117730:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.117734:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117736:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117738:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.117739:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.117742:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa399 from hash 00010000:00000001:2.0:1763346495.117745:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.117746:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.117747:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.117749:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346495.117750:0:19997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763346495.117753:0:19997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763346495.117760:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa399 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212989 expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346495.117767:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346495.117770:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.117773:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.117775:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.117777:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117780:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.117781:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.117783:0:19997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.117784:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.117785:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.117786:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.117788:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.117790:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346495.117792:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763346495.117794:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.117796:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.117798:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.117800:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.117802:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa399 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212989 expref: 494 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.117809:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:2.0:1763346495.117812:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00010000:00000010:2.0:1763346495.117815:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894500. 00010000:00000001:2.0:1763346495.117819:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.117822:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346495.117824:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763346495.117828:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540800512 00010000:00000001:2.0:1763346495.117831:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346495.117837:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983dc00 x1848996540800512/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/608 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346495.117845:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346495.117848:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346495.117852:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=1 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346495.117857:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346495.117860:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346495.117863:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346495.117866:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346495.117869:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.117873:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346495.117876:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346495.117881:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b880. 00000100:00000200:2.0:1763346495.117889:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540800512, offset 224 00000400:00000200:2.0:1763346495.117895:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346495.117907:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346495.117914:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198618:198618:256:4294967295] 192.168.204.16@tcp LPNI seq info [198614:198614:8:4294967295] 00000400:00000200:2.0:1763346495.117925:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346495.117932:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346495.117938:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb502ac5500. 00000800:00000200:2.0:1763346495.117944:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346495.117952:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346495.117956:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb502ac5500 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763346495.117981:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346495.117985:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346495.117988:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346495.117989:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.117992:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346495.117998:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983dc00 x1848996540800512/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 4624/608 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346495.118007:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226297:x1848996540800512:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1432us (2061us total) trans 0 rc 301/301 00000100:00100000:2.0:1763346495.118015:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140836 00000100:00000040:2.0:1763346495.118020:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346495.118023:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346495.118024:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346495.118029:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346495.118034:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:2.0:1763346495.118039:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:2.0:1763346495.118043:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:2.0:1763346495.118045:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346495.118157:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346495.118162:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb502ac5500. 00000400:00000200:0.0:1763346495.118170:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346495.118175:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346495.118179:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b880 00000400:00000010:0.0:1763346495.118181:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b880. 00000100:00000001:0.0:1763346495.118187:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346495.118189:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346495.123511:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346495.123531:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346495.123535:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346495.123537:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346495.123547:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346495.123566:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 464 into portal 12 MB=0x691a70e015e80 00000400:00000200:3.0:1763346495.123574:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 464/464 into md 0xd4325 [64] + 100472 00000800:00000001:3.0:1763346495.123583:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346495.123596:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346495.123599:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346495.123603:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346495.123611:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346495.123613:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346495.123620:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53546fb80. 00000100:00000040:3.0:1763346495.123624:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53546fb80 x1848996540800640 msgsize 464 00000100:00100000:3.0:1763346495.123628:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346495.123650:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346495.123658:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346495.123661:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346495.123730:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346495.123734:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540800640 02000000:00000001:2.0:1763346495.123737:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346495.123740:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346495.123742:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.123748:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346495.123753:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540800640 00000020:00000001:2.0:1763346495.123757:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346495.123758:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346495.123761:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.123764:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:2.0:1763346495.123767:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346495.123770:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346495.123776:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.123781:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29d00. 00000100:00000001:2.0:1763346495.123785:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346495.123788:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29d00. 00000020:00000010:2.0:1763346495.123796:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51569a200. 00000020:00000010:2.0:1763346495.123802:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346495.123807:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419e10. 00000100:00000040:2.0:1763346495.123814:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346495.123818:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346495.123819:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346495.123822:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.123831:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.123851:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346495.123867:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346495.123869:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346495.123874:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140837 00000100:00000040:2.0:1763346495.123879:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346495.123881:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199364582272 : -105874344969344 : ffff9fb53546fb80) 00000100:00000040:2.0:1763346495.123889:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53546fb80 x1848996540800640/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/0 e 0 to 0 dl 1763346506 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346495.123899:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346495.123902:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb406e29d00. 00000100:00000001:2.0:1763346495.123904:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346495.123907:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb406e29d00. 00000100:00100000:2.0:1763346495.123911:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53546fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226297:x1848996540800640:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:2.0:1763346495.123915:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540800640 00000020:00000001:2.0:1763346495.123919:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346495.123923:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346495.123928:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.123931:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346495.123933:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026864 : -1039524752 : ffffffffc20a1c70) 00000020:00000001:2.0:1763346495.123936:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346495.123941:0:19972:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540800640, found 0 last_xid 1848996540800639 00000020:00000001:2.0:1763346495.123944:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346495.123946:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346495.123948:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346495.123951:0:19972:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763346495.123958:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.123961:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570183224 : -105879139368392 : ffff9fb417824238) 00000020:00000001:2.0:1763346495.123964:0:19972:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346495.123966:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.123972:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346495.123974:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346495.123984:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9fb532728000. 02000000:00000001:2.0:1763346495.123986:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.123988:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.123992:0:19972:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763346495.123997:0:19972:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346495.123999:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.124001:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.124004:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.124005:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.124007:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.124009:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.124010:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.124012:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.124013:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.124014:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.124016:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.124017:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.124019:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.124020:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.124022:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.124023:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.124024:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.124026:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.124028:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346495.124032:0:19972:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346495.124038:0:19972:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346495.124040:0:19972:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346495.124042:0:19972:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346495.124044:0:19972:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.124046:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.124048:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.124050:0:19972:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346495.124051:0:19972:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.124054:0:19972:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763346495.124058:0:19972:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d2bcb0 00000004:00000002:2.0:1763346495.124061:0:19972:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4057:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763346495.124066:0:19972:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346495.124069:0:19972:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346495.124073:0:19972:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346495.124075:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.124078:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346495.124085:0:19972:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972800 count: 3 00010000:00000001:2.0:1763346495.124088:0:19972:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.124091:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.124096:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346495.124101:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.124103:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463afa3ae to hash 00000020:00000001:2.0:1763346495.124105:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.124106:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000010:2.0:1763346495.124112:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894500. 00010000:00000001:2.0:1763346495.124115:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346495.124119:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.124121:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.124125:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.124134:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.124140:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.124142:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.124145:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.124147:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.124149:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.124150:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.124153:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.124155:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.124158:0:19972:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.124159:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.124162:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) refcount = 3 00010000:00000040:2.0:1763346495.124166:0:19972:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346495.124171:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d200/0x757b854463afa12a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921288d expref: 493 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346495.124179:0:19972:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1e00/0x757b854463af9c1b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921262c expref: 493 pid: 26440 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346495.124186:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.124191:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.124196:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.124198:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.124200:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.124201:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.124203:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.124206:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.124209:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.124249:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.124253:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.124259:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.124260:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.124261:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.124263:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.124264:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346495.124270:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078e00. 00010000:00000010:2.0:1763346495.124273:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202000. 00010000:00000001:2.0:1763346495.124287:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.124290:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d000. 00000020:00000001:2.0:1763346495.124292:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.124294:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d000 with handle 0x757b854463afa3b5 to hash 00000020:00000001:2.0:1763346495.124295:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.124297:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000010:2.0:1763346495.124300:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894880. 00010000:00000001:2.0:1763346495.124302:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346495.124305:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.124306:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.124308:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.124314:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.124316:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.124317:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.124318:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.124320:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.124321:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.124323:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.124325:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.124326:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.124328:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.124329:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.124331:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078e00) refcount = 1 00010000:00010000:2.0:1763346495.124334:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.124338:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.124340:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.124341:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.124343:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.124344:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.124346:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.124347:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.124349:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.124351:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.124353:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.124358:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.124359:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.124360:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.124362:0:19972:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.124367:0:19972:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.124403:0:19972:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346495.124407:0:19972:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346495.124410:0:19972:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4057:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346495.124414:0:19972:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.124418:0:19972:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346495.124439:0:19972:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346495.124442:0:19972:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346495.124443:0:19972:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346495.124446:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.124448:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.124451:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.124453:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.124454:0:19972:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346495.124456:0:19972:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.124458:0:19972:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346495.124461:0:19972:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346495.124462:0:19972:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346495.124463:0:19972:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346495.124464:0:19972:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346495.124465:0:19972:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346495.124467:0:19972:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.124468:0:19972:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.125010:0:19972:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346495.125014:0:19972:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346495.125016:0:19972:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125018:0:19972:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125021:0:19972:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346495.125023:0:19972:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x405a:0x0] 00000020:00000001:2.0:1763346495.125025:0:19972:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346495.125030:0:19972:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570186584 : -105879139365032 : ffff9fb417824f58) 00000004:00000001:2.0:1763346495.125033:0:19972:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570186496 : -105879139365120 : ffff9fb417824f00) 00000004:00000001:2.0:1763346495.125038:0:19972:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346495.125040:0:19972:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346495.125041:0:19972:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346495.125046:0:19972:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078b00. 00010000:00000010:2.0:1763346495.125050:0:19972:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202380. 00010000:00000001:2.0:1763346495.125063:0:19972:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346495.125067:0:19972:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80cc00. 00000020:00000001:2.0:1763346495.125070:0:19972:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346495.125072:0:19972:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80cc00 with handle 0x757b854463afa3bc to hash 00000020:00000001:2.0:1763346495.125074:0:19972:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346495.125075:0:19972:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000010:2.0:1763346495.125078:0:19972:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb529894e00. 00010000:00000001:2.0:1763346495.125080:0:19972:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125082:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.125085:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.125087:0:19972:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125093:0:19972:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346495.125095:0:19972:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346495.125096:0:19972:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346495.125098:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.125099:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.125101:0:19972:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346495.125102:0:19972:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.125104:0:19972:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346495.125105:0:19972:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346495.125107:0:19972:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346495.125108:0:19972:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346495.125110:0:19972:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x405a:0x0].0x0 (ffff9fb503078b00) refcount = 1 00010000:00010000:2.0:1763346495.125113:0:19972:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125118:0:19972:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346495.125121:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.125122:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125124:0:19972:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346495.125125:0:19972:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.125126:0:19972:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125128:0:19972:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346495.125130:0:19972:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346495.125132:0:19972:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.125134:0:19972:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125138:0:19972:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346495.125140:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125141:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125143:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125144:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125145:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346495.125147:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125149:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125151:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125152:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.125153:0:19972:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125156:0:19972:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346495.125162:0:19972:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346495.125165:0:19972:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346495.125170:0:19972:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125173:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346495.125180:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.125183:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.125190:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346495.125193:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346495.125197:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346495.125200:0:19972:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346495.125202:0:19972:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346495.125204:0:19972:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x405a:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 11 00000004:00000001:2.0:1763346495.125207:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346495.125209:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.125210:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.125244:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346495.125246:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346495.125248:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346495.125250:0:19972:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346495.125252:0:19972:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.125253:0:19972:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346495.125255:0:19972:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346495.125257:0:19972:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346495.125259:0:19972:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346495.125262:0:19972:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346495.125264:0:19972:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346495.125266:0:19972:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb5327282f8 00000004:00000001:2.0:1763346495.125269:0:19972:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.125272:0:19972:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346495.125274:0:19972:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.125285:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.125287:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.125289:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346495.125297:0:19972:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346495.125298:0:19972:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346495.125300:0:19972:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346495.125303:0:19972:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763346495.125306:0:19972:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x405a:0x0]: returning size 4096 00000004:00000040:2.0:1763346495.125310:0:19972:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x405a:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763346495.125313:0:19972:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763346495.125315:0:19972:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9525 00000004:00200000:2.0:1763346495.125318:0:19972:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:2.0:1763346495.125325:0:19972:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346495.125332:0:19972:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125335:0:19972:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125338:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125339:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125341:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346495.125343:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125346:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00000004:00010000:2.0:1763346495.125349:0:19972:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19972 initiator: MDT0 00000004:00000001:2.0:1763346495.125357:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346495.125361:0:19972:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417824f58/ffff9fb417824f00 to site lru. bkt: ffff9fb51dc9c428 00000004:00000001:2.0:1763346495.125363:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346495.125365:0:19972:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346495.125367:0:19972:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346495.125368:0:19972:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125370:0:19972:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346495.125372:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125374:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.125375:0:19972:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346495.125378:0:19972:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346495.125380:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.125381:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125383:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125384:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346495.125386:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346495.125389:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346495.125391:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.125395:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125400:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125401:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.125404:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125409:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.125410:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125414:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.125417:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346495.125428:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.125430:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.125432:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.125435:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125441:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.125442:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125443:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125445:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=4 00000020:00000001:2.0:1763346495.125447:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346495.125449:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346495.125452:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.125455:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125460:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.125462:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.125463:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125467:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.125469:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.125470:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.125472:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.125474:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463afa3ae from hash 00010000:00000001:2.0:1763346495.125476:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.125478:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125479:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125480:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.125482:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.125483:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125485:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.125488:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.125490:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.125492:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x0 (ffff9fb417972800) 00010000:00010000:2.0:1763346495.125496:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.125499:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.125501:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125503:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.125505:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.125507:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125508:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125510:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125512:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125513:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.125516:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125521:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125522:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125523:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.125524:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.125526:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.125527:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa3ae lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4057:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346495.125533:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894500. 00010000:00000001:2.0:1763346495.125540:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.125542:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.125543:0:19972:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346495.125544:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125545:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125547:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=3 00000020:00000001:2.0:1763346495.125548:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346495.125550:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346495.125552:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.125554:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125558:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125559:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.125561:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125566:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.125568:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125569:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.125571:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346495.125576:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80d000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.125577:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.125578:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.125580:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125585:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.125586:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125587:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125588:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d000 refcount=4 00000020:00000001:2.0:1763346495.125590:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346495.125592:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982496256 : -105874727055360 : ffff9fb51e80d000) 00010000:00000001:2.0:1763346495.125594:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.125596:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125601:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.125602:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.125603:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125605:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.125606:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.125607:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.125610:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.125612:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d000 with handle 0x757b854463afa3b5 from hash 00010000:00000001:2.0:1763346495.125614:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.125615:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125617:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125618:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.125620:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.125621:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125623:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.125624:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.125630:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.125632:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4057:0x0].0x81d099f9 (ffff9fb503078e00) 00010000:00010000:2.0:1763346495.125634:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.125635:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.125637:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125639:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.125640:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.125642:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125643:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125644:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125646:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125648:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.125650:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125654:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125656:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125657:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.125658:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.125659:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.125661:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d000/0x757b854463afa3b5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4057:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346495.125667:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894880. 00010000:00000040:2.0:1763346495.125670:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078e00 count: 0 00010000:00000010:2.0:1763346495.125675:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202000. 00010000:00000001:2.0:1763346495.125681:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346495.125683:0:19972:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346495.125685:0:19972:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346495.125687:0:19972:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346495.125688:0:19972:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763346495.125691:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125692:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125694:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=3 00000020:00000001:2.0:1763346495.125696:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125698:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125700:0:19972:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346495.125703:0:19972:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125708:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125708:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346495.125710:0:19972:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125714:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.125716:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125717:0:19972:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346495.125719:0:19972:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00010000:2.0:1763346495.125724:0:19972:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80cc00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346495.125726:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346495.125727:0:19972:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346495.125729:0:19972:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125735:0:19972:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346495.125736:0:19972:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346495.125737:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346495.125739:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80cc00 refcount=4 00000020:00000001:2.0:1763346495.125741:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125743:0:19972:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000001:2.0:1763346495.125745:0:19972:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346495.125747:0:19972:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125756:0:19972:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346495.125758:0:19972:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346495.125759:0:19972:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125761:0:19972:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346495.125763:0:19972:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346495.125764:0:19972:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346495.125766:0:19972:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346495.125768:0:19972:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80cc00 with handle 0x757b854463afa3bc from hash 00010000:00000001:2.0:1763346495.125770:0:19972:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346495.125771:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125772:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125774:0:19972:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346495.125775:0:19972:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346495.125777:0:19972:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125779:0:19972:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346495.125780:0:19972:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346495.125781:0:19972:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346495.125783:0:19972:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x405a:0x0].0x0 (ffff9fb503078b00) 00010000:00010000:2.0:1763346495.125785:0:19972:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346495.125787:0:19972:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346495.125789:0:19972:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125791:0:19972:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346495.125792:0:19972:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346495.125794:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125795:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125796:0:19972:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346495.125798:0:19972:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125800:0:19972:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346495.125802:0:19972:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000001:2.0:1763346495.125807:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346495.125808:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346495.125809:0:19972:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346495.125810:0:19972:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346495.125812:0:19972:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346495.125814:0:19972:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa3bc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x405a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19972 initiator: MDT0 00010000:00000010:2.0:1763346495.125819:0:19972:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb529894e00. 00010000:00000040:2.0:1763346495.125822:0:19972:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078b00 count: 0 00010000:00000010:2.0:1763346495.125824:0:19972:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202380. 00010000:00000001:2.0:1763346495.125829:0:19972:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763346495.125832:0:19972:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346495.125835:0:19972:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346495.125837:0:19972:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763346495.125838:0:19972:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346495.125840:0:19972:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346495.125842:0:19972:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346495.125844:0:19972:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346495.125850:0:19972:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346495.125852:0:19972:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346495.125854:0:19972:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763346495.125858:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540800640 00010000:00000001:2.0:1763346495.125861:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346495.125871:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53546fb80 x1848996540800640/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/520 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346495.125880:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346495.125883:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346495.125887:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=1 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346495.125892:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346495.125895:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346495.125898:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346495.125901:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346495.125904:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346495.125908:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346495.125912:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346495.125972:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a110. 00000100:00000200:0.0:1763346495.125982:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848996540800640, offset 224 00000400:00000200:0.0:1763346495.125989:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346495.126002:0:19972:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346495.126008:0:19972:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198619:198619:256:4294967295] 192.168.204.16@tcp LPNI seq info [198615:198615:8:4294967295] 00000400:00000200:0.0:1763346495.126020:0:19972:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346495.126025:0:19972:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346495.126031:0:19972:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52deadd00. 00000800:00000200:0.0:1763346495.126038:0:19972:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346495.126047:0:19972:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346495.126051:0:19972:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52deadd00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1763346495.126068:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346495.126073:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346495.126075:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346495.126077:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346495.126080:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346495.126086:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53546fb80 x1848996540800640/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:216/0 lens 464/520 e 0 to 0 dl 1763346506 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346495.126096:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53546fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:226297:x1848996540800640:12345-192.168.204.16@tcp:34:lfs.0 Request processed in 2195us (2469us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346495.126105:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140837 00000100:00000040:0.0:1763346495.126109:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346495.126111:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346495.126113:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346495.126118:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:0.0:1763346495.126128:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419e10. 00000020:00000010:0.0:1763346495.126133:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51569a200. 00000020:00000040:0.0:1763346495.126138:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:0.0:1763346495.126142:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346495.135484:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346495.135495:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52deadd00. 00000400:00000200:1.0:1763346495.135505:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346495.135513:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346495.135521:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a110 00000400:00000010:1.0:1763346495.135524:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a110. 00000100:00000001:1.0:1763346495.135530:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346495.135532:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346495.139399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346495.139417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:2.1:1763346495.139421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346495.139424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00010000:00000010:2.1:1763346495.148264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00010000:00000010:2.1:1763346495.148301:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078e00. 00010000:00000010:2.1:1763346495.148306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d000. 00010000:00000010:2.1:1763346495.148309:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:2.1:1763346495.148312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000001:1.0:1763346495.694391:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346495.694399:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346495.694405:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346495.694407:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346495.694410:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346495.694412:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346495.694415:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346495.694416:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346495.694421:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346495.694423:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346495.694449:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346495.694452:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346495.694455:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1763346496.127095:0:106030:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763346496.127111:0:106030:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346496.127116:0:106030:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346496.127124:0:106030:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763346496.127129:0:106030:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346496.127133:0:106030:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346496.127139:0:106030:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763346496.127145:0:106030:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346496.127148:0:106030:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346496.718560:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346496.718571:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346496.718579:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346496.718581:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346496.718585:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346496.718587:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346496.718590:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346496.718592:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346496.718598:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346496.718599:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346496.718720:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346496.718725:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346496.718729:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1763346497.184451:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346497.184463:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346497.184466:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346497.184469:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847755 is committed 00000001:00000040:0.0:1763346497.184474:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 6 00000020:00000040:0.0:1763346497.184482:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 10 00000001:00000010:0.0:1763346497.184486:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038a80. 00040000:00000001:0.0:1763346497.184492:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184496:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184500:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e9800. 00080000:00000001:0.0:1763346497.184505:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346497.184508:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346497.184510:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 5 00000020:00000040:0.0:1763346497.184512:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 9 00000001:00000010:0.0:1763346497.184514:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038c60. 00040000:00000001:0.0:1763346497.184516:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184518:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184519:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644400. 00080000:00000001:0.0:1763346497.184523:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346497.184525:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346497.184527:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346497.184529:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346497.184530:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847751 is committed 00000001:00000040:0.0:1763346497.184532:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 0 00000020:00000040:0.0:1763346497.184534:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 18 00000001:00000010:0.0:1763346497.184536:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038300. 00040000:00000001:0.0:1763346497.184538:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184540:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184541:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645800. 00080000:00000001:0.0:1763346497.184545:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346497.184553:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346497.184555:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346497.184556:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346497.184557:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847758 is committed 00000001:00000040:0.0:1763346497.184560:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 4 00000020:00000040:0.0:1763346497.184562:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 8 00000001:00000010:0.0:1763346497.184564:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54000. 00040000:00000001:0.0:1763346497.184568:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184569:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184571:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055e8400. 00080000:00000001:0.0:1763346497.184573:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346497.184579:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346497.184581:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 3 00000020:00000040:0.0:1763346497.184583:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 7 00000001:00000010:0.0:1763346497.184585:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417875c60. 00040000:00000001:0.0:1763346497.184588:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184589:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184591:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5380e1000. 00080000:00000001:0.0:1763346497.184594:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346497.184596:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346497.184598:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 2 00000020:00000040:0.0:1763346497.184600:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000001:00000010:0.0:1763346497.184602:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb532cb96c0. 00040000:00000001:0.0:1763346497.184604:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184606:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184607:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa5a400. 00080000:00000001:0.0:1763346497.184611:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346497.184614:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346497.184616:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 1 00000020:00000040:0.0:1763346497.184617:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000001:00000010:0.0:1763346497.184619:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44420. 00040000:00000001:0.0:1763346497.184621:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184622:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184624:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1d800. 00080000:00000001:0.0:1763346497.184628:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346497.184630:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346497.184632:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 0 00000020:00000040:0.0:1763346497.184633:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000001:00000010:0.0:1763346497.184635:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44780. 00040000:00000001:0.0:1763346497.184636:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346497.184638:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346497.184640:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5296b6000. 00080000:00000001:0.0:1763346497.184643:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346497.507627:0:106079:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346497.507648:0:106079:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346497.507654:0:106079:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.507663:0:106079:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346497.507671:0:106079:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346497.507675:0:106079:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.507682:0:106079:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346497.507690:0:106079:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346497.507694:0:106079:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.614579:0:67676:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f9f2f0-32b1-4637-87d3-488557aa69e7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1763346497.614598:0:67676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1763346497.614612:0:67676:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921f80. 00000020:00000040:0.0:1763346497.614620:0:67676:0:(genops.c:1229:class_import_get()) import ffff9fb503925000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1763346497.614627:0:67676:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346497.614630:0:67676:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346497.614636:0:67676:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346497.614647:0:67676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb52dead600. 00000100:00000001:0.0:1763346497.614656:0:67676:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.614670:0:67676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f9f2f0-32b1-4637-87d3-488557aa69e7->MGS req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346497.614682:0:67676:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346497.614688:0:67676:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.614695:0:67676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087c556cc] to pc [ptlrpcd_00_03+3] req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.614730:0:67676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.614733:0:67676:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1763346497.614737:0:67676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1763346497.614741:0:67676:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923800. 00000020:00000040:0.0:1763346497.614744:0:67676:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346497.614746:0:67676:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346497.614748:0:67676:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346497.614750:0:67676:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346497.614756:0:67676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb52deadc00. 00000100:00000001:3.0:1763346497.614758:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.614760:0:67676:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.614764:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1763346497.614767:0:67676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346497.614769:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346497.614779:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.614780:0:67676:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346497.614785:0:67676:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.614793:0:67676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7aaa12d] to pc [ptlrpcd_00_00+0] req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.614819:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346497.614822:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346497.614826:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346497.614829:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346497.614832:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346497.614836:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:78f9f2f0-32b1-4637-87d3-488557aa69e7:3297:1848996514973440:0@lo:400:kworker.0 00000100:00000001:3.0:1763346497.614840:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346497.614846:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346497.614849:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346497.614852:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346497.614858:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb517cab400. 02000000:00000001:3.0:1763346497.614861:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346497.614868:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346497.614878:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fba18. 00000100:00000001:2.0:1763346497.614884:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1763346497.614887:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514973440, portal 25 00000100:00000001:2.0:1763346497.614889:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346497.614891:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346497.614893:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1763346497.614894:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564200320 : -105875145351296 : ffff9fb505921f80) 00000100:00000040:2.0:1763346497.614902:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346497.614903:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.614918:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346497.614924:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1763346497.614925:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1763346497.614928:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbf68. 00000100:00000001:2.0:1763346497.614928:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763346497.614933:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1848996514973440, offset 0 02000000:00000001:2.0:1763346497.614934:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346497.614939:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346497.614942:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763346497.614945:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1763346497.614949:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514973568:0@lo:400:kworker.0 00000100:00000001:2.0:1763346497.614954:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346497.614957:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346497.614959:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346497.614964:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1763346497.614965:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1763346497.614969:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb41764b400. 02000000:00000001:2.0:1763346497.614973:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346497.614979:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c058. 00000400:00000200:3.0:1763346497.614980:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a70c774700 00000400:00000010:2.0:1763346497.614985:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bdd0. 00000400:00000200:3.0:1763346497.614991:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12bc19 [2] + 0 00000400:00000010:3.0:1763346497.614996:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb52b239e70. 00000400:00000200:3.0:1763346497.615000:0:3297:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5402c1240 00000400:00000200:3.0:1763346497.615007:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346497.615012:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346497.615053:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346497.615057:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763346497.615078:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514973568, portal 4 00000400:00000200:3.0:1763346497.615081:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5402c1240 00000100:00000001:2.0:1763346497.615083:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346497.615086:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564206592 : -105875145345024 : ffff9fb505923800) 00000400:00000010:3.0:1763346497.615088:0:3297:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5402c1240. 00000100:00000001:3.0:1763346497.615096:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1763346497.615097:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346497.615099:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1763346497.615106:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb40201c050 x1848996514973440 msgsize 224 00000100:00000001:2.0:1763346497.615109:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346497.615116:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1763346497.615117:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1763346497.615121:0:3297:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1763346497.615131:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bbb0. 00000100:00000001:3.0:1763346497.615133:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1763346497.615138:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514973568, offset 0 00000400:00000200:3.0:1763346497.615143:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbf68 00000400:00000010:3.0:1763346497.615147:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbf68. 00000100:00000001:3.0:1763346497.615153:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1763346497.615155:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1763346497.615161:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763346497.615167:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346497.615179:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c774780 00000100:00000001:3.0:1763346497.615180:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.615185:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1763346497.615190:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x119245 [8] + 12928 00000400:00000200:2.0:1763346497.615199:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763346497.615201:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.615205:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1763346497.615205:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346497.615228:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.615244:0:3297:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4300734529 00000100:00000001:2.0:1763346497.615244:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346497.615248:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346497.615253:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44cc0. 00000100:00000010:2.0:1763346497.615256:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db7b80. 00000100:00000040:2.0:1763346497.615260:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db7b80 x1848996514973568 msgsize 224 00000100:00000001:3.0:1763346497.615263:0:3297:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1763346497.615265:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346497.615274:0:3297:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4300734529 00000100:00000001:2.0:1763346497.615276:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1763346497.615280:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f440c0. 00000100:00000001:3.0:1763346497.615286:0:3297:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1763346497.615287:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bbb0 00000100:00000001:3.0:1763346497.615290:0:3297:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 2 is 4300734529 00000400:00000010:2.0:1763346497.615291:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bbb0. 00000100:00000010:3.0:1763346497.615295:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44240. 00000100:00000001:2.0:1763346497.615298:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1763346497.615300:0:3297:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 2 00000100:00000200:2.0:1763346497.615305:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.615307:0:3297:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 3 is 4300734529 00000100:00000010:3.0:1763346497.615313:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44300. 00000100:00000001:3.0:1763346497.615319:0:3297:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346497.615321:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763346497.615325:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763346497.615326:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.615330:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.615337:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.615339:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.615342:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346497.615342:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346497.615348:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346497.615354:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23537 usecs (24 jiffies) 00000100:00000001:3.0:1763346497.615356:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346497.615357:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300734488 00000100:00000001:3.0:1763346497.615360:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763346497.615361:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300734529 00000100:00000001:3.0:1763346497.615365:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346497.615367:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300734488 00000100:00000001:3.0:1763346497.615368:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346497.615372:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300734529 00000100:00000001:3.0:1763346497.615373:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.615377:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.615379:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300734488 00000100:00000001:2.0:1763346497.615382:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300734529 00000100:00000001:2.0:1763346497.615384:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300734488 00000100:00000001:2.0:1763346497.615386:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300734529 00000100:00000001:2.0:1763346497.615388:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346497.615391:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.615394:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.615396:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.615442:0:19969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346497.615446:0:19969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973440 02000000:00000001:1.0:1763346497.615448:0:19969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346497.615450:0:19969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346497.615453:0:19969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.615457:0:19969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346497.615461:0:19969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973440 00000020:00000001:1.0:1763346497.615465:0:19969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346497.615467:0:19969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463708799 00000020:00000001:1.0:1763346497.615469:0:19969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346497.615473:0:19969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb4010fe000 refcount=18 00000020:00000001:1.0:1763346497.615476:0:19969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194193588224 : -105879515963392 : ffff9fb4010fe000) 00000020:00000001:1.0:1763346497.615479:0:19969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638194193588224 : -105879515963392 : ffff9fb4010fe000) 00000100:00000001:1.0:1763346497.615484:0:19969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.615488:0:19969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30380. 00000100:00000001:1.0:1763346497.615491:0:19969:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346497.615494:0:19969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30380. 00000020:00000010:1.0:1763346497.615501:0:19969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5332d5600. 00000020:00000010:1.0:1763346497.615508:0:19969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb540b12280. 00000020:00000010:1.0:1763346497.615513:0:19969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346497.615523:0:19969:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1763346497.615526:0:19969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346497.615527:0:19969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346497.615530:0:19969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.615539:0:19969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.615557:0:19969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.615574:0:19969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346497.615576:0:19969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346497.615584:0:19969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929 00000100:00000040:1.0:1763346497.615588:0:19969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb4010fe000 : new rpc_count 1 00000100:00000001:1.0:1763346497.615590:0:19969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194209439824 : -105879500111792 : ffff9fb40201c050) 00000100:00000040:1.0:1763346497.615596:0:19969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb40201c050 x1848996514973440/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:218/0 lens 224/0 e 0 to 0 dl 1763346508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.615603:0:19969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.615606:0:19969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30380. 00000100:00000001:1.0:1763346497.615608:0:19969:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346497.615610:0:19969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30380. 00000100:00100000:1.0:1763346497.615614:0:19969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb40201c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78f9f2f0-32b1-4637-87d3-488557aa69e7+18:3297:x1848996514973440:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763346497.615619:0:19969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973440 00000020:00000001:1.0:1763346497.615623:0:19969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346497.615627:0:19969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346497.615629:0:19969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.615631:0:19969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346497.615633:0:19969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667986048 : -1041565568 : ffffffffc1eaf880) 00000020:00000001:1.0:1763346497.615636:0:19969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346497.615638:0:19969:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346497.615640:0:19969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346497.615642:0:19969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346497.615646:0:19969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.615649:0:19969:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763346497.615652:0:19969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346497.615655:0:19969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346497.615663:0:19969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb509419000. 02000000:00000001:1.0:1763346497.615666:0:19969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.615668:0:19969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.615670:0:19969:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346497.615674:0:19969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514973440 00010000:00000001:1.0:1763346497.615676:0:19969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346497.615681:0:19969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb40201c050 x1848996514973440/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346497.615688:0:19969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346497.615690:0:19969:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346497.615695:0:19969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5098edde8 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346497.615699:0:19969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346497.615701:0:19969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346497.615703:0:19969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346497.615707:0:19969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346497.615709:0:19969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.615712:0:19969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346497.615714:0:19969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346497.615717:0:19969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b440. 00000100:00000200:1.0:1763346497.615720:0:19969:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848996514973440, offset 224 00000400:00000200:1.0:1763346497.615725:0:19969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346497.615731:0:19969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346497.615737:0:19969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a70c774700 00000400:00000200:1.0:1763346497.615743:0:19969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12fccd [1] + 224 00000400:00000200:1.0:1763346497.615747:0:19969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346497.615750:0:19969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346497.615753:0:19969:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346497.615758:0:19969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346497.615768:0:19969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.615784:0:19969:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346497.615790:0:19969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b440 00000400:00000010:1.0:1763346497.615792:0:19969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b440. 00000100:00000001:1.0:1763346497.615795:0:19969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346497.615797:0:19969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346497.615799:0:19969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.615802:0:19969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346497.615804:0:19969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346497.615806:0:19969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.615808:0:19969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346497.615811:0:19969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb40201c050 x1848996514973440/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346497.615820:0:19969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb40201c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78f9f2f0-32b1-4637-87d3-488557aa69e7+18:3297:x1848996514973440:12345-0@lo:400:kworker.0 Request processed in 215us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346497.615828:0:19969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929 00000100:00000040:1.0:1763346497.615831:0:19969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb4010fe000 : new rpc_count 0 00000100:00000001:1.0:1763346497.615833:0:19969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346497.615835:0:19969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346497.615840:0:19969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb540b12280. 00000020:00000010:1.0:1763346497.615844:0:19969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346497.615850:0:19969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5332d5600. 00000020:00000040:1.0:1763346497.615857:0:19969:0:(genops.c:898:class_export_put()) PUTting export ffff9fb4010fe000 : new refcount 17 02000000:00000001:1.0:1763346497.615861:0:19969:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346497.615864:0:19969:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb509419000. 02000000:00000001:1.0:1763346497.615868:0:19969:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763346497.615870:0:19969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346497.615875:0:19969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1763346497.615879:0:19969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636e70. 00000400:00000010:1.0:1763346497.615885:0:19969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979c00. 00000100:00000001:1.0:1763346497.615901:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346497.615903:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973568 02000000:00000001:1.0:1763346497.615905:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346497.615907:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346497.615909:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.615911:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346497.615914:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973568 00000020:00000001:1.0:1763346497.615916:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346497.615918:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:1.0:1763346497.615920:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346497.615922:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000020:00000001:1.0:1763346497.615925:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:1.0:1763346497.615927:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:1.0:1763346497.615930:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.615933:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30380. 00000020:00000010:1.0:1763346497.615938:0:57808:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9c580. 00000020:00000040:1.0:1763346497.615945:0:57808:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:1.0:1763346497.615955:0:57808:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763346497.615958:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5332d5600. 00000020:00000010:1.0:1763346497.615961:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb540b12280. 00000020:00000010:1.0:1763346497.615963:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346497.615969:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346497.615971:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346497.615972:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346497.615974:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.615979:0:57808:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763346497.615981:0:57808:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346497.615982:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.615991:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.615998:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346497.616000:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346497.616002:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00000040:1.0:1763346497.616004:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:1.0:1763346497.616006:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619339648 : -105875090211968 : ffff9fb508db7b80) 00000100:00000040:1.0:1763346497.616011:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db7b80 x1848996514973568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:218/0 lens 224/0 e 0 to 0 dl 1763346508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.616018:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.616022:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346497.616023:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346497.616025:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000100:00100000:1.0:1763346497.616029:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3294:x1848996514973568:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763346497.616032:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973568 00000020:00000001:1.0:1763346497.616034:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346497.616036:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346497.616037:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.616039:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346497.616042:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:1.0:1763346497.616043:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346497.616047:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346497.616048:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346497.616050:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346497.616051:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.616053:0:57808:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763346497.616056:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346497.616058:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346497.616060:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb509419000. 02000000:00000001:1.0:1763346497.616062:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.616063:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.616065:0:57808:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346497.616067:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847758, transno 0, xid 1848996514973568 00010000:00000001:1.0:1763346497.616069:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346497.616072:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db7b80 x1848996514973568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346497.616079:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346497.616081:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346497.616083:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346497.616086:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346497.616088:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346497.616090:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346497.616092:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346497.616094:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.616096:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346497.616098:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346497.616101:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b440. 00000100:00000200:1.0:1763346497.616103:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996514973568, offset 224 00000400:00000200:1.0:1763346497.616107:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346497.616112:0:57808:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346497.616116:0:57808:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a70c774780 00000400:00000200:1.0:1763346497.616121:0:57808:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12fcd5 [1] + 224 00000400:00000200:1.0:1763346497.616125:0:57808:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346497.616127:0:57808:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346497.616130:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346497.616135:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346497.616143:0:57808:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.617026:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346497.617041:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b440 00000400:00000010:1.0:1763346497.617044:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b440. 00000100:00000001:1.0:1763346497.617048:0:57808:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346497.617049:0:57808:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346497.617053:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.617057:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346497.617060:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346497.617062:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.617064:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346497.617070:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db7b80 x1848996514973568/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346497.617080:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3294:x1848996514973568:12345-0@lo:400:kworker.0 Request processed in 1059us (1817us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346497.617090:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00000040:1.0:1763346497.617094:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:1.0:1763346497.617096:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346497.617098:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346497.617099:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1763346497.617104:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1763346497.617105:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb540b12280. 00000100:00000001:2.0:1763346497.617108:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346497.617112:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1763346497.617112:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346497.617119:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5332d5600. 00000020:00000040:1.0:1763346497.617127:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000100:00000001:1.0:1763346497.617131:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1763346497.617153:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1763346497.617158:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:1.0:1763346497.617176:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346497.617180:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346497.617188:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346497.617191:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346497.617195:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:1.0:1763346497.617202:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fba18 00000400:00000010:1.0:1763346497.617204:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fba18. 00000100:00000001:1.0:1763346497.617207:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763346497.617238:0:67676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763346497.617242:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346497.617244:0:67676:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1763346497.617255:0:67676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1763346497.617261:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1763346497.617265:0:67676:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923b80. 00000100:00000001:1.0:1763346497.617272:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1763346497.617273:0:67676:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346497.617275:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.617280:0:3297:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1763346497.617280:0:67676:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346497.617284:0:67676:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346497.617286:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346497.617289:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1763346497.617291:0:67676:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617292:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.617298:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346497.617302:0:67676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb52deadd00. 00000100:00001000:1.0:1763346497.617305:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb503925458 time=111 v=5 (5 5 5 5) 00000100:00001000:1.0:1763346497.617311:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb503925410 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346497.617314:0:67676:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617315:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346497.617318:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.617323:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1763346497.617325:0:67676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1763346497.617327:0:3297:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617333:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.617342:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.617342:0:67676:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346497.617351:0:67676:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.617360:0:67676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078d1f721] to pc [ptlrpcd_00_01+1] req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.617363:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346497.617369:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346497.617373:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763346497.617381:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.617381:0:67676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.617385:0:67676:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1763346497.617393:0:67676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1763346497.617398:0:67676:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505922a00. 00000100:00100000:1.0:1763346497.617399:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:78f9f2f0-32b1-4637-87d3-488557aa69e7:3297:1848996514973440:0@lo:400:kworker.0 00000020:00000040:0.0:1763346497.617403:0:67676:0:(genops.c:1229:class_import_get()) import ffff9fb509245000 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1763346497.617407:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.617408:0:67676:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346497.617411:0:67676:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1763346497.617414:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1763346497.617414:0:67676:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.617421:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505921f80 x1848996514973440/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1763346497.617421:0:67676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb52deadf00. 00000100:00000001:0.0:1763346497.617426:0:67676:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617435:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1763346497.617435:0:67676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1763346497.617439:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346497.617443:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb517cab400. 00000100:00000001:0.0:1763346497.617446:0:67676:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346497.617450:0:67676:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.617452:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346497.617456:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1763346497.617456:0:67676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8206c70] to pc [ptlrpcd_00_02+2] req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763346497.617460:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb503925000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1763346497.617464:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346497.617468:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb52dead600. 02000000:00000001:1.0:1763346497.617473:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346497.617475:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346497.617477:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505921f80. 00000100:00000001:0.0:1763346497.617479:0:67676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617482:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1763346497.617484:0:67676:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346497.617486:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.617491:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.617492:0:67676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1763346497.617498:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1763346497.617498:0:67676:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920380. 00000100:00000001:1.0:1763346497.617502:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617505:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1763346497.617508:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1763346497.617510:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.617511:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346497.617513:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1763346497.617514:0:67676:0:(genops.c:1229:class_import_get()) import ffff9fb517c4e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1763346497.617516:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.617520:0:67676:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1763346497.617521:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1763346497.617524:0:67676:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1763346497.617525:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1763346497.617528:0:67676:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.617532:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1763346497.617537:0:67676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb52dead600. 00000100:00000001:0.0:1763346497.617542:0:67676:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617546:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1763346497.617550:0:67676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346497.617552:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.617559:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346497.617564:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346497.617564:0:67676:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346497.617569:0:67676:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.617570:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.617576:0:67676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac299deb] to pc [ptlrpcd_00_03+3] req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346497.617577:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1848996514973824:0@lo:400:kworker.0 00000100:00000001:1.0:1763346497.617583:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346497.617587:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346497.617589:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.617591:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346497.617597:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5332d5600. 00000100:00000001:0.0:1763346497.617599:0:67676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.617600:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.617605:0:67676:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1763346497.617609:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636420. 00000100:00000001:0.0:1763346497.617610:0:67676:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1763346497.617616:0:67676:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920a80. 00000400:00000010:1.0:1763346497.617618:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b440. 00000020:00000040:0.0:1763346497.617620:0:67676:0:(genops.c:1229:class_import_get()) import ffff9fb526ca9000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1763346497.617625:0:67676:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346497.617627:0:67676:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1763346497.617628:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514973824, portal 10 02000000:00000001:0.0:1763346497.617630:0:67676:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617633:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346497.617637:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564203008 : -105875145348608 : ffff9fb505922a00) 02000000:00000010:0.0:1763346497.617638:0:67676:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb53cc4a600. 00000100:00000001:0.0:1763346497.617644:0:67676:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.617648:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346497.617652:0:67676:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346497.617669:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763346497.617670:0:67676:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1763346497.617675:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1763346497.617675:0:67676:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346497.617682:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000040:0.0:1763346497.617682:0:67676:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000596b631a] to pc [ptlrpcd_00_00+0] req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346497.617688:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514973824, offset 0 00000100:00000001:0.0:1763346497.617698:0:67676:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763346497.617702:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1763346497.617706:0:67676:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6072) 00000400:00000200:1.0:1763346497.617715:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346497.617728:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c774880 00000400:00000200:1.0:1763346497.617736:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 100936 00000100:00000001:0.0:1763346497.617742:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1763346497.617744:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1763346497.617747:0:3296:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1763346497.617752:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346497.617753:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346497.617760:0:3296:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346497.617761:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1763346497.617764:0:3296:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763346497.617766:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1763346497.617768:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.617770:0:3296:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346497.617773:0:3296:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1763346497.617774:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983ce00. 00000100:00000040:0.0:1763346497.617778:0:3296:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346497.617781:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983ce00 x1848996514973824 msgsize 224 00000100:00100000:1.0:1763346497.617792:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346497.617797:0:3296:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346497.617799:0:3296:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346497.617801:0:3296:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346497.617804:0:3296:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346497.617806:0:3296:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617808:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1763346497.617810:0:3296:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3296:1848996514973952:0@lo:400:kworker.0 00000400:00000200:1.0:1763346497.617815:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000100:00000001:0.0:1763346497.617816:0:3296:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346497.617819:0:3296:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1763346497.617820:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 02000000:00000001:0.0:1763346497.617823:0:3296:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617826:0:3297:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1763346497.617827:0:3296:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346497.617833:0:3296:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5277c5c00. 00000100:00000200:1.0:1763346497.617834:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763346497.617837:0:3296:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346497.617844:0:3296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000100:00000001:1.0:1763346497.617848:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1763346497.617851:0:3296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a4c8. 00000100:00000040:1.0:1763346497.617854:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346497.617856:0:3296:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514973952, portal 10 00000100:00000001:0.0:1763346497.617863:0:3296:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346497.617865:0:3296:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564193152 : -105875145358464 : ffff9fb505920380) 00000100:00000001:1.0:1763346497.617873:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.617876:0:3296:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.617877:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346497.617882:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.617889:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7433 usecs (8 jiffies) 00000100:00000001:0.0:1763346497.617889:0:3296:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346497.617894:0:3296:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1763346497.617897:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300734475 00000400:00000010:0.0:1763346497.617899:0:3296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9abb0. 00000100:00000001:1.0:1763346497.617903:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300734529 00000100:00000200:0.0:1763346497.617904:0:3296:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514973952, offset 0 00000100:00000001:1.0:1763346497.617910:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300734475 00000400:00000200:0.0:1763346497.617915:0:3296:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763346497.617916:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300734529 00000100:00000001:1.0:1763346497.617920:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300734475 00000100:00000001:1.0:1763346497.617925:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300734529 00000400:00000200:0.0:1763346497.617925:0:3296:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763346497.617931:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300734475 00000400:00000200:0.0:1763346497.617935:0:3296:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c774900 00000100:00000001:1.0:1763346497.617936:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300734529 00000100:00000001:1.0:1763346497.617942:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1763346497.617943:0:3296:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 101160 00000100:00000001:1.0:1763346497.617946:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346497.617951:0:3296:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763346497.617952:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.617957:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346497.617958:0:3296:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346497.617962:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346497.617965:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346497.617966:0:3296:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1763346497.617969:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763346497.617971:0:3296:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1763346497.617973:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763346497.617978:0:3296:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505922680. 00000100:00000040:0.0:1763346497.617983:0:3296:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505922680 x1848996514973952 msgsize 224 00000100:00100000:0.0:1763346497.617990:0:3296:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346497.617994:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346497.618001:0:3296:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346497.618007:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9abb0 00000400:00000010:0.0:1763346497.618008:0:3296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9abb0. 00000100:00000001:0.0:1763346497.618011:0:3296:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346497.618014:0:3296:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.618022:0:3296:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346497.618024:0:3296:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.618029:0:3296:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.618031:0:3296:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346497.618035:0:3296:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.618038:0:3296:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 8181 usecs (9 jiffies) 00000100:00000001:0.0:1763346497.618041:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300734476 00000100:00000001:0.0:1763346497.618043:0:3296:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300734529 00000100:00000001:0.0:1763346497.618045:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300734476 00000100:00000001:0.0:1763346497.618048:0:3296:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300734529 00000100:00000001:0.0:1763346497.618049:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300734476 00000100:00000001:0.0:1763346497.618051:0:3296:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300734529 00000100:00000001:0.0:1763346497.618053:0:3296:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300734476 00000100:00000001:0.0:1763346497.618055:0:3296:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300734529 00000100:00000001:0.0:1763346497.618057:0:3296:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346497.618060:0:3296:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.618062:0:3296:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.618065:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.618079:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346497.618130:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346497.618134:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346497.618136:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346497.618144:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346497.618151:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346497.618152:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346497.618154:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346497.618156:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346497.618158:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346497.618161:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514973696:0@lo:400:kworker.0 00000100:00000001:2.0:1763346497.618164:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346497.618167:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346497.618169:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346497.618171:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346497.618175:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb41764b800. 02000000:00000001:2.0:1763346497.618176:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346497.618181:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4caa8. 00000400:00000010:2.0:1763346497.618186:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bbb0. 00000100:00000200:2.0:1763346497.618192:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514973696, portal 4 00000100:00000001:2.0:1763346497.618195:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346497.618197:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564207488 : -105875145344128 : ffff9fb505923b80) 00000100:00000040:2.0:1763346497.618203:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346497.618209:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346497.618240:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346497.618243:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346497.618246:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514973696, offset 0 00000400:00000200:2.0:1763346497.618250:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346497.618255:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346497.618260:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c774800 00000400:00000200:2.0:1763346497.618266:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x119245 [8] + 13152 00000400:00000200:2.0:1763346497.618270:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346497.618273:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346497.618277:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346497.618279:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346497.618283:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db5880. 00000100:00000040:2.0:1763346497.618286:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db5880 x1848996514973696 msgsize 224 00000100:00100000:2.0:1763346497.618290:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346497.618299:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346497.618304:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:2.0:1763346497.618306:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:2.0:1763346497.618310:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346497.618313:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346497.618320:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346497.618323:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346497.618329:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.618330:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346497.618333:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346497.618336:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16292 usecs (17 jiffies) 00000100:00000001:2.0:1763346497.618339:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300734484 00000100:00000001:2.0:1763346497.618341:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300734529 00000100:00000001:2.0:1763346497.618343:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300734484 00000100:00000001:2.0:1763346497.618345:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300734529 00000100:00000001:2.0:1763346497.618346:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300734484 00000100:00000001:2.0:1763346497.618348:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300734529 00000100:00000001:2.0:1763346497.618349:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300734484 00000100:00000001:2.0:1763346497.618351:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300734529 00000100:00000001:2.0:1763346497.618353:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346497.618355:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.618357:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.618359:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346497.618364:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346497.618366:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763346497.618369:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346497.618370:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346497.618371:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346497.618373:0:3295:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1763346497.618374:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346497.618375:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346497.618377:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346497.618378:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346497.618379:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346497.618380:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346497.618383:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346497.618388:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346497.618389:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346497.618391:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346497.618393:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346497.618395:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346497.618397:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3295:1848996514974080:0@lo:400:kworker.0 00000100:00000001:2.0:1763346497.618399:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346497.618401:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346497.618402:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346497.618404:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346497.618407:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb41764aa00. 02000000:00000001:2.0:1763346497.618408:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346497.618412:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c0b0. 00000400:00000010:2.0:1763346497.618415:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346497.618418:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514974080, portal 10 00000100:00000001:2.0:1763346497.618420:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346497.618421:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564194944 : -105875145356672 : ffff9fb505920a80) 00000100:00000040:2.0:1763346497.618426:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346497.618431:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346497.618433:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346497.618435:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035baa0. 00000100:00000200:2.0:1763346497.618437:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514974080, offset 0 00000400:00000200:2.0:1763346497.618440:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346497.618445:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346497.618449:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c774980 00000400:00000200:2.0:1763346497.618452:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 101384 00000400:00000200:2.0:1763346497.618455:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346497.618458:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346497.618460:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346497.618461:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346497.618465:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db6680. 00000100:00000040:2.0:1763346497.618467:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db6680 x1848996514974080 msgsize 224 00000100:00100000:2.0:1763346497.618470:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:3.0:1763346497.618532:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346497.618536:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346497.618538:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c058. 00000400:00000200:3.0:1763346497.618542:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bdd0 00000400:00000010:3.0:1763346497.618544:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bdd0. 00000100:00000001:3.0:1763346497.618548:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346497.618554:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346497.618564:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618570:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346497.618572:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346497.618574:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346497.618577:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346497.618579:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346497.618581:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346497.618583:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346497.618591:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346497.618595:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=4 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346497.618597:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346497.618599:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346497.618601:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346497.618604:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.618607:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763346497.618609:0:3294:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847758 gen 3 00000100:00000040:3.0:1763346497.618615:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847758) req@ffff9fb506102300 x1848996514965632/t21474847752(21474847752) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346497.618623:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346497.618626:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847752 committed transno 21474847758 00000004:00000010:3.0:1763346497.618632:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e97000. 00000004:00000010:3.0:1763346497.618638:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef16a0. 00000004:00000010:3.0:1763346497.618642:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755a3c0. 00000004:00000010:3.0:1763346497.618645:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb41755ad80. 00000004:00000001:3.0:1763346497.618648:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346497.618649:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.618652:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb506102300 x1848996514965632/t21474847752(21474847752) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618658:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.618660:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.618663:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb51ed0c000. 02000000:00000001:3.0:1763346497.618667:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.618669:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.618670:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.618672:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.618674:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb517cabc00. 02000000:00000001:3.0:1763346497.618679:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.618680:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.618682:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506102300. 00000100:00000001:3.0:1763346497.618685:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.618686:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346497.618691:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847758) req@ffff9fb52a768700 x1848996514965888/t21474847753(21474847753) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346497.618696:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346497.618698:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847753 committed transno 21474847758 00000004:00000010:3.0:1763346497.618701:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb503af0000. 00000004:00000010:3.0:1763346497.618705:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08b00. 00000004:00000010:3.0:1763346497.618708:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb51d20d840. 00000004:00000010:3.0:1763346497.618711:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb51d20d480. 00000004:00000001:3.0:1763346497.618713:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346497.618714:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.618717:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a768700 x1848996514965888/t21474847753(21474847753) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346508 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_005.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618729:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.618730:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.618732:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb52904c000. 02000000:00000001:3.0:1763346497.618736:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.618737:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.618738:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.618740:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.618742:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1e400. 02000000:00000001:3.0:1763346497.618745:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.618746:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.618747:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768700. 00000100:00000001:3.0:1763346497.618750:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.618751:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346497.618755:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847758) req@ffff9fb522403800 x1848996514968448/t21474847754(21474847754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346497.618762:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb522403800, transno 21474847754 00000100:00000001:3.0:1763346497.618765:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346497.618766:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199045371904 : -105874664179712 : ffff9fb522403800) 00000100:00000001:3.0:1763346497.618777:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.618780:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb522403800 x1848996514968448/t21474847754(21474847754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618786:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346497.618791:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847758) req@ffff9fb52a76d180 x1848996514968704/t21474847755(21474847755) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346497.618797:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346497.618799:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847755 committed transno 21474847758 00000004:00000010:3.0:1763346497.618802:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb5209d1000. 00000004:00000010:3.0:1763346497.618806:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb40e774400. 00000004:00000010:3.0:1763346497.618809:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb417f31cc0. 00000004:00000010:3.0:1763346497.618812:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb417f31b40. 00000004:00000001:3.0:1763346497.618814:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346497.618816:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.618819:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76d180 x1848996514968704/t21474847755(21474847755) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346509 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618824:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.618825:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.618827:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb52a94a000. 02000000:00000001:3.0:1763346497.618830:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.618832:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.618833:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.618834:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.618836:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb401895a00. 02000000:00000001:3.0:1763346497.618838:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.618840:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.618841:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d180. 00000100:00000001:3.0:1763346497.618843:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.618844:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346497.618849:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847758) req@ffff9fb517d3d180 x1848996514970752/t21474847756(21474847756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763346497.618855:0:3294:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb517d3d180, transno 21474847756 00000100:00000001:3.0:1763346497.618857:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346497.618858:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870495616 : -105874839056000 : ffff9fb517d3d180) 00000100:00000001:3.0:1763346497.618860:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.618863:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3d180 x1848996514970752/t21474847756(21474847756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618869:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346497.618874:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847758) req@ffff9fb5199a8700 x1848996514971008/t21474847757(21474847757) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346497.618880:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346497.618882:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847757 committed transno 21474847758 00000004:00000010:3.0:1763346497.618885:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e92000. 00000004:00000010:3.0:1763346497.618888:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef1880. 00000004:00000010:3.0:1763346497.618890:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb41755a780. 00000004:00000010:3.0:1763346497.618893:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb41755ae40. 00000004:00000001:3.0:1763346497.618895:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346497.618897:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.618900:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199a8700 x1848996514971008/t21474847757(21474847757) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618906:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.618907:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.618909:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb50555e000. 02000000:00000001:3.0:1763346497.618914:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.618915:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.618917:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.618918:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.618920:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb5277c4400. 02000000:00000001:3.0:1763346497.618925:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.618926:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.618928:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199a8700. 00000100:00000001:3.0:1763346497.618930:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.618932:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346497.618937:0:3294:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847758) req@ffff9fb505920e00 x1848996514973056/t21474847758(21474847758) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346497.618944:0:3294:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:3.0:1763346497.618946:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847758 committed transno 21474847758 00000004:00000010:3.0:1763346497.618949:0:3294:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e90000. 00000004:00000010:3.0:1763346497.618952:0:3294:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef1460. 00000004:00000010:3.0:1763346497.618954:0:3294:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb5192af9c0. 00000004:00000010:3.0:1763346497.618957:0:3294:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb5192af0c0. 00000004:00000001:3.0:1763346497.618959:0:3294:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:3.0:1763346497.618960:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.618963:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920e00 x1848996514973056/t21474847758(21474847758) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.618970:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.618971:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.618973:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb532a80000. 02000000:00000001:3.0:1763346497.618976:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.618978:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.618979:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.618981:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.618982:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb532027e00. 02000000:00000001:3.0:1763346497.618986:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.618987:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.618989:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920e00. 00000100:00000001:3.0:1763346497.618991:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.618992:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346497.618995:0:3294:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763346497.619005:0:3294:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=7/7 committed=0/0 00000100:00000001:3.0:1763346497.619008:0:3294:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346497.619010:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346497.619015:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.619022:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346497.619024:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346497.619026:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346497.619030:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346497.619038:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514973568:0@lo:400:kworker.0 00000100:00000001:3.0:1763346497.619042:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346497.619044:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.619047:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505923800 x1848996514973568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.619052:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.619053:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.619055:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb41764b400. 02000000:00000001:3.0:1763346497.619058:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.619060:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.619061:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.619062:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.619064:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb52deadc00. 02000000:00000001:3.0:1763346497.619067:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.619068:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.619069:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505923800. 00000100:00000001:3.0:1763346497.619072:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.619073:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346497.619074:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346497.619080:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346497.619081:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.619084:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346497.619086:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346497.619100:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346497.619103:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346497.619106:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1763346497.619110:0:19995:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:3.0:1763346497.619117:0:19995:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763346497.619119:0:19995:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763346497.619121:0:19995:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763346497.619126:0:19995:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619130:0:19995:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763346497.619133:0:19995:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9605 in log [0x1:0x8:0x0] 00080000:00000001:3.0:1763346497.619138:0:19995:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346497.619151:0:19995:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb517f74800. 00080000:00000001:3.0:1763346497.619155:0:19995:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198872819712 : -105874836731904 : ffff9fb517f74800) 00000040:00000001:3.0:1763346497.619158:0:19995:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346497.619162:0:19995:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346497.619166:0:19995:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346497.619195:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346497.619198:0:19995:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619200:0:19995:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619202:0:19995:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619205:0:19995:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763346497.619207:0:19995:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763346497.619250:0:19995:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1763346497.619255:0:19995:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346497.619258:0:19995:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346497.619260:0:19995:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.619264:0:19995:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346497.619268:0:19995:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763346497.619270:0:19995:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346497.619300:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346497.619302:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346497.619334:0:19995:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619337:0:19995:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619339:0:19995:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.619342:0:19995:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346497.619367:0:19995:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619371:0:19995:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346497.619373:0:19995:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346497.619375:0:19995:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763346497.619384:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346497.619406:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763346497.619408:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346497.619414:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1763346497.619417:0:19995:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619419:0:19995:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.619422:0:19995:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346497.619436:0:19995:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619438:0:19995:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619441:0:19995:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619443:0:19995:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.619445:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.619449:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3d180 x1848996514970752/t21474847756(21474847756) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.619457:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.619458:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.619460:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5380e1400. 02000000:00000001:3.0:1763346497.619464:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.619465:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.619467:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.619469:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.619470:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb52af1ec00. 02000000:00000001:3.0:1763346497.619474:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.619475:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.619477:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3d180. 00000100:00000001:3.0:1763346497.619480:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.619482:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763346497.619484:0:19995:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763346497.619485:0:19995:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763346497.619487:0:19995:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763346497.619488:0:19995:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619490:0:19995:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763346497.619492:0:19995:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9604 in log [0x1:0x8:0x0] 00080000:00000001:3.0:1763346497.619494:0:19995:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346497.619499:0:19995:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb517f75400. 00080000:00000001:3.0:1763346497.619501:0:19995:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198872822784 : -105874836728832 : ffff9fb517f75400) 00000040:00000001:3.0:1763346497.619503:0:19995:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346497.619504:0:19995:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346497.619506:0:19995:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346497.619514:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346497.619515:0:19995:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619517:0:19995:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619519:0:19995:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619520:0:19995:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763346497.619522:0:19995:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763346497.619524:0:19995:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1763346497.619526:0:19995:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346497.619528:0:19995:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346497.619530:0:19995:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.619532:0:19995:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346497.619533:0:19995:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763346497.619534:0:19995:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346497.619542:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346497.619544:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346497.619554:0:19995:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619556:0:19995:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619558:0:19995:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.619559:0:19995:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346497.619567:0:19995:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619569:0:19995:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346497.619570:0:19995:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346497.619571:0:19995:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763346497.619574:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346497.619580:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763346497.619583:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346497.619586:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1763346497.619588:0:19995:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619590:0:19995:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346497.619591:0:19995:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346497.619597:0:19995:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619599:0:19995:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619601:0:19995:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.619603:0:19995:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346497.619605:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346497.619609:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb522403800 x1848996514968448/t21474847754(21474847754) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346509 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346497.619615:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346497.619617:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346497.619619:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5296b6800. 02000000:00000001:3.0:1763346497.619622:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346497.619623:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346497.619625:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346497.619627:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346497.619631:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb5296b5800. 02000000:00000001:3.0:1763346497.619634:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346497.619635:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346497.619637:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522403800. 00000100:00000001:3.0:1763346497.619640:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346497.619641:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763346497.619643:0:19995:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:3.0:1763346497.619647:0:19995:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 2 changes, 0 in progress, 0 in flight, 2 done 00000100:00100000:1.0:1763346497.620421:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973824 00000100:00100000:0.0:1763346497.620427:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973952 02000000:00000001:1.0:1763346497.620428:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346497.620431:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1763346497.620433:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346497.620436:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.620437:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346497.620441:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.620443:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346497.620445:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346497.620449:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973824 00000100:00100000:0.0:1763346497.620450:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973952 00000020:00000001:1.0:1763346497.620454:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1763346497.620454:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346497.620458:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463708a32 00000020:00000040:0.0:1763346497.620458:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998dd0 00000020:00000001:1.0:1763346497.620463:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1763346497.620463:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346497.620468:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fa000 refcount=5 00000020:00000040:0.0:1763346497.620469:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb51de91000 refcount=5 00000020:00000001:1.0:1763346497.620473:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252951040 : -105874456600576 : ffff9fb52e9fa000) 00000020:00000001:0.0:1763346497.620474:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198972551168 : -105874737000448 : ffff9fb51de91000) 00000020:00000001:1.0:1763346497.620478:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252951040 : -105874456600576 : ffff9fb52e9fa000) 00000020:00000001:0.0:1763346497.620480:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198972551168 : -105874737000448 : ffff9fb51de91000) 00000100:00000001:1.0:1763346497.620483:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763346497.620485:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.620493:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000001:1.0:1763346497.620496:0:19972:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346497.620498:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30300. 00000020:00000010:1.0:1763346497.620506:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5332d4200. 00000020:00000010:1.0:1763346497.620512:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb540b12280. 00000020:00000010:1.0:1763346497.620517:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346497.620529:0:19972:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346497.620532:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346497.620534:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346497.620537:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.620544:0:19972:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763346497.620547:0:19972:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346497.620548:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.620564:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346497.620580:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763346497.620582:0:19972:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346497.620585:0:19972:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514974080 02000000:00000001:1.0:1763346497.620587:0:19972:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346497.620588:0:19972:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346497.620590:0:19972:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.620592:0:19972:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346497.620594:0:19972:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514974080 00000020:00000001:1.0:1763346497.620596:0:19972:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346497.620598:0:19972:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e55 00000020:00000001:1.0:1763346497.620599:0:19972:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1763346497.620601:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000020:00000040:1.0:1763346497.620602:0:19972:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb517d0f000 refcount=5 00000020:00000001:1.0:1763346497.620607:0:19972:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000400:00000010:2.0:1763346497.620608:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000020:00000001:1.0:1763346497.620610:0:19972:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000100:00000001:1.0:1763346497.620614:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763346497.620615:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1763346497.620617:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30300. 00000100:00000200:2.0:1763346497.620625:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1763346497.620627:0:19972:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:1.0:1763346497.620637:0:19972:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1763346497.620640:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1763346497.620643:0:19972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb526a11200. 00000100:00000040:2.0:1763346497.620647:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1763346497.620649:0:19972:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb540b12500. 00000020:00000010:1.0:1763346497.620655:0:19972:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8c80. 00000100:00000001:2.0:1763346497.620660:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.620661:0:19972:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346497.620664:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346497.620665:0:19972:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346497.620668:0:19972:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.620671:0:19972:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763346497.620673:0:19972:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763346497.620674:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.620675:0:19972:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346497.620684:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7930 usecs (8 jiffies) 00000100:00000001:1.0:1763346497.620689:0:19972:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346497.620690:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300734478 00000100:00000001:2.0:1763346497.620696:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300734529 00000100:00000001:2.0:1763346497.620699:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300734478 00000100:00000001:1.0:1763346497.620700:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346497.620702:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300734529 00000100:00000001:1.0:1763346497.620704:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763346497.620706:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300734478 00000100:00000001:2.0:1763346497.620711:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300734529 00000100:00100000:1.0:1763346497.620712:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898 00000100:00000001:2.0:1763346497.620718:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300734478 00000100:00000040:1.0:1763346497.620721:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fa000 : new rpc_count 1 00000100:00000001:2.0:1763346497.620722:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300734529 00000100:00000001:1.0:1763346497.620725:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898806272 : -105874810745344 : ffff9fb51983ce00) 00000100:00000001:2.0:1763346497.620727:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346497.620733:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.620734:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983ce00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:218/0 lens 224/0 e 0 to 0 dl 1763346508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346497.620739:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346497.620745:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.620747:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.620751:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d40. 00000100:00000001:1.0:1763346497.620753:0:19972:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346497.620756:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d40. 00000100:00100000:1.0:1763346497.620760:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1848996514973824:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763346497.620765:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973824 00000020:00000001:1.0:1763346497.620768:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346497.620772:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346497.620775:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.620777:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346497.620779:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:1.0:1763346497.620782:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346497.620786:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346497.620788:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346497.620790:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346497.620793:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.620795:0:19972:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763346497.620799:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346497.620802:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346497.620809:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50941a000. 00000020:00000010:0.0:1763346497.620809:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bcc0. 02000000:00000001:1.0:1763346497.620813:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346497.620816:0:19997:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb530d6fa00. 00000100:00000001:1.0:1763346497.620817:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.620822:0:19972:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.620825:0:19997:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000040:1.0:1763346497.620826:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514973824 00000020:00000010:0.0:1763346497.620830:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bcc0. 00010000:00000001:1.0:1763346497.620831:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346497.620837:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983ce00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763346497.620839:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5277c4400. 00000020:00000010:0.0:1763346497.620847:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969900. 00010000:00000001:1.0:1763346497.620849:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1763346497.620853:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00010000:00000001:1.0:1763346497.620854:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346497.620859:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346497.620861:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346497.620864:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346497.620865:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346497.620868:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346497.620870:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346497.620872:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346497.620875:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.620878:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346497.620880:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346497.620884:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000200:1.0:1763346497.620889:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514973824, offset 224 00000100:00000001:0.0:1763346497.620893:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346497.620898:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1763346497.620901:0:19997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763346497.620904:0:19997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346497.620905:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763346497.620912:0:19972:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1763346497.620915:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346497.620927:0:19972:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c774880 00000100:00000001:0.0:1763346497.620928:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346497.620932:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346497.620936:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899 00000400:00000200:1.0:1763346497.620940:0:19972:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fce9 [1] + 224 00000100:00000040:0.0:1763346497.620941:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb517d0f000 : new rpc_count 1 00000100:00000001:0.0:1763346497.620947:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619334272 : -105875090217344 : ffff9fb508db6680) 00000400:00000200:1.0:1763346497.620950:0:19972:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1763346497.620955:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db6680 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:218/0 lens 224/0 e 0 to 0 dl 1763346508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763346497.620958:0:19972:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346497.620965:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763346497.620969:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1763346497.620973:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763346497.620974:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7bcc0. 00000100:00000001:0.0:1763346497.620979:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346497.620985:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7bcc0. 00000100:00000040:1.0:1763346497.620994:0:19972:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346497.620994:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1848996514974080:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346497.621004:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514974080 00000020:00000001:0.0:1763346497.621008:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346497.621012:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346497.621014:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621015:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1763346497.621016:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346497.621020:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:0.0:1763346497.621023:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1763346497.621024:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000400:00000010:1.0:1763346497.621027:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00000020:00000001:0.0:1763346497.621027:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346497.621032:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1763346497.621034:0:19972:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1763346497.621036:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1763346497.621037:0:19972:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1763346497.621041:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621042:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346497.621046:0:19997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1763346497.621048:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00000100:00000001:0.0:1763346497.621050:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1763346497.621052:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 02000000:00000001:0.0:1763346497.621054:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1763346497.621055:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621059:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1763346497.621061:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52aa58800. 00000100:00000040:1.0:1763346497.621063:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983ce00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763346497.621066:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.621070:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346497.621075:0:19997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346497.621081:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514974080 00000100:00100000:1.0:1763346497.621083:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1848996514973824:12345-0@lo:400:kworker.0 Request processed in 334us (3299us total) trans 0 rc 0/0 00010000:00000001:0.0:1763346497.621085:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346497.621092:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db6680 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346497.621096:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898 00000100:00000040:1.0:1763346497.621102:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fa000 : new rpc_count 0 00000100:00000001:1.0:1763346497.621105:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346497.621106:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346497.621111:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb540b12280. 00000020:00000010:1.0:1763346497.621115:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346497.621120:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5332d4200. 00000020:00000040:1.0:1763346497.621125:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fa000 : new refcount 4 00000100:00000001:1.0:1763346497.621128:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.621134:0:19972:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346497.621136:0:19972:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346497.621138:0:19972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900 00000100:00000040:1.0:1763346497.621140:0:19972:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb51de91000 : new rpc_count 1 00000100:00000001:1.0:1763346497.621142:0:19972:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564202112 : -105875145349504 : ffff9fb505922680) 00000100:00000040:1.0:1763346497.621145:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505922680 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:218/0 lens 224/0 e 0 to 0 dl 1763346508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.621151:0:19972:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.621154:0:19972:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d40. 00000100:00000001:1.0:1763346497.621156:0:19972:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346497.621157:0:19972:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d40. 00000100:00100000:1.0:1763346497.621160:0:19972:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1848996514973952:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763346497.621164:0:19972:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973952 00000020:00000001:1.0:1763346497.621165:0:19972:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346497.621167:0:19972:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346497.621168:0:19972:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621170:0:19972:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346497.621172:0:19972:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:1.0:1763346497.621174:0:19972:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346497.621176:0:19972:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346497.621178:0:19972:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346497.621179:0:19972:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346497.621180:0:19972:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621181:0:19972:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763346497.621183:0:19972:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346497.621184:0:19972:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346497.621186:0:19972:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb509418000. 02000000:00000001:1.0:1763346497.621188:0:19972:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621190:0:19972:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621192:0:19972:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346497.621194:0:19972:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514973952 00010000:00000001:1.0:1763346497.621196:0:19972:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346497.621199:0:19972:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505922680 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346497.621205:0:19972:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346497.621206:0:19972:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346497.621208:0:19972:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346497.621229:0:19972:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346497.621241:0:19972:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346497.621242:0:19972:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346497.621244:0:19972:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346497.621246:0:19972:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621248:0:19972:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346497.621249:0:19972:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346497.621252:0:19972:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000200:1.0:1763346497.621255:0:19972:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514973952, offset 224 00000400:00000200:1.0:1763346497.621258:0:19972:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346497.621263:0:19972:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346497.621267:0:19972:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c774900 00000400:00000200:1.0:1763346497.621271:0:19972:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fcf1 [1] + 224 00000400:00000200:1.0:1763346497.621275:0:19972:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346497.621279:0:19972:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346497.621282:0:19972:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346497.621287:0:19972:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346497.621296:0:19972:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.621310:0:19972:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346497.621313:0:19972:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000400:00000010:1.0:1763346497.621315:0:19972:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00000100:00000001:1.0:1763346497.621317:0:19972:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346497.621318:0:19972:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346497.621321:0:19972:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.621322:0:19972:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346497.621324:0:19972:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346497.621327:0:19972:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621329:0:19972:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346497.621332:0:19972:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505922680 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346497.621340:0:19972:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3296:x1848996514973952:12345-0@lo:400:kworker.0 Request processed in 187us (3355us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346497.621346:0:19972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900 00000100:00000040:1.0:1763346497.621348:0:19972:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb51de91000 : new rpc_count 0 00000100:00000001:1.0:1763346497.621350:0:19972:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346497.621351:0:19972:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346497.621354:0:19972:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969900. 00000020:00000010:1.0:1763346497.621357:0:19972:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:1.0:1763346497.621361:0:19972:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5277c4400. 00000020:00000040:1.0:1763346497.621365:0:19972:0:(genops.c:898:class_export_put()) PUTting export ffff9fb51de91000 : new refcount 4 00000100:00000001:1.0:1763346497.621367:0:19972:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.621395:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346497.621397:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514973696 02000000:00000001:1.0:1763346497.621399:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346497.621400:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346497.621402:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346497.621405:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346497.621407:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514973696 00000020:00000001:1.0:1763346497.621409:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346497.621410:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:1.0:1763346497.621412:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346497.621414:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=6 00000020:00000001:1.0:1763346497.621417:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:1.0:1763346497.621419:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:1.0:1763346497.621422:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346497.621425:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d40. 00000020:00000040:1.0:1763346497.621430:0:62999:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:1.0:1763346497.621434:0:62999:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763346497.621438:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5332d4200. 00000020:00000010:1.0:1763346497.621441:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb540b12280. 00000020:00000010:1.0:1763346497.621443:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346497.621447:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346497.621450:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346497.621451:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346497.621452:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346497.621456:0:62999:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763346497.621457:0:62999:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346497.621459:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621476:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346497.621478:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346497.621483:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621485:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346497.621488:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346497.621490:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00000040:1.0:1763346497.621493:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:1.0:1763346497.621495:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619330688 : -105875090220928 : ffff9fb508db5880) 00000100:00001000:0.0:1763346497.621495:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=3 v=5 (1 1 1 1) 00000100:00000040:1.0:1763346497.621502:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db5880 x1848996514973696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:218/0 lens 224/0 e 0 to 0 dl 1763346508 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.621503:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346497.621509:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346497.621514:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 00000100:00000001:1.0:1763346497.621516:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1763346497.621519:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1763346497.621520:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30100. 02000000:00000001:0.0:1763346497.621522:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621524:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346497.621528:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30100. 00000100:00000001:0.0:1763346497.621528:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346497.621533:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1763346497.621537:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3295:x1848996514973696:12345-0@lo:400:kworker.0 00000400:00000010:0.0:1763346497.621540:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9abb0. 00000100:00000200:1.0:1763346497.621541:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514973696 00000020:00000001:1.0:1763346497.621544:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346497.621548:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1763346497.621548:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514974080, offset 224 00000020:00000001:1.0:1763346497.621550:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621554:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346497.621556:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000400:00000200:0.0:1763346497.621557:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1763346497.621560:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346497.621564:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346497.621567:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1763346497.621569:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1763346497.621570:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346497.621573:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621577:0:62999:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1763346497.621580:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c774980 00000100:00000001:1.0:1763346497.621581:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346497.621584:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346497.621588:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50941b000. 00000400:00000200:0.0:1763346497.621591:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fd01 [1] + 224 02000000:00000001:1.0:1763346497.621592:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621596:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.621600:0:62999:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346497.621600:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1763346497.621602:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911671, transno 0, xid 1848996514973696 00010000:00000001:1.0:1763346497.621607:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:0.0:1763346497.621608:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1763346497.621612:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db5880 x1848996514973696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.621614:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1763346497.621623:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1763346497.621623:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346497.621626:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346497.621631:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346497.621636:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346497.621641:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 32 to 0@lo 00000100:00000001:1.0:1763346497.621646:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 00000100:00000040:0.0:1763346497.621646:0:19997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1763346497.621650:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346497.621653:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346497.621658:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346497.621663:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346497.621666:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000001:0.0:1763346497.621670:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1763346497.621671:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996514973696, offset 224 00000400:00000200:1.0:1763346497.621677:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346497.621683:0:62999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346497.621688:0:62999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a70c774800 00000400:00000200:0.0:1763346497.621848:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9abb0 00000400:00000010:0.0:1763346497.621852:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9abb0. 00000100:00000001:0.0:1763346497.621855:0:19997:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346497.621857:0:19997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346497.621861:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.621864:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 31 to 0@lo 00010000:00000001:0.0:1763346497.621867:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346497.621868:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346497.621870:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346497.621873:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db6680 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346497.621883:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3295:x1848996514974080:12345-0@lo:400:kworker.0 Request processed in 913us (3414us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346497.621891:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899 00000100:00000040:0.0:1763346497.621893:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb517d0f000 : new rpc_count 0 00000100:00000001:0.0:1763346497.621896:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346497.621897:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346497.621900:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb540b12500. 00000020:00000010:0.0:1763346497.621903:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8c80. 00000020:00000010:0.0:1763346497.621907:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb526a11200. 00000020:00000040:0.0:1763346497.621911:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb517d0f000 : new refcount 4 00000100:00000001:0.0:1763346497.621913:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.621940:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.621943:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346497.621949:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346497.621951:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346497.621954:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c0b0. 00000400:00000200:0.0:1763346497.622115:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:0.0:1763346497.622117:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:0.0:1763346497.622121:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346497.622125:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346497.622133:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.622139:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346497.622141:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.622143:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346497.622146:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346497.622148:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346497.622150:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346497.622153:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346497.622161:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb526ca9458 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346497.622164:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb526ca9410 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346497.622166:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346497.622168:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346497.622171:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346497.622174:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.622178:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346497.622181:0:3295:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1763346497.622183:0:3295:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346497.622185:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.622188:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.622195:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346497.622198:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346497.622200:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346497.622203:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346497.622210:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3295:1848996514974080:0@lo:400:kworker.0 00000100:00000001:0.0:1763346497.622249:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.622252:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346497.622255:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920a80 x1848996514974080/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.622262:0:3295:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346497.622265:0:3295:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346497.622276:0:3295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb41764aa00. 02000000:00000001:0.0:1763346497.622280:0:3295:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346497.622282:0:3295:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346497.622283:0:3295:0:(genops.c:1242:class_import_put()) import ffff9fb526ca9000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1763346497.622286:0:3295:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346497.622288:0:3295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb53cc4a600. 02000000:00000001:0.0:1763346497.622294:0:3295:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346497.622296:0:3295:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346497.622297:0:3295:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920a80. 00000100:00000001:0.0:1763346497.622300:0:3295:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346497.622302:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.622305:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.622307:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.622308:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346497.622309:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.622311:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1763346497.622345:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763346497.622349:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00080000:0.0:1763346497.622353:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1763346497.622355:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:0.0:1763346497.622362:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.622364:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346497.622367:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346497.622369:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346497.622371:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636420. 00000400:00000200:0.0:1763346497.622374:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b440 00000400:00000010:0.0:1763346497.622376:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b440. 00000100:00000001:0.0:1763346497.622388:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346497.622393:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346497.622401:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.622407:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346497.622408:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.622409:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346497.622411:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346497.622412:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346497.622413:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346497.622415:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346497.622420:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509245458 time=149 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346497.622422:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509245410 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346497.622424:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346497.622426:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346497.622427:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346497.622429:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.622431:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346497.622433:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1763346497.622434:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346497.622435:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.622438:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.622974:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346497.622986:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346497.622987:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346497.622992:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346497.622999:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3297:1848996514973824:0@lo:400:kworker.0 00000100:00000001:0.0:1763346497.623004:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623006:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346497.623009:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505922a00 x1848996514973824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623015:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346497.623017:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346497.623019:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5332d5600. 02000000:00000001:0.0:1763346497.623025:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346497.623027:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346497.623028:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb509245000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1763346497.623030:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346497.623031:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb52deadf00. 02000000:00000001:0.0:1763346497.623036:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346497.623037:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346497.623038:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505922a00. 00000100:00000001:0.0:1763346497.623041:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346497.623043:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623044:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623051:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346497.623053:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.623055:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.623057:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.623080:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.623083:0:3296:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346497.623089:0:3296:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346497.623093:0:3296:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346497.623095:0:3296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346497.623099:0:3296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a4c8 00000400:00000010:0.0:1763346497.623101:0:3296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a4c8. 00000100:00000001:0.0:1763346497.623104:0:3296:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346497.623108:0:3296:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346497.623116:0:3296:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623122:0:3296:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346497.623123:0:3296:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623124:0:3296:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346497.623126:0:3296:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346497.623128:0:3296:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346497.623130:0:3296:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346497.623131:0:3296:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346497.623137:0:3296:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb517c4ec58 time=21 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346497.623139:0:3296:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb517c4ec10 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346497.623141:0:3296:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346497.623143:0:3296:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346497.623144:0:3296:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346497.623147:0:3296:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.623149:0:3296:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346497.623151:0:3296:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1763346497.623153:0:3296:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346497.623154:0:3296:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.623157:0:3296:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623163:0:3296:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346497.623165:0:3296:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346497.623166:0:3296:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346497.623169:0:3296:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346497.623176:0:3296:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3296:1848996514973952:0@lo:400:kworker.0 00000100:00000001:0.0:1763346497.623179:0:3296:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623182:0:3296:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346497.623184:0:3296:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920380 x1848996514973952/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623190:0:3296:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346497.623191:0:3296:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346497.623193:0:3296:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5277c5c00. 02000000:00000001:0.0:1763346497.623198:0:3296:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346497.623199:0:3296:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346497.623201:0:3296:0:(genops.c:1242:class_import_put()) import ffff9fb517c4e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1763346497.623202:0:3296:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346497.623204:0:3296:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb52dead600. 02000000:00000001:0.0:1763346497.623206:0:3296:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346497.623208:0:3296:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346497.623209:0:3296:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920380. 00000004:00000001:3.0:1763346497.623313:0:19995:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1763346497.623320:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346497.623322:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346497.623330:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade180 type=0x0 idx=0 00000040:00001000:3.0:1763346497.623334:0:19995:0:(llog.c:720:llog_process_thread()) synced_idx: 9607 00000040:00000001:3.0:1763346497.623340:0:19995:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763346497.623344:0:19995:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763346497.623356:0:19995:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9606 (cur idx 9605 off 622592), size 623104 00000100:00000001:0.0:1763346497.623363:0:3296:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346497.623366:0:3296:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623368:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623373:0:3296:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346497.623374:0:3296:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.623376:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.623378:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346497.623424:0:19995:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763346497.623429:0:19995:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763346497.623431:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade180 type=0x10692404 idx=9606 00000040:00001000:3.0:1763346497.623434:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9606 lrh_len: 64 (7808 remains) 00000040:00001000:3.0:1763346497.623437:0:19995:0:(llog.c:797:llog_process_thread()) index: 9606, lh_last_idx: 9607 synced_idx: 9607 lgh_last_idx: 9607 00000004:00000001:3.0:1763346497.623441:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763346497.623443:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346497.623444:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346497.623446:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346497.623448:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346497.623450:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346497.623452:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763346497.623519:0:62999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12fcf9 [1] + 224 00000400:00000200:1.0:1763346497.623531:0:62999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346497.623535:0:62999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346497.623543:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346497.623549:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346497.623559:0:62999:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346497.623588:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346497.623598:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000400:00000010:1.0:1763346497.623600:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00000100:00000001:1.0:1763346497.623603:0:62999:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346497.623605:0:62999:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346497.623611:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346497.623614:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346497.623618:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346497.623621:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346497.623624:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346497.623631:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db5880 x1848996514973696/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:218/0 lens 224/224 e 0 to 0 dl 1763346508 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623635:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.623639:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1763346497.623645:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3295:x1848996514973696:12345-0@lo:400:kworker.0 Request processed in 2124us (5354us total) trans 0 rc 0/0 00000400:00000001:0.0:1763346497.623645:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346497.623648:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346497.623652:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4caa8. 00000400:00000200:0.0:1763346497.623657:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bbb0 00000400:00000010:0.0:1763346497.623660:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bbb0. 00000100:00100000:1.0:1763346497.623661:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00000040:1.0:1763346497.623667:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:1.0:1763346497.623669:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346497.623671:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346497.623676:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb540b12280. 00000020:00000010:1.0:1763346497.623680:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346497.623685:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5332d4200. 00000020:00000040:1.0:1763346497.623691:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:1.0:1763346497.623694:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623827:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346497.623832:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346497.623840:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623846:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346497.623848:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623850:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346497.623853:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346497.623854:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346497.623856:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346497.623858:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346497.623864:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93458 time=5 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346497.623866:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346497.623868:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346497.623870:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346497.623872:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346497.623874:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.623877:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346497.623879:0:3295:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911671 00000100:00000001:0.0:1763346497.623881:0:3295:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346497.623883:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.623887:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623893:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346497.623895:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346497.623897:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346497.623901:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346497.623907:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514973696:0@lo:400:kworker.0 00000100:00000001:0.0:1763346497.623911:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623912:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346497.623915:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505923b80 x1848996514973696/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346497.623920:0:3295:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346497.623921:0:3295:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346497.623923:0:3295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb41764b800. 02000000:00000001:0.0:1763346497.623925:0:3295:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346497.623927:0:3295:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346497.623929:0:3295:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346497.623930:0:3295:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346497.623932:0:3295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb52deadd00. 02000000:00000001:0.0:1763346497.623935:0:3295:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346497.623936:0:3295:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346497.623938:0:3295:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505923b80. 00000100:00000001:0.0:1763346497.623942:0:3295:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346497.623943:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623945:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346497.623949:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346497.623951:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346497.623952:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346497.623954:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346497.686527:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300734529, at 4300734536 00000100:00000010:0.0:1763346497.686550:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44cc0. 00000100:00000040:1.0:1763346497.688862:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300734529, at 4300734538 00000100:00000010:1.0:1763346497.688880:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f440c0. 00000100:00000040:3.0:1763346497.689479:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300734529, at 4300734539 00000100:00000010:3.0:1763346497.689488:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44300. 00000100:00000040:2.0:1763346497.692727:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300734529, at 4300734540 00000100:00000010:2.0:1763346497.692743:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44240. 00010000:00000001:1.0:1763346497.743294:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346497.743305:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.743312:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346497.743314:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.743320:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346497.743321:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.743325:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346497.743328:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.743334:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346497.743338:0:102639:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1763346497.743341:0:102639:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1763346497.743343:0:102639:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.743347:0:102639:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1763346497.743350:0:102639:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.743352:0:102639:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346497.743355:0:102639:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346497.743396:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346497.743401:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346497.743404:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1763346498.126820:0:19996:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1763346498.126830:0:19996:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1763346498.126845:0:19996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923b80. 00000020:00000040:0.0:1763346498.126856:0:19996:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763346498.126862:0:19996:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346498.126866:0:19996:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346498.126872:0:19996:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346498.126883:0:19996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb53cc4a600. 00000100:00000001:0.0:1763346498.126891:0:19996:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346498.126899:0:19996:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763346498.126905:0:19996:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346498.126918:0:19996:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078d1f721] to pc [ptlrpcd_00_01+1] req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1763346498.126968:0:19996:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346498.126981:0:19996:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52aa59c00. 00080000:00000001:0.0:1763346498.126988:0:19996:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199186234368 : -105874523317248 : ffff9fb52aa59c00) 00000100:00000001:2.0:1763346498.126991:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000001:0.0:1763346498.126992:0:19996:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1763346498.126996:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346498.126998:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346498.127002:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.127003:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1763346498.127008:0:19996:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346498.127013:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00001000:0.0:1763346498.127013:0:19996:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 2 changes 00000004:00000010:0.0:1763346498.127020:0:19996:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb538038300. 00000004:00080000:0.0:1763346498.127027:0:19996:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6067680812940ns, next at 6068680803093ns, rc = 0 00000100:00000001:2.0:1763346498.127028:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346498.127032:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346498.127034:0:19996:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:2.0:1763346498.127038:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346498.127043:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346498.127046:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346498.127050:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514974208:0@lo:13:osp-pre-0-0.0 00080000:00000001:0.0:1763346498.127050:0:19996:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346498.127055:0:19996:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.127059:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346498.127066:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346498.127069:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346498.127072:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346498.127078:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb52af1c400. 02000000:00000001:2.0:1763346498.127080:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346498.127089:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cec8. 00000400:00000010:2.0:1763346498.127097:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035baa0. 00000100:00000200:2.0:1763346498.127107:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514974208, portal 4 00000100:00000001:2.0:1763346498.127109:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346498.127111:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564207488 : -105875145344128 : ffff9fb505923b80) 00000100:00000040:2.0:1763346498.127120:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346498.127128:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346498.127131:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346498.127134:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bf68. 00000100:00000200:2.0:1763346498.127137:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848996514974208, offset 0 00000400:00000200:2.0:1763346498.127144:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346498.127159:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346498.127172:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a70c774a00 00000400:00000200:2.0:1763346498.127180:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x9078d [8] + 3136 00000400:00000200:2.0:1763346498.127190:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346498.127194:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346498.127204:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346498.127206:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1763346498.127259:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb508db7480. 00000100:00000040:2.0:1763346498.127263:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb508db7480 x1848996514974208 msgsize 224 00000100:00100000:2.0:1763346498.127268:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346498.127285:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346498.127298:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:2.0:1763346498.127301:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:2.0:1763346498.127307:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346498.127313:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346498.127324:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346498.127328:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346498.127334:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.127335:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346498.127341:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346498.127346:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23536 usecs (24 jiffies) 00000100:00000001:2.0:1763346498.127350:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300735001 00000100:00000010:2.0:1763346498.127356:0:3295:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613600. 00000100:00000001:2.0:1763346498.127364:0:3295:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346498.127384:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300735001 00000100:00000010:2.0:1763346498.127387:0:3295:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613900. 00000100:00000001:2.0:1763346498.127391:0:3295:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346498.127395:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300735001 00000100:00000010:2.0:1763346498.127398:0:3295:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613420. 00000100:00000001:2.0:1763346498.127401:0:3295:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346498.127405:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300735001 00000100:00000010:2.0:1763346498.127408:0:3295:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613cc0. 00000100:00000001:2.0:1763346498.127412:0:3295:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346498.127416:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346498.127419:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.127422:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.127425:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346498.127435:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346498.127437:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763346498.127439:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346498.127440:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346498.127442:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.127443:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346498.128890:0:57811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346498.128898:0:57811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514974208 02000000:00000001:3.0:1763346498.128904:0:57811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346498.128907:0:57811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346498.128910:0:57811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346498.128915:0:57811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346498.128920:0:57811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514974208 00000020:00000001:3.0:1763346498.128924:0:57811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346498.128926:0:57811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346498.128930:0:57811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346498.128935:0:57811:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000020:00000001:3.0:1763346498.128940:0:57811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346498.128943:0:57811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346498.128948:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346498.128959:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cc00. 00000100:00000001:3.0:1763346498.128964:0:57811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346498.128967:0:57811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cc00. 00000020:00000010:3.0:1763346498.128976:0:57811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb51d09f600. 00000020:00000010:3.0:1763346498.128983:0:57811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896c00. 00000020:00000010:3.0:1763346498.128990:0:57811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d10c8. 00000100:00000040:3.0:1763346498.129001:0:57811:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763346498.129004:0:57811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346498.129006:0:57811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346498.129008:0:57811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346498.129018:0:57811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346498.129040:0:57811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346498.129054:0:57811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346498.129056:0:57811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346498.129063:0:57811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00000040:3.0:1763346498.129067:0:57811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346498.129069:0:57811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198619337856 : -105875090213760 : ffff9fb508db7480) 00000100:00000040:3.0:1763346498.129077:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb508db7480 x1848996514974208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:219/0 lens 224/0 e 0 to 0 dl 1763346509 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346498.129088:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346498.129091:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cc00. 00000100:00000001:3.0:1763346498.129093:0:57811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346498.129096:0:57811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cc00. 00000100:00100000:3.0:1763346498.129101:0:57811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb508db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1848996514974208:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1763346498.129106:0:57811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514974208 00000020:00000001:3.0:1763346498.129110:0:57811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346498.129115:0:57811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346498.129117:0:57811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346498.129121:0:57811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346498.129123:0:57811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150992 : -1037400624 : ffffffffc22a85d0) 00000020:00000001:3.0:1763346498.129127:0:57811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346498.129130:0:57811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346498.129133:0:57811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346498.129135:0:57811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346498.129140:0:57811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346498.129145:0:57811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346498.129147:0:57811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346498.129154:0:57811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fb517f76400. 02000000:00000001:3.0:1763346498.129158:0:57811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346498.129161:0:57811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346498.129164:0:57811:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763346498.129170:0:57811:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763346498.129172:0:57811:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1763346498.129177:0:57811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346498.129193:0:57811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346498.129196:0:57811:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763346498.129198:0:57811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 329187328 pending 0 free 3838836736 avail 3836739584 00000020:00000020:3.0:1763346498.129203:0:57811:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 20774912 0 0 00000020:00000020:3.0:1763346498.129206:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 dirty 0 pend 0 grant 308412416 00000020:00000020:3.0:1763346498.129209:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fb535791000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763346498.129239:0:57811:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3661 free, 3640 avail; 117879 objects: 117152 free; state 0 00002000:00000001:3.0:1763346498.129242:0:57811:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763346498.129247:0:57811:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346498.129251:0:57811:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847758, transno 0, xid 1848996514974208 00010000:00000001:3.0:1763346498.129254:0:57811:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346498.129259:0:57811:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb508db7480 x1848996514974208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:219/0 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346498.129269:0:57811:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346498.129272:0:57811:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346498.129277:0:57811:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5222129e8 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346498.129282:0:57811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346498.129285:0:57811:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346498.129287:0:57811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346498.129290:0:57811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346498.129293:0:57811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346498.129297:0:57811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346498.129300:0:57811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346498.129306:0:57811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbf68. 00000100:00000200:3.0:1763346498.129314:0:57811:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848996514974208, offset 224 00000400:00000200:3.0:1763346498.129334:0:57811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346498.129348:0:57811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346498.129362:0:57811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a70c774a00 00000400:00000200:3.0:1763346498.129372:0:57811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12fd19 [1] + 224 00000400:00000200:3.0:1763346498.129381:0:57811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346498.129385:0:57811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346498.129391:0:57811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346498.129399:0:57811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346498.129410:0:57811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346498.129426:0:57811:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346498.129437:0:57811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbf68 00000400:00000010:3.0:1763346498.129440:0:57811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbf68. 00000100:00000001:3.0:1763346498.129443:0:57811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346498.129445:0:57811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346498.129449:0:57811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346498.129453:0:57811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346498.129456:0:57811:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346498.129457:0:57811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346498.129459:0:57811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346498.129463:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb508db7480 x1848996514974208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:219/0 lens 224/368 e 0 to 0 dl 1763346509 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346498.129473:0:57811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb508db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3295:x1848996514974208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 384us (2208us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346498.129482:0:57811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00000040:3.0:1763346498.129486:0:57811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346498.129489:0:57811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346498.129491:0:57811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346498.129497:0:57811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896c00. 00000020:00000010:3.0:1763346498.129501:0:57811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d10c8. 00000020:00000010:3.0:1763346498.129505:0:57811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb51d09f600. 00000020:00000040:3.0:1763346498.129511:0:57811:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000100:00000001:3.0:1763346498.129514:0:57811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346498.131798:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346498.131807:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346498.131820:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346498.131823:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346498.131827:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cec8. 00000400:00000200:2.0:1763346498.131838:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000400:00000010:2.0:1763346498.131841:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000100:00000001:2.0:1763346498.131847:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346498.131858:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763346498.131869:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346498.131877:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346498.131879:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346498.131883:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346498.131886:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346498.131889:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346498.131891:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346498.131894:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346498.131905:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582ca0 time=6 v=5 (5 5 5 5) 00000100:00001000:2.0:1763346498.131909:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346498.131912:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346498.131915:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346498.131920:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346498.131924:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.131929:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763346498.131931:0:3295:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847758 00000100:00000001:2.0:1763346498.131933:0:3295:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763346498.131935:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346498.131939:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346498.131946:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346498.131949:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346498.131951:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346498.131955:0:3295:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1763346498.131961:0:3295:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1763346498.131965:0:3295:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=937216 avail=931840 avail_mb=3640 hwm_mb=7 files=117879 ffree=117152 state=0: rc = 0 00000004:00000020:2.0:1763346498.131974:0:3295:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fb535584800): 942848 blocks, 937216 free, 931840 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117879 files, 117152 free files 0x0 00000004:00000001:2.0:1763346498.131979:0:3295:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346498.131983:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346498.131990:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3295:1848996514974208:0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1763346498.131995:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346498.131997:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346498.132000:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505923b80 x1848996514974208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346498.132008:0:3295:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346498.132011:0:3295:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346498.132014:0:3295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb52af1c400. 02000000:00000001:2.0:1763346498.132020:0:3295:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346498.132023:0:3295:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346498.132025:0:3295:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763346498.132028:0:3295:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346498.132030:0:3295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb53cc4a600. 02000000:00000001:2.0:1763346498.132037:0:3295:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346498.132039:0:3295:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346498.132041:0:3295:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505923b80. 00000100:00000001:2.0:1763346498.132045:0:3295:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346498.132046:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346498.132049:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346498.132059:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346498.132062:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346498.132064:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346498.132066:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346498.152442:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300735001, at 4300735002 00000100:00000010:2.0:1763346498.152464:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613420. 00000100:00000040:0.0:1763346498.152576:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300735001, at 4300735002 00000100:00000010:0.0:1763346498.152585:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613600. 00000100:00000040:3.0:1763346498.152596:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300735001, at 4300735002 00000100:00000010:3.0:1763346498.152605:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613cc0. 00000100:00000040:1.0:1763346498.152956:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300735001, at 4300735002 00000100:00000010:1.0:1763346498.152964:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613900. 00010000:00000001:1.0:1763346498.766369:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346498.766378:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346498.766385:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346498.766387:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346498.766391:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346498.766392:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346498.766397:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346498.766399:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346498.766404:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346498.766406:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346498.766798:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346498.766802:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346498.766806:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1763346498.830315:0:106128:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346498.830337:0:106128:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346498.830343:0:106128:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346498.830351:0:106128:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346498.830359:0:106128:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346498.830363:0:106128:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346498.830370:0:106128:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346498.830378:0:106128:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346498.830383:0:106128:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346499.150430:0:19999:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1763346499.150440:0:19999:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1763346499.150449:0:19999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c380. 00000020:00000040:1.0:1763346499.150458:0:19999:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346499.150468:0:19999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346499.150472:0:19999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346499.150477:0:19999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346499.150488:0:19999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5355d8c00. 00000100:00000001:1.0:1763346499.150497:0:19999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346499.150505:0:19999:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346499.150512:0:19999:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346499.150527:0:19999:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086f46719] to pc [ptlrpcd_00_02+2] req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.150591:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1763346499.150596:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1763346499.150598:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346499.150726:0:19999:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.150763:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346499.150766:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.150769:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346499.150771:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346499.150774:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346499.150781:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.150791:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346499.150794:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346499.150799:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346499.150802:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346499.150805:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346499.150809:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51983c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514974336:0@lo:13:osp-pre-1-0.0 00000100:00000001:3.0:1763346499.150814:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346499.150820:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346499.150823:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346499.150826:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346499.150832:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb517f77400. 02000000:00000001:3.0:1763346499.150834:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346499.150844:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000400:00000010:3.0:1763346499.150853:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbf68. 00000100:00000200:3.0:1763346499.150863:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514974336, portal 4 00000100:00000001:3.0:1763346499.150865:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346499.150868:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198898803584 : -105874810748032 : ffff9fb51983c380) 00000100:00000040:3.0:1763346499.150875:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.150883:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346499.150886:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346499.150889:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbee0. 00000100:00000200:3.0:1763346499.150893:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848996514974336, offset 0 00000100:00000001:2.0:1763346499.151367:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346499.151371:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763346499.151667:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346499.151686:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346499.151700:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a70c774a80 00000400:00000200:3.0:1763346499.151707:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x9078d [8] + 3360 00000400:00000200:3.0:1763346499.151717:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.151722:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346499.151730:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346499.151733:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1763346499.151739:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb522403800. 00000100:00000040:3.0:1763346499.151743:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb522403800 x1848996514974336 msgsize 224 00000100:00100000:3.0:1763346499.151747:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346499.151767:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346499.151780:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbee0 00000400:00000010:3.0:1763346499.151783:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbee0. 00000100:00000001:3.0:1763346499.151787:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346499.151792:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.151805:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346499.151809:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.151817:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.151819:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346499.151825:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346499.151830:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16291 usecs (17 jiffies) 00000100:00000001:3.0:1763346499.151835:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300736018 00000100:00000010:3.0:1763346499.151840:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44300. 00000100:00000001:3.0:1763346499.151849:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763346499.151854:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300736018 00000100:00000010:3.0:1763346499.151856:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44b40. 00000100:00000001:3.0:1763346499.151860:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763346499.151862:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300736018 00000100:00000010:3.0:1763346499.151865:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44660. 00000100:00000001:3.0:1763346499.151868:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763346499.151871:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300736018 00000100:00000010:3.0:1763346499.151874:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44f00. 00000100:00000001:3.0:1763346499.151877:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346499.151880:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346499.151883:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.151887:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.151889:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.152275:0:57811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346499.152278:0:57811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514974336 02000000:00000001:2.0:1763346499.152281:0:57811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346499.152284:0:57811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346499.152287:0:57811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346499.152291:0:57811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346499.152295:0:57811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514974336 00000020:00000001:2.0:1763346499.152299:0:57811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346499.152302:0:57811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:2.0:1763346499.152305:0:57811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346499.152309:0:57811:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=6 00000020:00000001:2.0:1763346499.152312:0:57811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:2.0:1763346499.152314:0:57811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:2.0:1763346499.152319:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346499.152324:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3900. 00000020:00000010:2.0:1763346499.152331:0:57811:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb529f30d40. 00000020:00000040:2.0:1763346499.152338:0:57811:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:2.0:1763346499.152350:0:57811:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763346499.152357:0:57811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fc00. 00000020:00000010:2.0:1763346499.152363:0:57811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202900. 00000020:00000010:2.0:1763346499.152369:0:57811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346499.152379:0:57811:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1763346499.152383:0:57811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346499.152384:0:57811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346499.152387:0:57811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.152397:0:57811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.152410:0:57811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346499.152422:0:57811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346499.152424:0:57811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346499.152429:0:57811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00000040:2.0:1763346499.152432:0:57811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:2.0:1763346499.152435:0:57811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199045371904 : -105874664179712 : ffff9fb522403800) 00000100:00000040:2.0:1763346499.152441:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb522403800 x1848996514974336/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:220/0 lens 224/0 e 0 to 0 dl 1763346510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346499.152450:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346499.152453:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3f00. 00000100:00000001:2.0:1763346499.152455:0:57811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346499.152458:0:57811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3f00. 00000100:00100000:2.0:1763346499.152463:0:57811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb522403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1848996514974336:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:2.0:1763346499.152467:0:57811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514974336 00000020:00000001:2.0:1763346499.152471:0:57811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346499.152475:0:57811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346499.152478:0:57811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346499.152480:0:57811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346499.152483:0:57811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150992 : -1037400624 : ffffffffc22a85d0) 00000020:00000001:2.0:1763346499.152487:0:57811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346499.152490:0:57811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346499.152493:0:57811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346499.152495:0:57811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346499.152499:0:57811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.152504:0:57811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346499.152507:0:57811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346499.152512:0:57811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fb5380e1000. 02000000:00000001:2.0:1763346499.152514:0:57811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.152518:0:57811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346499.152521:0:57811:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1763346499.152527:0:57811:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1763346499.152530:0:57811:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1763346499.152534:0:57811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763346499.152552:0:57811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346499.152555:0:57811:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1763346499.152557:0:57811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 313851904 pending 0 free 3836739584 avail 3834642432 00000020:00000020:2.0:1763346499.152561:0:57811:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 20774912 0 0 00000020:00000020:2.0:1763346499.152564:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 dirty 0 pend 0 grant 293076992 00000020:00000020:2.0:1763346499.152568:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fb52e9fe800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1763346499.152571:0:57811:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3659 free, 3638 avail; 117880 objects: 117088 free; state 0 00002000:00000001:2.0:1763346499.152575:0:57811:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1763346499.152579:0:57811:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346499.152583:0:57811:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911671, transno 0, xid 1848996514974336 00010000:00000001:2.0:1763346499.152586:0:57811:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346499.152592:0:57811:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb522403800 x1848996514974336/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:220/0 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346499.152601:0:57811:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346499.152604:0:57811:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346499.152608:0:57811:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5222129e8 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346499.152613:0:57811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346499.152616:0:57811:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346499.152619:0:57811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346499.152621:0:57811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346499.152623:0:57811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.152626:0:57811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346499.152628:0:57811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346499.152633:0:57811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035baa0. 00000100:00000200:2.0:1763346499.152639:0:57811:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848996514974336, offset 224 00000400:00000200:2.0:1763346499.152644:0:57811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346499.152651:0:57811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346499.152658:0:57811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a70c774a80 00000400:00000200:2.0:1763346499.152664:0:57811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12fd25 [1] + 224 00000400:00000200:2.0:1763346499.152669:0:57811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346499.152673:0:57811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346499.152676:0:57811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346499.152681:0:57811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346499.152692:0:57811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346499.152707:0:57811:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346499.152712:0:57811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000400:00000010:2.0:1763346499.152715:0:57811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000100:00000001:2.0:1763346499.152721:0:57811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346499.152722:0:57811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346499.152725:0:57811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346499.152729:0:57811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346499.152731:0:57811:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346499.152733:0:57811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346499.152736:0:57811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346499.152739:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb522403800 x1848996514974336/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:220/0 lens 224/368 e 0 to 0 dl 1763346510 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346499.152750:0:57811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb522403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3297:x1848996514974336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 298us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346499.152762:0:57811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00000040:2.0:1763346499.152766:0:57811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:2.0:1763346499.152769:0:57811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346499.152770:0:57811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346499.152775:0:57811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202900. 00000020:00000010:2.0:1763346499.152780:0:57811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346499.152785:0:57811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fc00. 00000020:00000040:2.0:1763346499.152791:0:57811:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:2.0:1763346499.152795:0:57811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346499.152809:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346499.152812:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346499.152817:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346499.152819:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346499.152822:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad0b0. 00000400:00000200:2.0:1763346499.152828:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbf68 00000400:00000010:2.0:1763346499.152830:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbf68. 00000100:00000001:2.0:1763346499.152832:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346499.152836:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763346499.152847:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346499.152853:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346499.152855:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346499.152858:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346499.152861:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346499.152863:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346499.152865:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346499.152868:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346499.152875:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e934a0 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1763346499.152879:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346499.152882:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346499.152884:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346499.152887:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346499.152890:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.152894:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763346499.152897:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911671 00000100:00000001:2.0:1763346499.152899:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763346499.152901:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346499.152906:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346499.152912:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346499.152915:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346499.152917:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346499.152920:0:3297:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1763346499.152924:0:3297:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1763346499.152927:0:3297:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=936704 avail=931328 avail_mb=3638 hwm_mb=7 files=117880 ffree=117088 state=0: rc = 0 00000004:00000020:2.0:1763346499.152934:0:3297:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fb540e95800): 942848 blocks, 936704 free, 931328 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117880 files, 117088 free files 0x0 00000004:00000001:2.0:1763346499.152938:0:3297:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346499.152944:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346499.152951:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51983c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514974336:0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1763346499.152956:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346499.152958:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346499.152960:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51983c380 x1848996514974336/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346499.152967:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346499.152969:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346499.152971:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb517f77400. 02000000:00000001:2.0:1763346499.152975:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346499.152977:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346499.152979:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763346499.152981:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346499.152983:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5355d8c00. 02000000:00000001:2.0:1763346499.152987:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346499.152990:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346499.152991:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983c380. 00000100:00000001:2.0:1763346499.152995:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346499.152996:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346499.152997:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346499.153003:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346499.153004:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.153006:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346499.153008:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1763346499.155547:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763346499.155559:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000040:2.0:1763346499.169428:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300736018, at 4300736019 00000100:00000010:2.0:1763346499.169450:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44660. 00000100:00000040:3.0:1763346499.169539:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300736018, at 4300736019 00000100:00000010:3.0:1763346499.169546:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44f00. 00000100:00000040:1.0:1763346499.170293:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300736018, at 4300736019 00000100:00000010:1.0:1763346499.170305:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44b40. 00000100:00000040:0.0:1763346499.170587:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300736018, at 4300736019 00000100:00000010:0.0:1763346499.170595:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44300. 00000800:00000001:3.0:1763346499.393635:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393655:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346499.393660:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393662:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393677:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346499.393700:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 26 MB=0x691a70e015f00 00000400:00000200:3.0:1763346499.393710:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.16@tcp of length 224/224 into md 0x12bc29 [2] + 0 00000400:00000010:3.0:1763346499.393717:0:3287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb52b239210. 00000400:00000200:3.0:1763346499.393723:0:3287:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5402c1a80 00000800:00000001:3.0:1763346499.393731:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393738:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393742:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.393747:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346499.393753:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5402c1a80 00000400:00000010:3.0:1763346499.393756:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5402c1a80. 00000100:00000001:3.0:1763346499.393763:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346499.393767:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1763346499.393771:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb40201d450 x1848996540800768 msgsize 224 00000100:00100000:3.0:1763346499.393775:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:3.0:1763346499.393777:0:3287:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763346499.393798:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346499.393807:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393811:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346499.393813:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393815:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393819:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346499.393825:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 28 MB=0x691a70e016000 00000400:00000200:3.0:1763346499.393831:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 224/224 into md 0x119245 [8] + 13376 00000800:00000001:3.0:1763346499.393835:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393839:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393841:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.393844:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346499.393848:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346499.393850:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346499.393857:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a768700. 00000100:00000040:3.0:1763346499.393860:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52a768700 x1848996540801024 msgsize 224 00000100:00100000:3.0:1763346499.393864:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346499.393872:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346499.393876:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393878:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346499.393880:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393882:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393885:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346499.393891:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 12 MB=0x691a70e015f80 00000400:00000200:3.0:1763346499.393896:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 224/224 into md 0xd4325 [64] + 101608 00000800:00000001:3.0:1763346499.393900:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393904:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393906:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.393909:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346499.393912:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346499.393914:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346499.393918:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1c380. 00000100:00000040:3.0:1763346499.393920:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1c380 x1848996540800896 msgsize 224 00000100:00100000:3.0:1763346499.393923:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346499.393935:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346499.393938:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393942:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346499.393944:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393946:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393950:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346499.393955:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 28 MB=0x691a70e016080 00000400:00000200:3.0:1763346499.393958:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 224/224 into md 0x119245 [8] + 13600 00000800:00000001:3.0:1763346499.393962:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.393969:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346499.393971:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.393974:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346499.393977:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346499.393978:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346499.393981:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1df80. 00000100:00000040:3.0:1763346499.393983:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1df80 x1848996540801152 msgsize 224 00000100:00100000:3.0:1763346499.393987:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346499.393995:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346499.393998:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346499.394002:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394023:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346499.394026:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540800896 02000000:00000001:3.0:1763346499.394030:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346499.394032:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346499.394035:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346499.394041:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346499.394046:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540800896 00000020:00000001:3.0:1763346499.394050:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346499.394053:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346499.394056:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346499.394059:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:3.0:1763346499.394062:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346499.394066:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346499.394071:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346499.394076:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c840. 00000020:00000010:3.0:1763346499.394082:0:25650:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb406e29a80. 00000020:00000040:3.0:1763346499.394091:0:25650:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:3.0:1763346499.394100:0:25650:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346499.394105:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb403c32c00. 00000020:00000010:3.0:1763346499.394112:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896c80. 00000020:00000010:3.0:1763346499.394119:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d10c8. 00000100:00000040:3.0:1763346499.394128:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346499.394131:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346499.394133:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346499.394137:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394146:0:25650:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346499.394149:0:25650:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346499.394150:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.394159:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394172:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346499.394175:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346499.394180:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3901 00000100:00000040:3.0:1763346499.394184:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346499.394186:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237362560 : -105874472189056 : ffff9fb52db1c380) 00000100:00000040:3.0:1763346499.394195:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1c380 x1848996540800896/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/0 e 0 to 0 dl 1763346510 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.394247:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346499.394250:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb80. 00000100:00000001:3.0:1763346499.394253:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346499.394255:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb80. 00000100:00100000:3.0:1763346499.394260:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+493:2354:x1848996540800896:12345-192.168.204.16@tcp:400:kworker.0 00000100:00000200:3.0:1763346499.394265:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540800896 00000020:00000001:3.0:1763346499.394270:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346499.394275:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346499.394280:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394283:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346499.394285:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:3.0:1763346499.394289:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346499.394293:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540800896, found 0 last_xid 1848996540800895 00000020:00000001:3.0:1763346499.394296:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346499.394299:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346499.394301:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346499.394305:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394307:0:25650:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1763346499.394312:0:25650:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb529f12a48. 00000020:00000010:3.0:1763346499.394316:0:25650:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb529f12620. 00000100:00000001:3.0:1763346499.394321:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346499.394324:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346499.394329:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb517f74c00. 02000000:00000001:3.0:1763346499.394332:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.394335:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394338:0:25650:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346499.394341:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055494, transno 0, xid 1848996540800896 00010000:00000001:3.0:1763346499.394344:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346499.394350:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1c380 x1848996540800896/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346499.394358:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346499.394360:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346499.394364:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346499.394370:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346499.394373:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346499.394375:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346499.394378:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346499.394381:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.394385:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346499.394388:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346499.394393:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbee0. 00000100:00000200:3.0:1763346499.394400:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540800896, offset 224 00000400:00000200:3.0:1763346499.394406:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346499.394417:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346499.394424:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198620:198620:256:4294967295] 192.168.204.16@tcp LPNI seq info [198616:198616:8:4294967295] 00000400:00000200:3.0:1763346499.394436:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346499.394441:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346499.394446:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880a00. 00000800:00000200:3.0:1763346499.394453:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346499.394462:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346499.394466:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346499.394478:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346499.394482:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346499.394484:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346499.394486:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394488:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346499.394493:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1c380 x1848996540800896/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346499.394502:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+493:2354:x1848996540800896:12345-192.168.204.16@tcp:400:kworker.0 Request processed in 253us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346499.394510:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3901 00000100:00000040:3.0:1763346499.394513:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346499.394516:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346499.394517:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346499.394525:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896c80. 00000020:00000010:3.0:1763346499.394528:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d10c8. 00000020:00000010:3.0:1763346499.394532:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb403c32c00. 00000020:00000040:3.0:1763346499.394537:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:3.0:1763346499.394541:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394560:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346499.394562:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540801024 02000000:00000001:3.0:1763346499.394564:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346499.394566:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346499.394567:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346499.394570:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346499.394572:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540801024 00000020:00000001:3.0:1763346499.394574:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346499.394575:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346499.394577:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346499.394579:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=19 00000020:00000001:3.0:1763346499.394581:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346499.394583:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346499.394587:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346499.394589:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb80. 00000020:00000010:3.0:1763346499.394592:0:57808:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9ccc0. 00000020:00000040:3.0:1763346499.394596:0:57808:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:3.0:1763346499.394599:0:57808:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346499.394602:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb403c32c00. 00000020:00000010:3.0:1763346499.394604:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417896c80. 00000020:00000010:3.0:1763346499.394607:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d10c8. 00000100:00000040:3.0:1763346499.394612:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346499.394615:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346499.394616:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346499.394617:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394621:0:57808:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346499.394623:0:57808:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346499.394624:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.394630:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394636:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346499.394637:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540801152 02000000:00000001:3.0:1763346499.394639:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346499.394640:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346499.394641:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346499.394644:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346499.394646:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540801152 00000020:00000001:3.0:1763346499.394648:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346499.394649:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346499.394650:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346499.394653:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=21 00000020:00000001:3.0:1763346499.394655:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346499.394657:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346499.394660:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346499.394662:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346499.394666:0:57808:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb538d7be00. 00000020:00000040:3.0:1763346499.394670:0:57808:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:3.0:1763346499.394673:0:57808:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346499.394675:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000020:00000010:3.0:1763346499.394678:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb403c32000. 00000020:00000010:3.0:1763346499.394682:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52ac94a80. 00000020:00000010:3.0:1763346499.394685:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000001:3.0:1763346499.394688:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346499.394689:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346499.394691:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394694:0:57808:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346499.394695:0:57808:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346499.394697:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.394706:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394712:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346499.394713:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346499.394717:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1873 00000100:00000040:3.0:1763346499.394720:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346499.394722:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199183148800 : -105874526402816 : ffff9fb52a768700) 00000100:00000040:3.0:1763346499.394727:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52a768700 x1848996540801024/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/0 e 0 to 0 dl 1763346510 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.394735:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346499.394738:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346499.394741:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346499.394743:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346499.394747:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52a768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+19:2354:x1848996540801024:12345-192.168.204.16@tcp:400:kworker.0 00000100:00000200:3.0:1763346499.394752:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540801024 00000020:00000001:3.0:1763346499.394754:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346499.394757:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346499.394759:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394761:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346499.394763:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:3.0:1763346499.394766:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346499.394769:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346499.394771:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346499.394772:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346499.394774:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394776:0:57808:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1763346499.394779:0:57808:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb5330a0738. 00000020:00000010:3.0:1763346499.394783:0:57808:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb528fa1498. 00000100:00000001:3.0:1763346499.394786:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346499.394787:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346499.394790:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb517f75000. 02000000:00000001:3.0:1763346499.394792:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.394794:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394796:0:57808:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346499.394799:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540801024 00010000:00000001:3.0:1763346499.394801:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346499.394806:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52a768700 x1848996540801024/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346499.394813:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346499.394816:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346499.394819:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346499.394822:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346499.394824:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346499.394826:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346499.394829:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346499.394830:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.394832:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346499.394834:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346499.394838:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb220. 00000100:00000200:3.0:1763346499.394841:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996540801024, offset 224 00000400:00000200:3.0:1763346499.394845:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346499.394852:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346499.394856:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198621:198621:255:4294967295] 192.168.204.16@tcp LPNI seq info [198617:198617:7:4294967295] 00000400:00000200:3.0:1763346499.394865:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346499.394870:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346499.394873:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880e00. 00000800:00000200:3.0:1763346499.394877:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346499.394882:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346499.394884:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346499.394887:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346499.394890:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346499.394892:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346499.394894:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394896:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346499.394900:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a768700 x1848996540801024/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346499.394908:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52a768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+19:2354:x1848996540801024:12345-192.168.204.16@tcp:400:kworker.0 Request processed in 172us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346499.394916:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1873 00000100:00000040:3.0:1763346499.394919:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346499.394921:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346499.394923:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346499.394925:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417896c80. 00000020:00000010:3.0:1763346499.394930:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d10c8. 00000020:00000010:3.0:1763346499.394933:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb403c32c00. 00000020:00000040:3.0:1763346499.394936:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 18 00000100:00000001:3.0:1763346499.394939:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346499.394945:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346499.394946:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346499.394949:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1874 00000100:00000040:3.0:1763346499.394951:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346499.394953:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237369728 : -105874472181888 : ffff9fb52db1df80) 00000100:00000040:3.0:1763346499.394957:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1df80 x1848996540801152/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/0 e 0 to 0 dl 1763346510 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346499.394965:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346499.394967:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9ccc0. 00000100:00000001:3.0:1763346499.394970:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346499.394972:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9ccc0. 00000100:00100000:3.0:1763346499.394976:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540801152:12345-192.168.204.16@tcp:400:kworker.0 00000100:00000200:3.0:1763346499.394979:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540801152 00000020:00000001:3.0:1763346499.394981:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346499.394983:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346499.394985:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.394987:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346499.394989:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:3.0:1763346499.394991:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346499.394994:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346499.394996:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346499.394997:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346499.394999:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.395001:0:57808:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763346499.395003:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346499.395004:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346499.395008:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb517f77400. 02000000:00000001:3.0:1763346499.395009:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.395011:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.395014:0:57808:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346499.395016:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911672, transno 0, xid 1848996540801152 00010000:00000001:3.0:1763346499.395018:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346499.395022:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1df80 x1848996540801152/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346499.395030:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346499.395031:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346499.395035:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346499.395038:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346499.395041:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346499.395043:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346499.395045:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346499.395047:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346499.395049:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346499.395051:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346499.395054:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb7f8. 00000100:00000200:3.0:1763346499.395057:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996540801152, offset 224 00000400:00000200:3.0:1763346499.395061:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346499.395066:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346499.395071:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198622:198622:254:4294967295] 192.168.204.16@tcp LPNI seq info [198618:198618:6:4294967295] 00000400:00000200:3.0:1763346499.395079:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346499.395084:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346499.395087:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880700. 00000800:00000200:3.0:1763346499.395092:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346499.395095:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346499.395098:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346499.395101:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346499.395104:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346499.395107:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346499.395108:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346499.395110:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346499.395114:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1df80 x1848996540801152/t0(0) o400->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346499.395122:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540801152:12345-192.168.204.16@tcp:400:kworker.0 Request processed in 156us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346499.395129:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1874 00000100:00000040:3.0:1763346499.395131:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346499.395133:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346499.395135:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346499.395137:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52ac94a80. 00000020:00000010:3.0:1763346499.395141:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:3.0:1763346499.395143:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb403c32000. 00000020:00000040:3.0:1763346499.395146:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000100:00000001:3.0:1763346499.395148:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763346499.395163:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1763346499.395169:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00080000:3.0:1763346499.395172:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763346499.395175:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00080000:3.0:1763346499.395178:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763346499.395181:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000800:00000200:3.0:1763346499.395272:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346499.395277:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880a00. 00000400:00000200:3.0:1763346499.395281:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.395286:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346499.395291:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbee0 00000400:00000010:3.0:1763346499.395294:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbee0. 00000100:00000001:3.0:1763346499.395298:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346499.395300:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346499.395310:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346499.395313:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880e00. 00000400:00000200:3.0:1763346499.395316:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.395319:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346499.395322:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb220 00000400:00000010:3.0:1763346499.395324:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb220. 00000100:00000001:3.0:1763346499.395326:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346499.395327:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346499.395395:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346499.395398:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880700. 00000400:00000200:3.0:1763346499.395401:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346499.395404:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346499.395406:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb7f8 00000400:00000010:3.0:1763346499.395408:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb7f8. 00000100:00000001:3.0:1763346499.395410:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346499.395411:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346499.395517:0:19968:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346499.395520:0:19968:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540800768 02000000:00000001:2.0:1763346499.395522:0:19968:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346499.395525:0:19968:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346499.395527:0:19968:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346499.395530:0:19968:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346499.395533:0:19968:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540800768 00000020:00000001:2.0:1763346499.395535:0:19968:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346499.395537:0:19968:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe0b 00000020:00000001:2.0:1763346499.395539:0:19968:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346499.395542:0:19968:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb526cac800 refcount=9 00000020:00000001:2.0:1763346499.395544:0:19968:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199121561600 : -105874587990016 : ffff9fb526cac800) 00000020:00000001:2.0:1763346499.395547:0:19968:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199121561600 : -105874587990016 : ffff9fb526cac800) 00000100:00000001:2.0:1763346499.395550:0:19968:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346499.395554:0:19968:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa30c0. 00000100:00000001:2.0:1763346499.395557:0:19968:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346499.395559:0:19968:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa30c0. 00000020:00000010:2.0:1763346499.395565:0:19968:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f200. 00000020:00000010:2.0:1763346499.395568:0:19968:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202080. 00000020:00000010:2.0:1763346499.395572:0:19968:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346499.395579:0:19968:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1763346499.395581:0:19968:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346499.395583:0:19968:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346499.395585:0:19968:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.395590:0:19968:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.395612:0:19968:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346499.395619:0:19968:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346499.395621:0:19968:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346499.395625:0:19968:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3930 00000100:00000040:2.0:1763346499.395628:0:19968:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb526cac800 : new rpc_count 1 00000100:00000001:2.0:1763346499.395630:0:19968:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194209444944 : -105879500106672 : ffff9fb40201d450) 00000100:00000040:2.0:1763346499.395636:0:19968:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb40201d450 x1848996540800768/t0(0) o400->77d1c13d-f5b7-458a-b89a-095765fe166f@192.168.204.16@tcp:220/0 lens 224/0 e 0 to 0 dl 1763346510 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346499.395644:0:19968:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346499.395647:0:19968:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa30c0. 00000100:00000001:2.0:1763346499.395649:0:19968:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346499.395651:0:19968:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa30c0. 00000100:00100000:2.0:1763346499.395655:0:19968:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb40201d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77d1c13d-f5b7-458a-b89a-095765fe166f+9:2354:x1848996540800768:12345-192.168.204.16@tcp:400:kworker.0 00000100:00000200:2.0:1763346499.395659:0:19968:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540800768 00000020:00000001:2.0:1763346499.395661:0:19968:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346499.395664:0:19968:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346499.395665:0:19968:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346499.395667:0:19968:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346499.395669:0:19968:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667986048 : -1041565568 : ffffffffc1eaf880) 00000020:00000001:2.0:1763346499.395672:0:19968:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346499.395673:0:19968:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346499.395675:0:19968:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346499.395677:0:19968:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346499.395679:0:19968:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346499.395681:0:19968:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763346499.395683:0:19968:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346499.395684:0:19968:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346499.395687:0:19968:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5380e2000. 02000000:00000001:2.0:1763346499.395690:0:19968:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.395692:0:19968:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346499.395694:0:19968:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346499.395696:0:19968:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996540800768 00010000:00000001:2.0:1763346499.395700:0:19968:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346499.395704:0:19968:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb40201d450 x1848996540800768/t0(0) o400->77d1c13d-f5b7-458a-b89a-095765fe166f@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346499.395711:0:19968:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346499.395713:0:19968:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346499.395715:0:19968:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5098edde8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346499.395719:0:19968:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346499.395721:0:19968:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346499.395723:0:19968:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346499.395726:0:19968:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346499.395727:0:19968:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346499.395729:0:19968:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346499.395732:0:19968:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346499.395736:0:19968:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035baa0. 00000100:00000200:2.0:1763346499.395741:0:19968:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848996540800768, offset 224 00000400:00000200:2.0:1763346499.395746:0:19968:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346499.395752:0:19968:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346499.395756:0:19968:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198623:198623:256:4294967295] 192.168.204.16@tcp LPNI seq info [198619:198619:8:4294967295] 00000400:00000200:2.0:1763346499.395765:0:19968:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346499.395770:0:19968:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346499.395774:0:19968:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb520842200. 00000800:00000200:2.0:1763346499.395779:0:19968:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346499.395783:0:19968:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346499.395786:0:19968:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb520842200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763346499.395792:0:19968:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346499.395795:0:19968:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346499.395797:0:19968:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346499.395799:0:19968:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346499.395800:0:19968:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346499.395804:0:19968:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb40201d450 x1848996540800768/t0(0) o400->77d1c13d-f5b7-458a-b89a-095765fe166f@192.168.204.16@tcp:220/0 lens 224/224 e 0 to 0 dl 1763346510 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346499.395817:0:19968:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb40201d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:77d1c13d-f5b7-458a-b89a-095765fe166f+9:2354:x1848996540800768:12345-192.168.204.16@tcp:400:kworker.0 Request processed in 172us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346499.395824:0:19968:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3930 00000100:00000040:2.0:1763346499.395827:0:19968:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb526cac800 : new rpc_count 0 00000100:00000001:2.0:1763346499.395830:0:19968:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346499.395831:0:19968:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346499.395834:0:19968:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202080. 00000020:00000010:2.0:1763346499.395838:0:19968:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346499.395843:0:19968:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f200. 00000020:00000040:2.0:1763346499.395846:0:19968:0:(genops.c:898:class_export_put()) PUTting export ffff9fb526cac800 : new refcount 8 00000100:00000001:2.0:1763346499.395850:0:19968:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763346499.395855:0:19968:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1763346499.395862:0:19968:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cec8. 00000400:00000010:2.0:1763346499.395868:0:19968:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb4019b3e40. 00000800:00000200:1.0:1763346499.396731:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346499.396737:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb520842200. 00000400:00000200:1.0:1763346499.396743:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346499.396749:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346499.396755:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000400:00000010:1.0:1763346499.396757:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000100:00000001:1.0:1763346499.396763:0:3289:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763346499.396766:0:3289:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346499.396768:0:3289:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5380e2000. 02000000:00000001:1.0:1763346499.396771:0:3289:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763346499.396772:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763346499.793385:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346499.793394:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346499.793402:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346499.793404:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346499.793408:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346499.793410:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346499.793413:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346499.793415:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346499.793420:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346499.793422:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346499.793461:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763346499.793465:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346499.793467:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1763346500.226732:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346500.226744:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346500.226747:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346500.226750:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911674 is committed 00000001:00000040:3.0:1763346500.226756:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52e9fe800 : new cb_count 0 00000020:00000040:3.0:1763346500.226761:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 00000001:00000010:3.0:1763346500.226764:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54360. 00040000:00000001:3.0:1763346500.226771:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346500.226774:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346500.226778:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055ea800. 00080000:00000001:3.0:1763346500.226781:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763346500.226784:0:58673:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763346500.226787:0:58673:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763346500.226788:0:58673:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763346500.226789:0:58673:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911673 is committed 00000001:00000040:3.0:1763346500.226791:0:58673:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535129800 : new cb_count 0 00000020:00000040:3.0:1763346500.226792:0:58673:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 19 00000001:00000010:3.0:1763346500.226794:0:58673:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5276130c0. 00040000:00000001:3.0:1763346500.226796:0:58673:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763346500.226797:0:58673:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763346500.226798:0:58673:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b951400. 00080000:00000001:3.0:1763346500.226801:0:58673:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346500.255651:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:1.0:1763346500.255660:0:20006:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 344 committed 00000004:00000010:1.0:1763346500.255678:0:20006:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fb538038300. 00040000:00000001:1.0:1763346500.255685:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.255689:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346500.255690:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.255691:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.255694:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52aa59c00. 00080000:00000001:1.0:1763346500.255698:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:2.0:1763346500.255699:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000001:1.0:1763346500.255701:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1763346500.255703:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346500.255707:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:1.0:1763346500.255707:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000004:00000001:2.0:1763346500.255709:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1763346500.255709:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000004:00000001:2.0:1763346500.255710:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346500.255714:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000001:00080000:1.0:1763346500.255714:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055498 is committed 00000004:00000001:2.0:1763346500.255716:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:2.0:1763346500.255718:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000001:00000040:1.0:1763346500.255718:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:1.0:1763346500.255721:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000001:00000010:1.0:1763346500.255724:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038a20. 00000100:00000010:2.0:1763346500.255726:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76d180. 00000020:00000001:1.0:1763346500.255728:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00000040:2.0:1763346500.255731:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00080000:1.0:1763346500.255731:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb540d5ff00 refcount 2 committed 0 result 0 batchid 4294967629 00000020:00080000:1.0:1763346500.255735:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb540d5f3c0 00000100:00000001:2.0:1763346500.255736:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00080000:1.0:1763346500.255738:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52deade00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb535647800 02000000:00000001:2.0:1763346500.255741:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1763346500.255747:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 02000000:00000001:2.0:1763346500.255748:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346500.255749:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb540d5ff00 refcount 2 committed 1 result 0 batchid 4294967629 00000020:00000040:1.0:1763346500.255752:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb540d5f3c0 00000020:00000040:1.0:1763346500.255754:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52deade00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb535647800 00000020:00000001:1.0:1763346500.255757:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:1.0:1763346500.255758:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000010:2.0:1763346500.255759:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb5380e1c00. 00040000:00000001:1.0:1763346500.255760:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346500.255761:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.255762:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.255763:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535647800. 00080000:00000001:1.0:1763346500.255766:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:2.0:1763346500.255767:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.255768:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000001:2.0:1763346500.255770:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000001:00000040:1.0:1763346500.255770:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:1.0:1763346500.255772:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:1.0:1763346500.255774:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5380389c0. 00000020:00000001:1.0:1763346500.255777:0:20006:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:1.0:1763346500.255778:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5192af3c0 refcount 2 committed 0 result 0 batchid 4294967628 00000100:00000001:2.0:1763346500.255780:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00080000:1.0:1763346500.255781:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5192af0c0 00000020:00080000:1.0:1763346500.255783:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb535646c00 00000100:00000001:2.0:1763346500.255786:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.255786:0:20006:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:1.0:1763346500.255787:0:20006:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5192af3c0 refcount 2 committed 1 result 0 batchid 4294967628 00000020:00000040:1.0:1763346500.255790:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5192af0c0 00000020:00000040:1.0:1763346500.255793:0:20006:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb535646c00 00000020:00000001:1.0:1763346500.255795:0:20006:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:1.0:1763346500.255796:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.255797:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346500.255798:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:2.0:1763346500.255799:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d3bbfda] to pc [ptlrpcd_00_03+3] req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00040000:00000001:1.0:1763346500.255800:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.255801:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535646c00. 00080000:00000001:1.0:1763346500.255804:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346500.255806:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346500.255808:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:1.0:1763346500.255810:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00000001:00000010:1.0:1763346500.255812:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843ba0. 00040000:00000001:1.0:1763346500.255814:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.255815:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346500.255816:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.255817:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.255819:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535644000. 00000004:00000001:2.0:1763346500.255821:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.255823:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00001000:2.0:1763346500.255824:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00080000:00000001:1.0:1763346500.255825:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00001000:2.0:1763346500.255826:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9606, id 342 00000001:00000040:1.0:1763346500.255827:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000004:00000001:2.0:1763346500.255828:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000020:00000040:1.0:1763346500.255829:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000004:00000001:2.0:1763346500.255830:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763346500.255831:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1763346500.255831:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417843480. 00040000:00000001:1.0:1763346500.255833:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1763346500.255834:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00040000:00000001:1.0:1763346500.255834:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:2.0:1763346500.255835:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00040000:00000001:1.0:1763346500.255835:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:2.0:1763346500.255836:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1763346500.255836:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.255838:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535647000. 00080000:00000001:1.0:1763346500.255839:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00001000:2.0:1763346500.255841:0:19995:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9fb403ade1c0 type=0x10692404 idx=9607 00000040:00001000:2.0:1763346500.255845:0:19995:0:(llog.c:776:llog_process_thread()) lrh_index: 9607 lrh_len: 64 (7744 remains) 00000040:00001000:2.0:1763346500.255848:0:19995:0:(llog.c:797:llog_process_thread()) index: 9607, lh_last_idx: 9607 synced_idx: 9607 lgh_last_idx: 9607 00000004:00000001:2.0:1763346500.255850:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000020:00080000:1.0:1763346500.255851:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967629 committed batchid 4294967625 00000004:00000001:2.0:1763346500.255853:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763346500.255854:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.255854:0:20009:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000004:00000001:2.0:1763346500.255856:0:19995:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:2.0:1763346500.255857:0:19995:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000020:00000010:1.0:1763346500.255857:0:20009:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff9fb519a54cc0. 00000004:00000001:2.0:1763346500.255858:0:19995:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00080000:00000001:1.0:1763346500.255860:0:20009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000010:2.0:1763346500.255861:0:19995:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52a76e680. 00000020:00000040:2.0:1763346500.255863:0:19995:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763346500.255864:0:19995:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346500.255866:0:19995:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346500.255867:0:19995:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763346500.255867:0:20009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb509418400. 02000000:00000010:2.0:1763346500.255870:0:19995:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9fb5380e0c00. 00080000:00000001:1.0:1763346500.255871:0:20009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198626026496 : -105875083525120 : ffff9fb509418400) 00000100:00000001:2.0:1763346500.255873:0:19995:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346500.255875:0:19995:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446638199183173248 : -105874526378368 : ffff9fb52a76e680) 00080000:00000001:1.0:1763346500.255876:0:20009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:2.0:1763346500.255877:0:19995:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763346500.255879:0:19995:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346500.255882:0:19995:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0d83604] to pc [ptlrpcd_00_00+0] req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763346500.255899:0:19995:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1763346500.255901:0:19995:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 2 in flight, 2 in progress 00000004:00001000:2.0:1763346500.255902:0:19995:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9607, id 342 00000004:00000001:2.0:1763346500.255904:0:19995:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:2.0:1763346500.255906:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763346500.255907:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346500.255908:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763346500.255909:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.255916:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346500.255920:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346500.255922:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346500.255927:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.255934:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346500.255936:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346500.255940:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346500.255943:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346500.255945:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346500.255948:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514974464:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1763346500.255952:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346500.255957:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346500.255959:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346500.255962:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346500.255966:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb5380e2800. 02000000:00000001:2.0:1763346500.255967:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346500.255974:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cb00. 00000400:00000010:2.0:1763346500.255983:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bf68. 00000100:00000200:2.0:1763346500.255991:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514974464, portal 4 00000100:00000001:2.0:1763346500.255994:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000001:00000001:1.0:1763346500.255995:0:20009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:2.0:1763346500.255996:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00080000:00000001:1.0:1763346500.255997:0:20009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.255999:0:20009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000040:2.0:1763346500.256003:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.256009:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346500.256012:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346500.256015:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b6e8. 00000100:00000200:2.0:1763346500.256018:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514974464, offset 0 00080000:00000001:1.0:1763346500.256021:0:20009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.256025:0:20009:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1763346500.256026:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346500.256041:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346500.256055:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c774b00 00000400:00000200:2.0:1763346500.256062:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x119245 [8] + 13824 00000400:00000200:2.0:1763346500.256071:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346500.256076:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346500.256083:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346500.256085:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346500.256090:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52226df80. 00080000:00000001:1.0:1763346500.256092:0:20009:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000040:2.0:1763346500.256093:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52226df80 x1848996514974464 msgsize 544 00000020:00000040:1.0:1763346500.256095:0:20009:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967629: rc = 0 00000100:00100000:2.0:1763346500.256097:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:1.0:1763346500.256098:0:20009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1763346500.256107:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:1.0:1763346500.256111:0:20009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.256113:0:20009:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763346500.256116:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b6e8 00000020:00080000:1.0:1763346500.256116:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967625 00000400:00000010:2.0:1763346500.256119:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b6e8. 00000100:00000001:2.0:1763346500.256124:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346500.256128:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.256139:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346500.256142:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.256149:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256151:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346500.256156:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346500.256160:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23535 usecs (24 jiffies) 00000100:00000001:2.0:1763346500.256165:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300737129 00000100:00000010:2.0:1763346500.256168:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613e40. 00000100:00000001:2.0:1763346500.256175:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346500.256197:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300737129 00000100:00000010:2.0:1763346500.256488:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613b40. 00000100:00000001:2.0:1763346500.256492:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346500.256496:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300737130 00000100:00000010:2.0:1763346500.256499:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613360. 00000100:00000001:2.0:1763346500.256501:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346500.256504:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300737130 00000100:00000010:2.0:1763346500.256507:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613a80. 00000100:00000001:2.0:1763346500.256510:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346500.256512:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346500.256515:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256519:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256521:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346500.256529:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346500.256531:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763346500.256533:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346500.256534:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346500.256535:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256538:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256546:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346500.256548:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256553:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346500.256555:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346500.256557:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346500.256561:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.256569:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346500.256571:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346500.256573:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346500.256575:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346500.256577:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346500.256579:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb52a76e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514974592:0@lo:6:osp-syn-0-0.0 00000100:00000001:2.0:1763346500.256582:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346500.256585:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346500.256586:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346500.256588:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346500.256591:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb5380e0800. 02000000:00000001:2.0:1763346500.256592:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346500.256596:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c3c8. 00000400:00000010:2.0:1763346500.256600:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b6e8. 00000100:00000200:2.0:1763346500.256603:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514974592, portal 4 00000100:00000001:2.0:1763346500.256604:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346500.256606:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183173248 : -105874526378368 : ffff9fb52a76e680) 00000100:00000040:2.0:1763346500.256610:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.256615:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346500.256617:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346500.256620:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b440. 00000100:00000200:2.0:1763346500.256622:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1848996514974592, offset 0 00000400:00000200:2.0:1763346500.256625:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346500.256630:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346500.256634:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a70c774b80 00000400:00000200:2.0:1763346500.256638:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x119245 [8] + 14368 00000400:00000200:2.0:1763346500.256642:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346500.256645:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346500.256648:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346500.256650:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346500.256656:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb514059c00. 00000100:00000040:2.0:1763346500.256658:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb514059c00 x1848996514974592 msgsize 544 00000100:00100000:2.0:1763346500.256661:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346500.256668:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346500.256673:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:2.0:1763346500.256675:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00000001:2.0:1763346500.256678:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346500.256681:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.256688:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346500.256691:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346500.256694:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346500.256697:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256698:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1763346500.256698:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514974464 02000000:00000001:0.0:1763346500.256701:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346500.256702:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346500.256704:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23535 usecs (24 jiffies) 00000100:00000001:0.0:1763346500.256704:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346500.256706:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300737130 00000100:00000001:0.0:1763346500.256706:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.256710:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256711:0:3294:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300737129 00000100:00000001:2.0:1763346500.256713:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300737130 00000100:00100000:0.0:1763346500.256715:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514974464 00000100:00000001:2.0:1763346500.256717:0:3294:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300737129 00000020:00000001:0.0:1763346500.256718:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763346500.256719:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300737130 00000020:00000040:0.0:1763346500.256721:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000100:00000001:2.0:1763346500.256722:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300737130 00000100:00000001:2.0:1763346500.256724:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300737130 00000020:00000001:0.0:1763346500.256725:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1763346500.256726:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300737130 00000100:00000001:2.0:1763346500.256729:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763346500.256729:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000100:00000001:2.0:1763346500.256731:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.256731:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346500.256733:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256734:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346500.256734:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346500.256739:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346500.256740:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763346500.256740:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763346500.256742:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346500.256743:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346500.256744:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346500.256744:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7be00. 00000100:00000001:2.0:1763346500.256746:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346500.256750:0:62999:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb529f30380. 00000100:00000001:2.0:1763346500.256753:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346500.256755:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.256757:0:62999:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:2.0:1763346500.256765:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346500.256767:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514974592 02000000:00000001:2.0:1763346500.256768:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346500.256768:0:62999:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1763346500.256769:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346500.256771:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346500.256773:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346500.256774:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000100:00100000:2.0:1763346500.256775:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514974592 00000020:00000001:2.0:1763346500.256777:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346500.256778:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000010:0.0:1763346500.256779:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969e00. 00000020:00000001:2.0:1763346500.256780:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346500.256781:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=6 00000020:00000001:2.0:1763346500.256783:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:2.0:1763346500.256785:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000010:0.0:1763346500.256785:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000001:2.0:1763346500.256788:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346500.256790:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3440. 00000100:00000001:2.0:1763346500.256793:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763346500.256793:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:2.0:1763346500.256795:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3440. 00000100:00000001:0.0:1763346500.256796:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1763346500.256798:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000100:00000001:0.0:1763346500.256798:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1763346500.256801:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202980. 00000100:00000001:0.0:1763346500.256801:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346500.256805:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000001:2.0:1763346500.256808:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346500.256809:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346500.256810:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.256810:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.256812:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.256818:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346500.256823:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346500.256829:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346500.256829:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346500.256831:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763346500.256831:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346500.256835:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20131 00000100:00000040:0.0:1763346500.256838:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00080000:00000001:1.0:1763346500.256898:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:1.0:1763346500.256902:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967627 batchid updated 00000020:00000010:1.0:1763346500.256905:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb519a546c0. 00040000:00000001:1.0:1763346500.256909:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.256911:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346500.256913:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.256914:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.256916:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5055eb800. 00080000:00000001:1.0:1763346500.256919:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346500.256924:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346500.256927:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346500.256929:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346500.256930:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055502 is committed 00000001:00000040:1.0:1763346500.256933:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:1.0:1763346500.256936:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000001:00000010:1.0:1763346500.256938:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5276133c0. 00000004:00080000:1.0:1763346500.256941:0:20006:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 343 committed 00000100:00100000:2.0:1763346500.256944:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20132 00000100:00000040:2.0:1763346500.256947:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 2 00000100:00000001:2.0:1763346500.256949:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806649856 : -105874902901760 : ffff9fb514059c00) 00000100:00000040:2.0:1763346500.256954:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb514059c00 x1848996514974592/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:221/0 lens 544/0 e 0 to 0 dl 1763346511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.256963:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346500.256966:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3440. 00000100:00000001:2.0:1763346500.256969:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346500.256971:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3440. 00000100:00100000:2.0:1763346500.256975:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb514059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3294:x1848996514974592:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:2.0:1763346500.256978:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514974592 00000020:00000001:2.0:1763346500.256982:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346500.256985:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346500.256988:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.256990:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346500.256993:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:2.0:1763346500.256997:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346500.257000:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346500.257003:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346500.257005:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346500.257009:0:62988:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346500.257011:0:62988:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346500.257013:0:62988:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346500.257016:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346500.257018:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346500.257021:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346500.257022:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346500.257024:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346500.257026:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346500.257027:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346500.257029:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346500.257030:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346500.257031:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346500.257032:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.257035:0:62988:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.257037:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.257040:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346500.257042:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346500.257046:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5380e2c00. 02000000:00000001:2.0:1763346500.257048:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.257050:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346500.257053:0:62988:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:2.0:1763346500.257057:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346500.257059:0:62988:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1763346500.257062:0:62988:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9739 count 1 00002000:00000001:2.0:1763346500.257065:0:62988:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1763346500.257067:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346500.257071:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346500.257077:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:2.0:1763346500.257079:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00010000:00000001:2.0:1763346500.257083:0:62988:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346500.257087:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346500.257095:0:62988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078b00. 00010000:00000010:2.0:1763346500.257099:0:62988:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb503078400. 00010000:00000001:2.0:1763346500.257104:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346500.257107:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346500.257111:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346500.257114:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa3c3 to hash 00000020:00000001:2.0:1763346500.257116:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346500.257117:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346500.257120:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00002000:00000001:2.0:1763346500.257123:0:62988:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763346500.257128:0:62988:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb503aa3440. 00002000:00000001:2.0:1763346500.257131:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346500.257131:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346500.257133:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960359288 : -105874749192328 : ffff9fb51d2f0778) 00002000:00000001:2.0:1763346500.257135:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960359200 : -105874749192416 : ffff9fb51d2f0720) 00002000:00000001:2.0:1763346500.257138:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346500.257145:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763346500.257148:0:62988:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x260b:0x0] initial LVB size: 4096, mtime: 0x691a8839, atime: 0x691a8839, ctime: 0x691a883b, blocks: 0xb 00002000:00000001:2.0:1763346500.257151:0:62988:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:2.0:1763346500.257154:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346500.257156:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.257160:0:62988:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346500.257169:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346500.257173:0:62988:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346500.257176:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346500.257178:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346500.257196:0:62988:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346500.257199:0:62988:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346500.257201:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346500.257202:0:62988:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346500.257203:0:62988:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346500.257207:0:62988:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763346500.257211:0:62988:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346500.257233:0:62988:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260b:0x0].0x0 (ffff9fb503078b00) refcount = 1 00010000:00000040:2.0:1763346500.257236:0:62988:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346500.257239:0:62988:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346500.257248:0:62988:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346500.257250:0:62988:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.257252:0:62988:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346500.257254:0:62988:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346500.257257:0:62988:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.257259:0:62988:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346500.257262:0:62988:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346500.257264:0:62988:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.257267:0:62988:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346500.257275:0:62988:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346500.257276:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763346500.257276:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199043710848 : -105874665840768 : ffff9fb52226df80) 00010000:00000001:2.0:1763346500.257278:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346500.257281:0:62988:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346500.257282:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1763346500.257282:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52226df80 x1848996514974464/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:221/0 lens 544/0 e 0 to 0 dl 1763346511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763346500.257284:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:2.0:1763346500.257286:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346500.257288:0:62988:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00000100:00000001:0.0:1763346500.257290:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1763346500.257291:0:62988:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000010:0.0:1763346500.257293:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb538d7b2c0. 00010000:00010000:2.0:1763346500.257294:0:62988:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763346500.257295:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.257298:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb538d7b2c0. 00010000:00000001:2.0:1763346500.257301:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1763346500.257302:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52226df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3297:x1848996514974464:12345-0@lo:6:osp-syn-0-0.0 00010000:00000001:2.0:1763346500.257303:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1763346500.257305:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514974464 00010000:00010000:2.0:1763346500.257306:0:62988:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1763346500.257307:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346500.257309:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346500.257311:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.257312:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:0.0:1763346500.257313:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1763346500.257314:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.257314:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150656 : -1037400960 : ffffffffc22a8480) 00000020:00000001:0.0:1763346500.257316:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1763346500.257318:0:62988:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1763346500.257318:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346500.257320:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346500.257321:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:2.0:1763346500.257322:0:62988:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb417f31900. 00000020:00000001:0.0:1763346500.257322:0:62999:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346500.257324:0:62999:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00010000:00000001:2.0:1763346500.257325:0:62988:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1763346500.257326:0:62999:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.257327:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.257329:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.257330:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.257332:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1763346500.257333:0:62988:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00000001:0.0:1763346500.257334:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.257335:0:62988:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.257335:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1763346500.257337:0:62988:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.257337:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.257339:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.257340:0:62988:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000001:00000001:0.0:1763346500.257340:0:62999:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00010000:00000001:2.0:1763346500.257341:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346500.257342:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:0.0:1763346500.257342:0:62999:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.257343:0:62999:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346500.257344:0:62988:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00000020:00000001:0.0:1763346500.257345:0:62999:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346500.257347:0:62988:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1763346500.257347:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.257349:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346500.257351:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:2.0:1763346500.257354:0:62988:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e3000. 02000000:00000010:0.0:1763346500.257354:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb535644400. 00080000:00000001:2.0:1763346500.257356:0:62988:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411191808 : -105874298359808 : ffff9fb5380e3000) 02000000:00000001:0.0:1763346500.257356:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.257358:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346500.257359:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346500.257360:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346500.257360:0:62999:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1763346500.257362:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346500.257363:0:62999:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1763346500.257365:0:62999:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9738 count 1 00080000:00000002:2.0:1763346500.257366:0:62988:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x260b:0x0] not in the id map cache 00002000:00000001:0.0:1763346500.257367:0:62999:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1763346500.257368:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346500.257369:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00080000:00000001:2.0:1763346500.257370:0:62988:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000020:00000001:0.0:1763346500.257373:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346500.257375:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 00010000:00000001:0.0:1763346500.257377:0:62999:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.257379:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346500.257383:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f200. 00010000:00000010:0.0:1763346500.257386:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417f4f500. 00010000:00000001:0.0:1763346500.257388:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.257391:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00080000:00000001:2.0:1763346500.257393:0:62988:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346500.257394:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1763346500.257396:0:62988:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.257396:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa3ca to hash 00000020:00000001:0.0:1763346500.257398:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.257399:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00080000:00000001:2.0:1763346500.257400:0:62988:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00010000:00000001:0.0:1763346500.257401:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00080000:00000001:2.0:1763346500.257403:0:62988:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00002000:00000001:0.0:1763346500.257403:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763346500.257405:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb538d7b2c0. 00002000:00000001:0.0:1763346500.257406:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 80000000:00000001:2.0:1763346500.257407:0:62988:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000020:00000001:0.0:1763346500.257407:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 80000000:00000001:2.0:1763346500.257410:0:62988:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00000020:00000001:0.0:1763346500.257410:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960362024 : -105874749189592 : ffff9fb51d2f1228) 00002000:00000001:0.0:1763346500.257412:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361936 : -105874749189680 : ffff9fb51d2f11d0) 80000000:00000001:2.0:1763346500.257413:0:62988:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346500.257414:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 80000000:00000001:2.0:1763346500.257415:0:62988:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346500.257417:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346500.257418:0:62988:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00002000:00010000:0.0:1763346500.257420:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x260a:0x0] initial LVB size: 4096, mtime: 0x691a8839, atime: 0x691a8839, ctime: 0x691a883a, blocks: 0xb 00080000:00000001:2.0:1763346500.257421:0:62988:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00002000:00000001:0.0:1763346500.257423:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00080000:00000001:2.0:1763346500.257424:0:62988:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00010000:00000001:0.0:1763346500.257424:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.257426:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.257429:0:62999:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 3/0,1 mode: --/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346500.257436:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.257438:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.257440:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346500.257441:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346500.257443:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346500.257444:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.257446:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000001:00000001:2.0:1763346500.257447:0:62988:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1763346500.257447:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346500.257448:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763346500.257449:0:62988:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1763346500.257450:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763346500.257452:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1763346500.257457:0:62988:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346500.257460:0:62988:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:0.0:1763346500.257460:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260a:0x0].0x0 (ffff9fb417f4f200) refcount = 1 00010000:00000040:0.0:1763346500.257462:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:2.0:1763346500.257464:0:62988:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:0.0:1763346500.257465:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346500.257472:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.257474:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.257475:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.257477:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.257479:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.257481:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.257483:0:62999:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.257484:0:62999:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.257486:0:62999:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1763346500.257490:0:62988:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346500.257491:0:62988:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.257492:0:62999:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.257494:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.257495:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.257496:0:62999:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.257497:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.257499:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346500.257501:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.257503:0:62999:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.257505:0:62999:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346500.257507:0:62999:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1763346500.257510:0:62988:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.257513:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1763346500.257514:0:62988:0:(osd_object.c:2094:osd_ref_del()) Process entered 00010000:00000001:0.0:1763346500.257514:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.257516:0:62999:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346500.257536:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.257538:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.257540:0:62999:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763346500.257544:0:62999:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb5205a6a80. 00010000:00000001:0.0:1763346500.257546:0:62999:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763346500.257555:0:62999:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00080000:00000001:2.0:1763346500.257557:0:62988:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.257557:0:62999:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.257559:0:62999:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346500.257560:0:62988:0:(osd_object.c:806:osd_destroy()) Process entered 00010000:00000001:0.0:1763346500.257561:0:62999:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1763346500.257562:0:62988:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346500.257563:0:62988:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00010000:00000001:0.0:1763346500.257563:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 80000000:00000001:2.0:1763346500.257565:0:62988:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:0.0:1763346500.257565:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000001:2.0:1763346500.257566:0:62988:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346500.257566:0:62999:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 80000000:00000001:2.0:1763346500.257568:0:62988:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257568:0:62999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000001:2.0:1763346500.257570:0:62988:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346500.257572:0:62988:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1763346500.257573:0:62988:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00080000:00000010:0.0:1763346500.257573:0:62999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535645800. 00080000:00000001:0.0:1763346500.257575:0:62999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366506496 : -105874343045120 : ffff9fb535645800) 00000001:00000001:0.0:1763346500.257577:0:62999:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.257579:0:62999:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346500.257581:0:62999:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x260a:0x0] not in the id map cache 00080000:00000001:0.0:1763346500.257584:0:62999:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346500.257591:0:62999:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346500.257594:0:62999:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257595:0:62999:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763346500.257597:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346500.257598:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.257600:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.257602:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.257603:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257605:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346500.257607:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1763346500.257608:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00000001:00000001:0.0:1763346500.257621:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763346500.257624:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346500.257628:0:62999:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257631:0:62999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346500.257633:0:62999:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346500.257648:0:62999:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346500.257650:0:62999:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257659:0:62999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257661:0:62999:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1763346500.257672:0:62999:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257674:0:62999:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1763346500.257676:0:62999:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346500.257677:0:62999:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.257679:0:62999:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.257680:0:62999:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.257682:0:62999:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257683:0:62999:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346500.257685:0:62999:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1763346500.257686:0:62999:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446638198753956544 : -105874955595072 : ffff9fb510e192c0) 00080000:00000001:2.0:1763346500.257849:0:62988:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346500.257849:0:62999:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346500.257853:0:62988:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.257853:0:62999:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346500.257857:0:62988:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763346500.257857:0:62999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346500.257862:0:62988:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000001:0.0:1763346500.257862:0:62999:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346500.257865:0:62988:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847760, last_committed = 21474847758 00000001:00000002:0.0:1763346500.257865:0:62999:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847759, last_committed = 21474847758 00000001:00000010:2.0:1763346500.257870:0:62988:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5276131e0. 00000001:00000010:0.0:1763346500.257870:0:62999:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038540. 00000001:00000040:2.0:1763346500.257873:0:62988:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 2 00000001:00000040:0.0:1763346500.257873:0:62999:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 1 00000020:00000040:2.0:1763346500.257876:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=7 00000020:00000040:0.0:1763346500.257876:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=8 00080000:00000001:0.0:1763346500.257883:0:62999:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:2.0:1763346500.257916:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346500.257919:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.257922:0:7403:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00000010:1.0:1763346500.257923:0:20006:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff9fb527613240. 00010000:00000001:2.0:1763346500.257925:0:7403:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1763346500.257927:0:7403:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00040000:00000001:1.0:1763346500.257927:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.257929:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:2.0:1763346500.257931:0:7403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1763346500.257931:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.257932:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.257934:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b950800. 00080000:00000001:1.0:1763346500.257937:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00010000:2.0:1763346500.257939:0:7403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc15a1b40) 00080000:00000001:1.0:1763346500.257941:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1763346500.257942:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763346500.257944:0:7403:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000040:1.0:1763346500.257944:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:1.0:1763346500.257946:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00010000:2.0:1763346500.257948:0:7403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00000001:00000010:1.0:1763346500.257948:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613960. 00040000:00000001:1.0:1763346500.257951:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.257952:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346500.257953:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1763346500.257955:0:7403:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00040000:00000001:1.0:1763346500.257955:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.257956:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b952000. 00010000:00000001:2.0:1763346500.257957:0:7403:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346500.257958:0:7403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1763346500.257959:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:2.0:1763346500.257960:0:7403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00080000:00000001:1.0:1763346500.257960:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:2.0:1763346500.257961:0:7403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00000001:00000040:1.0:1763346500.257962:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00010000:00000001:2.0:1763346500.257963:0:7403:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00000020:00000040:1.0:1763346500.257964:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 485 00000001:00000010:1.0:1763346500.257966:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613ae0. 00010000:00000001:2.0:1763346500.257967:0:7403:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00040000:00000001:1.0:1763346500.257968:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.257969:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00010000:2.0:1763346500.257970:0:7403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00040000:00000001:1.0:1763346500.257970:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.257971:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.257972:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b950400. 00080000:00000001:1.0:1763346500.257974:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346500.257976:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1763346500.257977:0:7403:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000040:1.0:1763346500.257977:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00010000:00000001:2.0:1763346500.257979:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000040:1.0:1763346500.257979:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 484 00010000:00000001:2.0:1763346500.257980:0:7403:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1763346500.257980:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613060. 00040000:00000001:1.0:1763346500.257982:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.257983:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346500.257983:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.257984:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1763346500.257985:0:7403:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346500.257986:0:7403:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:1.0:1763346500.257986:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb53b951c00. 00080000:00000001:1.0:1763346500.257987:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1763346500.257988:0:7403:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346500.257989:0:7403:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346500.257991:0:7403:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa3c3 from hash 00080000:00000001:1.0:1763346500.257993:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1763346500.257994:0:7403:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00040000:00000001:1.0:1763346500.257994:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1763346500.257995:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1763346500.257996:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1763346500.257997:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:1.0:1763346500.257997:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1763346500.257998:0:7403:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00040000:00000001:1.0:1763346500.257998:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346500.257999:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb517f75400. 00010000:00000001:2.0:1763346500.258000:0:7403:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346500.258002:0:7403:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.258002:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1763346500.258004:0:7403:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:1.0:1763346500.258004:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1763346500.258006:0:7403:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00040000:00000001:1.0:1763346500.258006:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.258007:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1763346500.258008:0:7403:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00040000:00000001:1.0:1763346500.258008:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346500.258009:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1763346500.258010:0:7403:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1763346500.258011:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb517f74800. 00010000:00000001:2.0:1763346500.258012:0:7403:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.258013:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1763346500.258014:0:7403:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346500.258016:0:7403:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346500.258018:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346500.258020:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346500.258021:0:7403:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.258023:0:7403:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.258025:0:7403:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.258028:0:7403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346500.258034:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346500.258037:0:7403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb51e80c200/0x757b854463afa3c3 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346500.258043:0:7403:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078b00 count: 0 00002000:00000010:2.0:1763346500.258048:0:7403:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb503aa3440. 00010000:00000010:2.0:1763346500.258055:0:7403:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb503078400. 00010000:00000001:2.0:1763346500.258064:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346500.258066:0:7403:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1763346500.258068:0:7403:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb417f31900. 00010000:00000001:2.0:1763346500.258071:0:7403:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.258072:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346500.258074:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.258076:0:7403:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1763346500.258078:0:7403:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1763346500.258079:0:7403:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346500.258081:0:7403:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346500.258087:0:7403:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36c00 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:2.0:1763346500.258089:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763346500.258090:0:7403:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346500.258092:0:7403:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346500.258097:0:7403:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346500.258099:0:7403:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346500.258100:0:7403:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346500.258101:0:7403:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:2.0:1763346500.258103:0:7403:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:2.0:1763346500.258105:0:7403:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:2.0:1763346500.258107:0:7403:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346500.258109:0:7403:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346500.258114:0:7403:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763346500.258115:0:7403:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763346500.258116:0:7403:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.258119:0:7403:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346500.258120:0:7403:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346500.258121:0:7403:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346500.258123:0:7403:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346500.258124:0:7403:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa3ca from hash 00010000:00000001:2.0:1763346500.258126:0:7403:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346500.258128:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346500.258128:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346500.258130:0:7403:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346500.258131:0:7403:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346500.258132:0:7403:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.258134:0:7403:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346500.258135:0:7403:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346500.258136:0:7403:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346500.258138:0:7403:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346500.258139:0:7403:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.258140:0:7403:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346500.258142:0:7403:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346500.258143:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346500.258144:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346500.258145:0:7403:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.258147:0:7403:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346500.258149:0:7403:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.258151:0:7403:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 1/0,0 mode: --/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346500.258157:0:7403:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346500.258160:0:7403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36c00/0x757b854463afa3ca lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346500.258166:0:7403:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f200 count: 0 00002000:00000010:2.0:1763346500.258168:0:7403:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb538d7b2c0. 00010000:00000010:2.0:1763346500.258171:0:7403:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417f4f500. 00010000:00000001:2.0:1763346500.258176:0:7403:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346500.258178:0:7403:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1763346500.258179:0:7403:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb5205a6a80. 00010000:00000001:2.0:1763346500.258191:0:7403:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.258195:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346500.258196:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.258198:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763346500.258199:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346500.258200:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.258202:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763346500.258204:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346500.258205:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.258207:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763346500.258226:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000004:00000001:3.0:1763346500.258229:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000020:00000001:2.0:1763346500.258229:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.258231:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1763346500.258233:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.258322:0:62999:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346500.258339:0:62999:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1763346500.258342:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1763346500.258347:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00080000:00000001:0.0:1763346500.258352:0:62999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346500.258355:0:62999:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346500.258358:0:62999:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:0.0:1763346500.258383:0:62999:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb5297e1ab8. 00002000:00000001:0.0:1763346500.258389:0:62999:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1763346500.258391:0:62999:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x260a:0x0] 00002000:00000010:0.0:1763346500.258393:0:62999:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb51d2f11d0. 00080000:00000001:2.0:1763346500.258396:0:62988:0:(osd_io.c:399:osd_write()) Process entered 00002000:00000001:0.0:1763346500.258397:0:62999:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1763346500.258399:0:62999:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346500.258405:0:62999:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346500.258406:0:62988:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346500.258408:0:62988:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346500.258409:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847758, transno 21474847759, xid 1848996514974464 00010000:00000001:0.0:1763346500.258412:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00080000:00000001:2.0:1763346500.258417:0:62988:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346500.258420:0:62988:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1763346500.258420:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52226df80 x1848996514974464/t21474847759(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:221/0 lens 544/432 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1763346500.258421:0:62988:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:0.0:1763346500.258428:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346500.258431:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763346500.258432:0:62988:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb5297e08e8. 00002000:00000001:2.0:1763346500.258435:0:62988:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00000100:00001000:0.0:1763346500.258435:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=13 v=5 (1 1 1 1) 00002000:00000040:2.0:1763346500.258436:0:62988:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x260b:0x0] 00002000:00000010:2.0:1763346500.258438:0:62988:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff9fb51d2f0720. 00000100:00000001:0.0:1763346500.258441:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:2.0:1763346500.258442:0:62988:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1763346500.258443:0:62988:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.258444:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00002000:00000001:2.0:1763346500.258446:0:62988:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346500.258446:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 00010000:00000040:2.0:1763346500.258449:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847758, transno 21474847760, xid 1848996514974592 02000000:00000001:0.0:1763346500.258449:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1763346500.258451:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000001:0.0:1763346500.258452:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1763346500.258454:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb514059c00 x1848996514974592/t21474847760(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:221/0 lens 544/432 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346500.258455:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346500.258458:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1763346500.258461:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346500.258463:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346500.258463:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a4c8. 00000100:00001000:2.0:1763346500.258465:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346500.258467:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346500.258469:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 32 to 0@lo 00000100:00000001:2.0:1763346500.258471:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 00000100:00000200:0.0:1763346500.258471:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514974464, offset 224 02000000:00000001:2.0:1763346500.258474:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346500.258475:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346500.258477:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1763346500.258478:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1763346500.258479:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346500.258481:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b440. 00000100:00000200:2.0:1763346500.258483:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996514974592, offset 224 00000400:00000200:2.0:1763346500.258487:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346500.258492:0:62988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346500.258493:0:62999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346500.258503:0:62988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c774b80 00000400:00000200:0.0:1763346500.258505:0:62999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a70c774b00 00000400:00000200:2.0:1763346500.258511:0:62988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12fd4d [1] + 224 00000400:00000200:2.0:1763346500.258517:0:62988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346500.258518:0:62999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12fd45 [1] + 224 00000400:00000200:2.0:1763346500.258522:0:62988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1763346500.258522:0:62999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346500.258524:0:62999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346500.258529:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763346500.258529:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346500.258533:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346500.258534:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346500.258545:0:62988:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346500.258545:0:62999:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346500.258559:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346500.258568:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a4c8 00000400:00000010:0.0:1763346500.258570:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a4c8. 00000100:00000001:0.0:1763346500.258574:0:62999:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346500.258575:0:62999:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346500.258580:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.258583:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 31 to 0@lo 00010000:00000001:0.0:1763346500.258586:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1763346500.258587:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1763346500.258588:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258590:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1763346500.258590:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346500.258594:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52226df80 x1848996514974464/t21474847759(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:221/0 lens 544/432 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346500.258604:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1763346500.258604:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52226df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+8:3297:x1848996514974464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1312us (2508us total) trans 21474847759 rc 0/0 00000400:00000200:2.0:1763346500.258608:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:2.0:1763346500.258610:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00100000:0.0:1763346500.258613:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20131 00000100:00000001:2.0:1763346500.258614:0:62988:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346500.258615:0:62988:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763346500.258617:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:2.0:1763346500.258618:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.258620:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1763346500.258621:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00000100:00000001:0.0:1763346500.258622:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1763346500.258623:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346500.258624:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.258625:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346500.258629:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb514059c00 x1848996514974592/t21474847760(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:221/0 lens 544/432 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763346500.258629:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346500.258633:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000100:00100000:2.0:1763346500.258638:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb514059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3294:x1848996514974592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1674us (1978us total) trans 21474847760 rc 0/0 00000020:00000010:0.0:1763346500.258638:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000100:00100000:2.0:1763346500.258644:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20132 00000100:00000040:2.0:1763346500.258646:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:2.0:1763346500.258648:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1763346500.258648:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 7 00000100:00000001:2.0:1763346500.258649:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1763346500.258650:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763346500.258651:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202980. 00000020:00000010:2.0:1763346500.258654:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:2.0:1763346500.258658:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:2.0:1763346500.258660:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000100:00000001:2.0:1763346500.258662:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763346500.258694:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346500.258696:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346500.258700:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c3c8. 00000400:00000200:3.0:1763346500.258704:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b6e8 00000400:00000010:3.0:1763346500.258706:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b6e8. 00000100:00000001:3.0:1763346500.258708:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346500.258713:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346500.258721:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76e680 x1848996514974592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346500.258728:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346500.258729:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.258732:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346500.258735:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346500.258738:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346500.258739:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.258742:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346500.258750:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346500.258753:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346500.258756:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346500.258758:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.258760:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346500.258763:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258766:0:3294:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763346500.258768:0:3294:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763346500.258770:0:3294:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763346500.258773:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346500.258774:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183173248 : -105874526378368 : ffff9fb52a76e680) 00000100:00000001:3.0:1763346500.258777:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346500.258780:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847758 00000100:00000001:3.0:1763346500.258782:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346500.258784:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346500.258788:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76e680 x1848996514974592/t21474847760(21474847760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346500.258795:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346500.258799:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346500.258801:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763346500.258804:0:3294:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9fb52a76e680/2, rc 0, transno 21474847760 00000004:00001000:3.0:1763346500.258808:0:3294:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 1 in flight, 2 in progress 00000100:00000040:3.0:1763346500.258813:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76e680 x1848996514974592/t21474847760(21474847760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346500.258819:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514974592:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763346500.258824:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.258827:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346500.258830:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76e680 x1848996514974592/t21474847760(21474847760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346500.258837:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258839:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.258846:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346500.258848:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258850:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346500.258852:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258861:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346500.258863:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346500.258866:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346500.258868:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346500.258869:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cb00. 00000400:00000200:3.0:1763346500.258872:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:3.0:1763346500.258874:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:3.0:1763346500.258877:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346500.258881:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346500.258888:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb52a76d180 x1848996514974464/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346500.258893:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346500.258895:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.258896:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346500.258898:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346500.258899:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346500.258901:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.258903:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346500.258905:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346500.258908:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346500.258909:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346500.258911:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.258912:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346500.258914:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258915:0:3297:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763346500.258916:0:3297:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763346500.258918:0:3297:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763346500.258919:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346500.258920:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000100:00000001:3.0:1763346500.258922:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346500.258923:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847758 00000100:00000001:3.0:1763346500.258924:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346500.258926:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346500.258929:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb52a76d180 x1848996514974464/t21474847759(21474847759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346500.258935:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346500.258937:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346500.258939:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763346500.258940:0:3297:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff9fb52a76d180/2, rc 0, transno 21474847759 00000004:00001000:3.0:1763346500.258943:0:3297:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 2 in progress 00000100:00000040:3.0:1763346500.258945:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52a76d180 x1848996514974464/t21474847759(21474847759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346500.258952:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb52a76d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514974464:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763346500.258955:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.258957:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346500.258959:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d180 x1848996514974464/t21474847759(21474847759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346500.258970:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258972:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.258976:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346500.258977:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.258978:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346500.258980:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763346500.264408:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078b00. 00010000:00000010:2.1:1763346500.264427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346500.264433:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f200. 00010000:00000010:2.1:1763346500.264438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00000100:00000040:3.0:1763346500.281576:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300737130, at 4300737131 00000100:00000040:1.0:1763346500.281576:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300737130, at 4300737131 00000100:00000010:1.0:1763346500.281604:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613b40. 00000100:00000010:3.0:1763346500.281607:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613a80. 00000100:00000040:2.0:1763346500.281733:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300737130, at 4300737131 00000100:00000010:2.0:1763346500.281742:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613360. 00000100:00000040:0.0:1763346500.281784:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300737130, at 4300737131 00000100:00000010:0.0:1763346500.281795:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613e40. 00080000:00000001:2.0:1763346500.395907:0:106176:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763346500.395933:0:106176:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.395938:0:106176:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346500.395946:0:106176:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763346500.395955:0:106176:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.395959:0:106176:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346500.395971:0:106176:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763346500.395978:0:106176:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.395982:0:106176:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346500.737917:0:106217:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1763346500.737927:0:106217:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 56xa: lfs migration --block support ======= 21:28:19 (1763346499) 00000001:00000001:2.0:1763346500.742263:0:106217:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1763346500.814311:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.814321:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.814329:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.814330:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.814335:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.814336:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.814340:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.814342:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.814347:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.814349:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346500.814431:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346500.814435:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346500.814438:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1763346500.839573:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.839597:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.839603:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.839606:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.839622:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346500.839645:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 584 into portal 12 MB=0x691a70e016100 00000400:00000200:1.0:1763346500.839656:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 584/584 into md 0xd4325 [64] + 101832 00000800:00000001:1.0:1763346500.839667:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.839680:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.839684:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.839689:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346500.839700:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346500.839702:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346500.839711:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c380. 00000100:00000040:1.0:1763346500.839716:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983c380 x1848996540801280 msgsize 584 00000100:00100000:1.0:1763346500.839722:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346500.839738:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763346500.839773:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346500.839777:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540801280 02000000:00000001:3.0:1763346500.839781:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346500.839784:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346500.839786:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.839792:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346500.839797:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540801280 00000020:00000001:3.0:1763346500.839801:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346500.839804:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346500.839807:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.839811:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=485 00000020:00000001:3.0:1763346500.839814:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346500.839817:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346500.839823:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346500.839829:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb40. 00000100:00000001:3.0:1763346500.839833:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346500.839835:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb40. 00000020:00000010:3.0:1763346500.839842:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb403c32c00. 00000020:00000010:3.0:1763346500.839848:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346500.839854:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000040:3.0:1763346500.839864:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346500.839868:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346500.839869:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346500.839873:0:26440:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346500.839875:0:26440:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.839878:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.839887:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.839904:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.839919:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346500.839922:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346500.839927:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140838 00000100:00000040:3.0:1763346500.839931:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346500.839933:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898803584 : -105874810748032 : ffff9fb51983c380) 00000100:00000040:3.0:1763346500.839942:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983c380 x1848996540801280/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 584/0 e 0 to 0 dl 1763346511 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346500.839951:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346500.839955:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb40. 00000100:00000001:3.0:1763346500.839957:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346500.839959:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb40. 00000100:00100000:3.0:1763346500.839963:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+485:226723:x1848996540801280:12345-192.168.204.16@tcp:101:bash.0 00000100:00000200:3.0:1763346500.839968:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540801280 00000020:00000001:3.0:1763346500.839972:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346500.839977:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346500.839981:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.839983:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346500.839986:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346500.839989:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346500.839992:0:26440:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540801280, found 0 last_xid 1848996540801279 00000020:00000001:3.0:1763346500.839995:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346500.839997:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346500.839999:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346500.840007:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.840009:0:26440:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346500.840012:0:26440:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346500.840014:0:26440:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346500.840016:0:26440:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346500.840018:0:26440:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840025:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346500.840034:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:3.0:1763346500.840038:0:26440:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.840042:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.840047:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346500.840052:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.840054:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa3d1 to hash 00000020:00000001:3.0:1763346500.840057:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.840058:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000010:3.0:1763346500.840064:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346500.840067:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00010000:3.0:1763346500.840072:0:26440:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa3d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212990 expref: -99 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346500.840081:0:26440:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:3.0:1763346500.840084:0:26440:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=486 00010000:00000001:3.0:1763346500.840092:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346500.840096:0:26440:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346500.840105:0:26440:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346500.840113:0:26440:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346500.840116:0:26440:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763346500.840119:0:26440:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346500.840121:0:26440:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1763346500.840126:0:26440:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346500.840131:0:26440:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199476339256 : -105874233212360 : ffff9fb53bf04238) 00000004:00000001:3.0:1763346500.840134:0:26440:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638199476339168 : -105874233212448 : ffff9fb53bf041e0) 00000004:00000001:3.0:1763346500.840136:0:26440:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840140:0:26440:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346500.840141:0:26440:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346500.840145:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346500.840147:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346500.840200:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb5389c0000. 02000000:00000001:3.0:1763346500.840203:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.840206:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840208:0:26440:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840211:0:26440:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763346500.840235:0:26440:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346500.840237:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.840240:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.840243:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.840244:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.840246:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.840248:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.840249:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.840251:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.840253:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.840254:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.840256:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.840258:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.840259:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.840260:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.840262:0:26440:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.840263:0:26440:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.840265:0:26440:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.840268:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.840269:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.840275:0:26440:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346500.840282:0:26440:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346500.840284:0:26440:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346500.840288:0:26440:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346500.840290:0:26440:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.840294:0:26440:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.840296:0:26440:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840298:0:26440:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346500.840301:0:26440:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840306:0:26440:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763346500.840315:0:26440:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01c9baf8 00000004:00000002:3.0:1763346500.840319:0:26440:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff9fb5389c0228 00000004:00000001:3.0:1763346500.840325:0:26440:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763346500.840329:0:26440:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763346500.840334:0:26440:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763346500.840337:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346500.840339:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346500.840342:0:26440:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 3 00010000:00000001:3.0:1763346500.840344:0:26440:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.840346:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.840350:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b800. 00000020:00000001:3.0:1763346500.840353:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.840355:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b800 with handle 0x757b854463afa3d8 to hash 00000020:00000001:3.0:1763346500.840357:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.840358:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000010:3.0:1763346500.840361:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001680. 00010000:00000001:3.0:1763346500.840363:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.840367:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.840370:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.840373:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840379:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346500.840383:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346500.840386:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346500.840388:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.840391:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840393:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.840394:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840397:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346500.840399:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346500.840401:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346500.840402:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346500.840405:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9fb417f4f100) refcount = 3 00010000:00000040:3.0:1763346500.840409:0:26440:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346500.840414:0:26440:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37200/0x757b854463af9bff lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212625 expref: 486 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346500.840421:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840429:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346500.840435:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.840436:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840439:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346500.840441:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840443:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840445:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.840448:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346500.840451:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.840453:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840458:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346500.840460:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840462:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.840463:0:26440:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346500.840465:0:26440:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346500.840470:0:26440:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417894200. 00010000:00000010:3.0:1763346500.840474:0:26440:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb510e3b780. 00010000:00000001:3.0:1763346500.840478:0:26440:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.840480:0:26440:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346500.840482:0:26440:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.840484:0:26440:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa3df to hash 00000020:00000001:3.0:1763346500.840486:0:26440:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.840488:0:26440:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000010:3.0:1763346500.840491:0:26440:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346500.840493:0:26440:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346500.840496:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.840497:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.840500:0:26440:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840504:0:26440:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346500.840506:0:26440:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346500.840507:0:26440:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346500.840509:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.840510:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840512:0:26440:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.840513:0:26440:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840515:0:26440:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346500.840517:0:26440:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346500.840518:0:26440:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346500.840519:0:26440:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346500.840521:0:26440:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9fb417894200) refcount = 1 00010000:00010000:3.0:1763346500.840525:0:26440:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840530:0:26440:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346500.840532:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.840533:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840535:0:26440:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346500.840537:0:26440:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840539:0:26440:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840541:0:26440:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.840542:0:26440:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346500.840544:0:26440:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.840546:0:26440:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840552:0:26440:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346500.840554:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840555:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.840557:0:26440:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840562:0:26440:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.840616:0:26440:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.840620:0:26440:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346500.840623:0:26440:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346500.840627:0:26440:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.840634:0:26440:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763346500.840662:0:26440:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.840665:0:26440:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.840667:0:26440:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.840671:0:26440:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:3.0:1763346500.840675:0:26440:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346500.840677:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346500.840680:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.840682:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.840684:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346500.840686:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.840689:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.840692:0:26440:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346500.840695:0:26440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840700:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840701:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.840704:0:26440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840708:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.840710:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840713:0:26440:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346500.840716:0:26440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:3.0:1763346500.840721:0:26440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3b800 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346500.840724:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.840727:0:26440:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346500.840730:0:26440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840736:0:26440:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346500.840737:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.840738:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.840740:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=4 00000020:00000001:3.0:1763346500.840742:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.840744:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.840747:0:26440:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346500.840750:0:26440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840756:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346500.840758:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346500.840759:0:26440:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840763:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346500.840765:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.840767:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.840768:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.840771:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b800 with handle 0x757b854463afa3d8 from hash 00010000:00000001:3.0:1763346500.840773:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.840775:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840776:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.840777:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346500.840779:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.840781:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840783:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346500.840785:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.840788:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.840790:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:3.0:1763346500.840793:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346500.840796:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840799:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840800:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.840802:0:26440:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346500.840805:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840806:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.840807:0:26440:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840810:0:26440:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840812:0:26440:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.840815:0:26440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840820:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840821:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.840823:0:26440:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346500.840825:0:26440:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346500.840826:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.840828:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa3d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:3.0:1763346500.840833:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001680. 00010000:00000001:3.0:1763346500.840843:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.840844:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346500.840846:0:26440:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346500.840847:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.840848:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.840849:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=3 00000020:00000001:3.0:1763346500.840851:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346500.840853:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346500.840855:0:26440:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346500.840857:0:26440:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840862:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840863:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.840865:0:26440:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840869:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.840871:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840873:0:26440:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346500.840874:0:26440:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00010000:3.0:1763346500.840879:0:26440:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3be00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346500.840881:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.840883:0:26440:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346500.840885:0:26440:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840889:0:26440:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346500.840891:0:26440:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.840892:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.840893:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=4 00000020:00000001:3.0:1763346500.840895:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346500.840897:0:26440:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346500.840899:0:26440:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346500.840901:0:26440:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840905:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346500.840907:0:26440:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346500.840908:0:26440:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840910:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346500.840911:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.840913:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.840914:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.840916:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa3df from hash 00010000:00000001:3.0:1763346500.840919:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.840920:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840921:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.840922:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346500.840924:0:26440:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.840925:0:26440:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840927:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346500.840929:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.840930:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.840932:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9fb417894200) 00010000:00010000:3.0:1763346500.840934:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346500.840936:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.840938:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840939:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.840941:0:26440:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346500.840943:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840943:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.840944:0:26440:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.840946:0:26440:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.840948:0:26440:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.840950:0:26440:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000001:3.0:1763346500.840954:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.840955:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.840956:0:26440:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346500.840958:0:26440:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346500.840959:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.840961:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa3df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26440 initiator: MDT0 00010000:00000010:3.0:1763346500.840965:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001b00. 00010000:00000040:3.0:1763346500.840969:0:26440:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417894200 count: 0 00010000:00000010:3.0:1763346500.840974:0:26440:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb510e3b780. 00010000:00000001:3.0:1763346500.840980:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.840981:0:26440:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346500.840982:0:26440:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346500.840984:0:26440:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346500.840985:0:26440:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763346500.840989:0:26440:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:3.0:1763346500.840994:0:26440:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346500.840996:0:26440:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346500.840998:0:26440:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346500.841000:0:26440:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346500.841002:0:26440:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346500.841006:0:26440:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346500.841027:0:26440:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.841030:0:26440:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763346500.841033:0:26440:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346500.841037:0:26440:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346500.841039:0:26440:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346500.841042:0:26440:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346500.841043:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.841047:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.841049:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.841050:0:26440:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.841052:0:26440:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.841054:0:26440:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa3d1 from hash 00010000:00000001:3.0:1763346500.841056:0:26440:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.841058:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.841059:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.841060:0:26440:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346500.841061:0:26440:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346500.841064:0:26440:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346500.841069:0:26440:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa3d1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212990 expref: 486 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346500.841076:0:26440:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346500.841078:0:26440:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.841081:0:26440:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.841083:0:26440:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.841085:0:26440:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.841087:0:26440:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346500.841088:0:26440:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.841090:0:26440:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.841091:0:26440:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346500.841092:0:26440:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346500.841094:0:26440:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.841095:0:26440:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.841097:0:26440:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:3.0:1763346500.841099:0:26440:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763346500.841101:0:26440:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.841103:0:26440:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.841105:0:26440:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.841106:0:26440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.841109:0:26440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa3d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212990 expref: 486 pid: 26440 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346500.841121:0:26440:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:3.0:1763346500.841125:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 485 00010000:00000010:3.0:1763346500.841127:0:26440:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346500.841131:0:26440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.841133:0:26440:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3aa00, rc 0) 00000020:00000001:3.0:1763346500.841136:0:26440:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346500.841140:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540801280 00010000:00000001:3.0:1763346500.841143:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346500.841150:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983c380 x1848996540801280/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 584/584 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 301/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346500.841159:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346500.841162:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346500.841167:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346500.841186:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346500.841189:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346500.841192:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346500.841195:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346500.841198:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.841202:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346500.841204:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346500.841235:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb7f8. 00000100:00000200:3.0:1763346500.841244:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848996540801280, offset 224 00000400:00000200:3.0:1763346500.841254:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346500.841272:0:26440:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346500.841279:0:26440:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198624:198624:256:4294967295] 192.168.204.16@tcp LPNI seq info [198620:198620:8:4294967295] 00000400:00000200:3.0:1763346500.841292:0:26440:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346500.841298:0:26440:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346500.841305:0:26440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880e00. 00000800:00000200:3.0:1763346500.841312:0:26440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346500.841323:0:26440:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346500.841329:0:26440:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763346500.841351:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346500.841356:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346500.841358:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346500.841360:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.841362:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346500.841368:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983c380 x1848996540801280/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 584/584 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346500.841377:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a07bbba3-4079-4331-85a0-559fc64f2511+485:226723:x1848996540801280:12345-192.168.204.16@tcp:101:bash.0 Request processed in 1423us (1658us total) trans 0 rc 301/301 00000800:00000001:1.0:1763346500.841377:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1763346500.841386:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140838 00000800:00000001:1.0:1763346500.841386:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346500.841390:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346500.841392:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346500.841395:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346500.841400:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346500.841404:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:3.0:1763346500.841408:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb403c32c00. 00000020:00000040:3.0:1763346500.841414:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 484 00000100:00000001:3.0:1763346500.841417:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346500.841491:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346500.841497:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880e00. 00000400:00000200:1.0:1763346500.841503:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.841508:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346500.841514:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb7f8 00000400:00000010:1.0:1763346500.841516:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb7f8. 00000100:00000001:1.0:1763346500.841521:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346500.841523:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346500.850063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:3.1:1763346500.850083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417894200. 00010000:00000010:3.1:1763346500.850087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00010000:00000010:3.1:1763346500.850090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00000800:00000001:1.0:1763346500.862354:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.862376:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.862382:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.862385:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.862401:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346500.862424:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 12 MB=0x691a70e016180 00000400:00000200:1.0:1763346500.862435:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 224/224 into md 0xd4325 [64] + 102416 00000800:00000001:1.0:1763346500.862446:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.862452:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.862456:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.862461:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346500.862471:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346500.862474:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346500.862481:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c000. 00000100:00000040:1.0:1763346500.862486:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983c000 x1848996540801408 msgsize 224 00000100:00100000:1.0:1763346500.862491:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346500.862509:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346500.862521:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.862526:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.862528:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.862530:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.862534:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346500.862539:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 560 into portal 12 MB=0x691a70e016280 00000400:00000200:1.0:1763346500.862544:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 560/560 into md 0xd4325 [64] + 102640 00000800:00000001:1.0:1763346500.862549:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763346500.862563:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346500.862567:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540801408 02000000:00000001:0.0:1763346500.862570:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346500.862573:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346500.862576:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.862581:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346500.862586:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540801408 00000020:00000001:0.0:1763346500.862589:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346500.862592:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346500.862595:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.862599:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=485 00000020:00000001:0.0:1763346500.862602:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346500.862605:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346500.862610:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.862616:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f8c0. 00000100:00000001:0.0:1763346500.862620:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.862623:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f8c0. 00000020:00000010:0.0:1763346500.862630:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346500.862637:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969200. 00000020:00000010:0.0:1763346500.862644:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346500.862654:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346500.862658:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346500.862659:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346500.862662:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.862673:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.862691:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.862708:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346500.862711:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346500.862715:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140839 00000100:00000040:0.0:1763346500.862719:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346500.862721:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898802688 : -105874810748928 : ffff9fb51983c000) 00000100:00000040:0.0:1763346500.862730:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983c000 x1848996540801408/t0(0) o41->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 224/0 e 0 to 0 dl 1763346511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346500.862740:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.862743:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f8c0. 00000100:00000001:0.0:1763346500.862745:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.862747:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f8c0. 00000100:00100000:0.0:1763346500.862752:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+485:2355:x1848996540801408:12345-192.168.204.16@tcp:41:mkdir.0 00000100:00000200:0.0:1763346500.862755:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540801408 00000020:00000001:0.0:1763346500.862759:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346500.862763:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346500.862768:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.862771:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346500.862773:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027200 : -1039524416 : ffffffffc20a1dc0) 00000020:00000001:0.0:1763346500.862776:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346500.862780:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540801408, found 0 last_xid 1848996540801407 00000020:00000001:0.0:1763346500.862783:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346500.862785:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346500.862787:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346500.862790:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.862795:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346500.862798:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346500.862803:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fb535646c00. 02000000:00000001:0.0:1763346500.862805:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.862807:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.862813:0:25650:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1763346500.862818:0:25650:0:(mdt_lib.c:477:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1763346500.862820:0:25650:0:(mdt_lib.c:483:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.862827:0:25650:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1763346500.862845:0:25650:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1763346500.862848:0:25650:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2253258752 avail 2251161600 00000020:00000020:0.0:1763346500.862852:0:25650:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1763346500.862855:0:25650:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb52b086000 dirty 0 pend 0 grant 3407872 00000020:00000020:0.0:1763346500.862859:0:25650:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0001_UUID/ffff9fb517d0f000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763346500.862862:0:25650:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/ffff9fb51de91000 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1763346500.862865:0:25650:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/ffff9fb52e9fa000 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1763346500.862868:0:25650:0:(mdt_handler.c:555:mdt_statfs()) 17268 blocks: 17191 free, 17175 avail; 465324 objects: 463888 free; state 0 00000020:00000001:0.0:1763346500.862875:0:25650:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346500.862882:0:25650:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.862885:0:25650:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346500.862888:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540801408 00010000:00000001:0.0:1763346500.862891:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346500.862896:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983c000 x1848996540801408/t0(0) o41->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 224/368 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346500.862904:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346500.862908:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346500.862912:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346500.862916:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346500.862919:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346500.862921:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346500.862924:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346500.862926:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.862930:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346500.862933:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346500.862939:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a4c8. 00000100:00000200:0.0:1763346500.862945:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1848996540801408, offset 224 00000400:00000200:0.0:1763346500.862952:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346500.862965:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346500.862973:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198625:198625:256:4294967295] 192.168.204.16@tcp LPNI seq info [198621:198621:8:4294967295] 00000400:00000200:0.0:1763346500.862984:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346500.862991:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346500.862996:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:0.0:1763346500.863002:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346500.863011:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346500.863015:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:0.0:1763346500.863037:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.863045:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346500.863047:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346500.863049:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.863051:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346500.863056:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983c000 x1848996540801408/t0(0) o41->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 224/368 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346500.863065:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+485:2355:x1848996540801408:12345-192.168.204.16@tcp:41:mkdir.0 Request processed in 323us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346500.863073:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140839 00000100:00000040:0.0:1763346500.863076:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346500.863078:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346500.863081:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346500.863086:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969200. 00000020:00000010:0.0:1763346500.863091:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346500.863096:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:0.0:1763346500.863103:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 484 00000100:00000001:0.0:1763346500.863107:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.863293:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.863298:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.863303:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346500.863308:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346500.863310:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346500.863314:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51983c700. 00000100:00000040:1.0:1763346500.863317:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51983c700 x1848996540801664 msgsize 560 00000100:00100000:1.0:1763346500.863321:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346500.863328:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346500.863667:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1763346500.863713:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346500.863717:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:1.0:1763346500.863724:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.863727:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346500.863732:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a4c8 00000400:00000010:1.0:1763346500.863734:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a4c8. 00000100:00000001:1.0:1763346500.863738:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346500.863739:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346500.863754:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346500.863756:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540801664 02000000:00000001:1.0:1763346500.863758:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346500.863760:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346500.863762:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346500.863765:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346500.863768:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540801664 00000020:00000001:1.0:1763346500.863770:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346500.863772:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346500.863774:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346500.863777:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=485 00000020:00000001:1.0:1763346500.863780:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346500.863783:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346500.863787:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346500.863790:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30580. 00000100:00000001:1.0:1763346500.863793:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346500.863797:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30580. 00000020:00000010:1.0:1763346500.863801:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:1.0:1763346500.863804:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346500.863808:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346500.863813:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346500.863816:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346500.863817:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346500.863820:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346500.863825:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346500.863836:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346500.863843:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346500.863844:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346500.863849:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140840 00000100:00000040:1.0:1763346500.863852:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346500.863854:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198898804480 : -105874810747136 : ffff9fb51983c700) 00000100:00000040:1.0:1763346500.863858:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51983c700 x1848996540801664/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 560/0 e 0 to 0 dl 1763346511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346500.863868:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346500.863870:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30580. 00000100:00000001:1.0:1763346500.863871:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346500.863873:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30580. 00000100:00100000:1.0:1763346500.863877:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51983c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+485:226868:x1848996540801664:12345-192.168.204.16@tcp:36:mkdir.0 00000100:00000200:1.0:1763346500.863881:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540801664 00000020:00000001:1.0:1763346500.863883:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346500.863886:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346500.863889:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.863891:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346500.863892:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:1.0:1763346500.863895:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346500.863897:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540801664, found 0 last_xid 1848996540801407 00000020:00000001:1.0:1763346500.863900:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346500.863902:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346500.863904:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346500.863906:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.863909:0:25650:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763346500.863915:0:25650:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff9fb51983c700 x1848996540801664/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 560/0 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346500.863925:0:25650:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346500.863927:0:25650:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346500.863930:0:25650:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:1.0:1763346500.863933:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346500.863936:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.863939:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346500.863941:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346500.863943:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.863950:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346500.863951:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.863955:0:25650:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.863957:0:25650:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.863959:0:25650:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.863962:0:25650:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346500.863964:0:25650:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346500.863966:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346500.863967:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346500.863973:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff9fb503cdb000. 02000000:00000001:1.0:1763346500.863975:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346500.863977:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.863981:0:25650:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346500.863982:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346500.863983:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.863985:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346500.863986:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346500.863988:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.863989:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346500.863990:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346500.863992:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.863994:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346500.863996:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346500.864002:0:25650:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346500.864008:0:25650:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346500.864011:0:25650:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346500.864014:0:25650:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346500.864016:0:25650:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.864018:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346500.864020:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864022:0:25650:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346500.864024:0:25650:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864027:0:25650:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346500.864029:0:25650:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864032:0:25650:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346500.864035:0:25650:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00010000:00000001:1.0:1763346500.864038:0:25650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346500.864041:0:25650:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346500.864043:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346500.864045:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346500.864047:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37200 refcount=3 00000020:00000001:1.0:1763346500.864050:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00000001:1.0:1763346500.864053:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00000040:1.0:1763346500.864057:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00000004:00000001:1.0:1763346500.864062:0:25650:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346500.864064:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346500.864068:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346500.864070:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346500.864072:0:25650:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.864075:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.864079:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346500.864082:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346500.864090:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.864092:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.864094:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346500.864096:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346500.864099:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37200 with handle 0x757b854463af9bff from hash 00010000:00000001:1.0:1763346500.864101:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346500.864103:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.864104:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.864105:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346500.864125:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.864127:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.864130:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346500.864131:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346500.864136:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37200/0x757b854463af9bff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212625 expref: 485 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346500.864145:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 479 00000020:00000040:1.0:1763346500.864147:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 484 00010000:00000010:1.0:1763346500.864150:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf280. 00010000:00000001:1.0:1763346500.864156:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.864158:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346500.864161:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346500.864164:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417f4f100) 00010000:00000001:1.0:1763346500.864168:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.864180:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.864182:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763346500.864184:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f100 count: 0 00010000:00000010:1.0:1763346500.864191:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c3b3500. 00010000:00010000:1.0:1763346500.864196:0:25650:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346500.864198:0:25650:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346500.864202:0:25650:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:1.0:1763346500.864206:0:25650:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0322bc40 00000004:00000002:1.0:1763346500.864210:0:25650:0:(mdt_reint.c:490:mdt_create()) @@@ Create (d56xa.sanity->[0x200000bd2:0x4061:0x0]) in [0x200000007:0x1:0x0] req@ffff9fb51983c700 x1848996540801664/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 560/2880 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346500.864243:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346500.864247:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1763346500.864251:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346500.864256:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199476339256 : -105874233212360 : ffff9fb53bf04238) 00000004:00000001:1.0:1763346500.864259:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638199476339168 : -105874233212448 : ffff9fb53bf041e0) 00000004:00000001:1.0:1763346500.864262:0:25650:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346500.864264:0:25650:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864270:0:25650:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346500.864321:0:25650:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346500.864325:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346500.864329:0:25650:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346500.864334:0:25650:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.864339:0:25650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346500.864366:0:25650:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346500.864369:0:25650:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346500.864372:0:25650:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346500.864377:0:25650:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346500.864381:0:25650:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346500.864383:0:25650:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346500.864386:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346500.864389:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346500.864395:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972600. 00010000:00000010:1.0:1763346500.864399:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c3b3500. 00010000:00000001:1.0:1763346500.864403:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346500.864406:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1000. 00000020:00000001:1.0:1763346500.864409:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346500.864412:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1000 with handle 0x757b854463afa3e6 to hash 00000020:00000001:1.0:1763346500.864414:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346500.864416:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000010:1.0:1763346500.864421:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346500.864425:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346500.864428:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346500.864430:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346500.864433:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.864440:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346500.864443:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346500.864446:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346500.864448:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346500.864451:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.864453:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346500.864455:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.864458:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346500.864460:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346500.864462:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346500.864463:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346500.864466:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9fb417972600) refcount = 1 00010000:00010000:1.0:1763346500.864470:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.864476:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346500.864480:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.864481:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.864483:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346500.864485:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.864487:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.864489:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346500.864492:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346500.864494:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346500.864497:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.864503:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346500.864505:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.864506:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.864508:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346500.864509:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346500.864513:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972900. 00010000:00000010:1.0:1763346500.864516:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c3b3b80. 00010000:00000001:1.0:1763346500.864519:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346500.864521:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0200. 00000020:00000001:1.0:1763346500.864523:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346500.864525:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0200 with handle 0x757b854463afa3ed to hash 00000020:00000001:1.0:1763346500.864528:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346500.864529:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000010:1.0:1763346500.864533:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346500.864535:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346500.864538:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346500.864539:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346500.864542:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.864547:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346500.864549:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346500.864550:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346500.864551:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346500.864553:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.864554:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346500.864556:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.864558:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346500.864559:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346500.864560:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346500.864562:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346500.864563:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9fb417972900) refcount = 1 00010000:00010000:1.0:1763346500.864567:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.864571:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346500.864573:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.864574:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.864576:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346500.864578:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.864579:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.864582:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346500.864584:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346500.864585:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346500.864588:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.864593:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346500.864595:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.864596:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346500.864598:0:25650:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.864604:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346500.864612:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:1.0:1763346500.864615:0:25650:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000007:0x1:0x0] version is 0x20000fef7 00000004:00000001:1.0:1763346500.864619:0:25650:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346500.864629:0:25650:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346500.864631:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346500.864633:0:25650:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346500.864636:0:25650:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.864639:0:25650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346500.864649:0:25650:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346500.864651:0:25650:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346500.864653:0:25650:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346500.864656:0:25650:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763346500.864658:0:25650:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x4061:0x0] 00000020:00000001:1.0:1763346500.864660:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763346500.864662:0:25650:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763346500.864666:0:25650:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb417515680. 00000004:00000001:1.0:1763346500.864670:0:25650:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194566977240 : -105879142574376 : ffff9fb4175156d8) 00000004:00000001:1.0:1763346500.864676:0:25650:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763346500.864678:0:25650:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x4061:0x0] 00000004:00000010:1.0:1763346500.864683:0:25650:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb417539b40. 00000004:00000001:1.0:1763346500.864686:0:25650:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864689:0:25650:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763346500.864693:0:25650:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763346500.864697:0:25650:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb51d156990. 00000004:00000001:1.0:1763346500.864700:0:25650:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638198958680464 : -105874750871152 : ffff9fb51d156990) 00000004:00000001:1.0:1763346500.864703:0:25650:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864706:0:25650:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763346500.864708:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346500.864713:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346500.864715:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346500.864718:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346500.864721:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346500.864724:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346500.864727:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346500.864729:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:1.0:1763346500.864732:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763346500.864738:0:25650:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb417bcb728. 00000004:00000001:1.0:1763346500.864741:0:25650:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.864745:0:25650:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1763346500.864748:0:25650:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346500.864750:0:25650:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.864755:0:25650:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194566977240 : -105879142574376 : ffff9fb4175156d8) 00000004:00000001:1.0:1763346500.864757:0:25650:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194566977152 : -105879142574464 : ffff9fb417515680) 00000004:00000002:1.0:1763346500.864761:0:25650:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4061:0x0] version is 0x1 00000004:00000001:1.0:1763346500.864765:0:25650:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763346500.864776:0:25650:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763346500.864779:0:25650:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763346500.864781:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346500.864783:0:25650:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 3 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346500.864786:0:25650:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864788:0:25650:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864792:0:25650:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346500.864796:0:25650:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346500.864803:0:25650:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a546c0. 00080000:00000001:1.0:1763346500.864808:0:25650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346500.864815:0:25650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50941ac00. 00080000:00000001:1.0:1763346500.864818:0:25650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00000004:00000001:1.0:1763346500.864821:0:25650:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763346500.864826:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346500.864828:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346500.864832:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346500.864836:0:25650:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346500.864840:0:25650:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346500.864844:0:25650:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4061:0x0] eadata ffff9fb52da59288 len 48 00000004:00000001:1.0:1763346500.864848:0:25650:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:1.0:1763346500.864853:0:25650:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000007:0x1:0x0] not in the id map cache 00000004:00000001:1.0:1763346500.864858:0:25650:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763346500.864861:0:25650:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346500.864863:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346500.864865:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346500.864868:0:25650:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864869:0:25650:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:80000000:1.0:1763346500.864874:0:25650:0:(lod_object.c:5674:lod_striping_from_default()) inherit [0x200000bd2:0x4061:0x0] dir layout from default: count=1 offset=4294967295 hash_type=0 00000004:00000040:1.0:1763346500.864878:0:25650:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=0 offset=-1 hash=3 00000004:00000001:1.0:1763346500.864880:0:25650:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763346500.864883:0:25650:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763346500.864888:0:25650:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0322bad0 00000001:00000002:1.0:1763346500.864890:0:25650:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000007:0x1:0x0]:d56xa.sanity' is added 00000004:00000001:1.0:1763346500.864894:0:25650:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864897:0:25650:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763346500.864900:0:25650:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763346500.864904:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.864906:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.864910:0:25650:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763346500.864936:0:25650:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346500.864939:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346500.864941:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346500.864942:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346500.864944:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.864946:0:25650:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763346500.864957:0:25650:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4061:0x0] not in the id map cache 00000001:00000001:1.0:1763346500.864961:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346500.864964:0:25650:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864967:0:25650:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:1.0:1763346500.864969:0:25650:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864972:0:25650:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864974:0:25650:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864976:0:25650:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763346500.864979:0:25650:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763346500.864981:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346500.864983:0:25650:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.864986:0:25650:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1763346500.864989:0:25650:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864991:0:25650:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.864993:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.864995:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.864998:0:25650:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763346500.865002:0:25650:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865005:0:25650:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763346500.865006:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865007:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865011:0:25650:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346500.865013:0:25650:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346500.865015:0:25650:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865017:0:25650:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865019:0:25650:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763346500.865020:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346500.865021:0:25650:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865022:0:25650:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1763346500.865024:0:25650:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865025:0:25650:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865026:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865028:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865029:0:25650:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763346500.865031:0:25650:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865033:0:25650:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865035:0:25650:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763346500.865036:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865037:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865040:0:25650:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346500.865047:0:25650:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346500.865049:0:25650:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865050:0:25650:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865052:0:25650:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763346500.865053:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346500.865055:0:25650:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865056:0:25650:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1763346500.865058:0:25650:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865060:0:25650:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865061:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865062:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865065:0:25650:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763346500.865070:0:25650:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865074:0:25650:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865077:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865079:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865081:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865084:0:25650:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346500.865098:0:25650:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865100:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865103:0:25650:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865106:0:25650:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763346500.865108:0:25650:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763346500.865110:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865111:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865114:0:25650:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346500.865116:0:25650:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865117:0:25650:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865119:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346500.865121:0:25650:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865123:0:25650:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.865127:0:25650:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346500.865130:0:25650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346500.865135:0:25650:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346500.865137:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865138:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865143:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346500.865147:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346500.865149:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865151:0:25650:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865153:0:25650:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865154:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865156:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865157:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865160:0:25650:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346500.865161:0:25650:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865163:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865165:0:25650:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865204:0:25650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.865207:0:25650:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865235:0:25650:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763346500.865238:0:25650:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763346500.865240:0:25650:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763346500.865241:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865243:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865246:0:25650:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1763346500.865434:0:25650:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346500.865436:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346500.865438:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346500.865440:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346500.865442:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865443:0:25650:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865584:0:25650:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346500.865588:0:25650:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865592:0:25650:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865594:0:25650:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865596:0:25650:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865598:0:25650:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865601:0:25650:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763346500.865605:0:25650:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763346500.865606:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865608:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865612:0:25650:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:1.0:1763346500.865638:0:25650:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865640:0:25650:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865643:0:25650:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763346500.865645:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865647:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865651:0:25650:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1763346500.865654:0:25650:0:(osd_index.c:1056:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346500.865657:0:25650:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865659:0:25650:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865661:0:25650:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763346500.865662:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865664:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865665:0:25650:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1763346500.865676:0:25650:0:(osd_index.c:1070:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346500.865678:0:25650:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865680:0:25650:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865682:0:25650:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865687:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865688:0:25650:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:1.0:1763346500.865690:0:25650:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865692:0:25650:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865695:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865698:0:25650:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763346500.865699:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865701:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865702:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865706:0:25650:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346500.865709:0:25650:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 7 00080000:00000001:1.0:1763346500.865717:0:25650:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346500.865719:0:25650:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865722:0:25650:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865724:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865726:0:25650:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865728:0:25650:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865731:0:25650:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865734:0:25650:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:1.0:1763346500.865735:0:25650:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763346500.865736:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865738:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865741:0:25650:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1763346500.865773:0:25650:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865775:0:25650:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865778:0:25650:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763346500.865780:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865781:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865783:0:25650:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:1.0:1763346500.865789:0:25650:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865791:0:25650:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865793:0:25650:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865796:0:25650:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:1.0:1763346500.865799:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865800:0:25650:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763346500.865802:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865803:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865804:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865807:0:25650:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346500.865808:0:25650:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 54 00080000:00000001:1.0:1763346500.865810:0:25650:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:1.0:1763346500.865813:0:25650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763346500.865816:0:25650:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763346500.865817:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346500.865819:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346500.865821:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346500.865823:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865824:0:25650:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346500.865826:0:25650:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865829:0:25650:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865834:0:25650:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346500.865836:0:25650:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865838:0:25650:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865840:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865842:0:25650:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865843:0:25650:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865845:0:25650:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346500.865848:0:25650:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:1.0:1763346500.865850:0:25650:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763346500.865852:0:25650:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763346500.865853:0:25650:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763346500.865855:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865856:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865860:0:25650:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346500.865864:0:25650:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865867:0:25650:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865869:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346500.865870:0:25650:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865872:0:25650:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865874:0:25650:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865876:0:25650:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865878:0:25650:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:1.0:1763346500.865881:0:25650:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:1.0:1763346500.865883:0:25650:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.865887:0:25650:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346500.865889:0:25650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346500.865894:0:25650:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763346500.865897:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865899:0:25650:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763346500.865900:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346500.865901:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865903:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865905:0:25650:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346500.865906:0:25650:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763346500.865911:0:25650:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763346500.865912:0:25650:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.865914:0:25650:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865916:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865918:0:25650:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.865919:0:25650:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763346500.865922:0:25650:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055503, last_committed = 8590055502 00000001:00000010:1.0:1763346500.865925:0:25650:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54000. 00000001:00000040:1.0:1763346500.865928:0:25650:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:1.0:1763346500.865932:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=485 00000001:00000010:1.0:1763346500.865938:0:25650:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb538979d80. 00000004:00000001:1.0:1763346500.865945:0:25650:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346500.865946:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346500.865948:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198626036736 : -105875083514880 : ffff9fb50941ac00) 00080000:00000001:1.0:1763346500.865951:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346500.865979:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346500.865982:0:25650:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346500.865986:0:25650:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb538979d80: xid 1848996540801664, transno 8590055503, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346500.865990:0:25650:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346500.866046:0:25650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346500.866049:0:25650:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a546c0. 00000020:00000001:1.0:1763346500.866052:0:25650:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.866061:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346500.866063:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346500.866073:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.866076:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346500.866079:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346500.866081:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346500.866083:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346500.866086:0:25650:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346500.866089:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346500.866093:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346500.866095:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.866099:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346500.866102:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.866104:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346500.866105:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346500.866107:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346500.866108:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346500.866110:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346500.866112:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346500.866114:0:25650:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4061:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:1.0:1763346500.866118:0:25650:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4061:0x0]: returning size 512 00000004:00000001:1.0:1763346500.866121:0:25650:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:1.0:1763346500.866123:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346500.866127:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4175156d8/ffff9fb417515680 to site lru. bkt: ffff9fb51dc9df10 00000004:00000001:1.0:1763346500.866130:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346500.866132:0:25650:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346500.866135:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346500.866138:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346500.866140:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346500.866142:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=3 00000020:00000001:1.0:1763346500.866145:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346500.866148:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346500.866150:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346500.866154:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.866161:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.866163:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346500.866165:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.866185:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346500.866186:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.866189:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346500.866193:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:1.0:1763346500.866198:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346500.866201:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346500.866204:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346500.866207:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.866237:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346500.866239:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346500.866240:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346500.866242:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1000 refcount=4 00000020:00000001:1.0:1763346500.866244:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346500.866246:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809472 : -105874388742144 : ffff9fb532ab1000) 00010000:00000001:1.0:1763346500.866249:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346500.866251:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.866256:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346500.866257:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346500.866259:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.866263:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346500.866264:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346500.866266:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346500.866268:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346500.866270:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1000 with handle 0x757b854463afa3e6 from hash 00010000:00000001:1.0:1763346500.866272:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346500.866274:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.866275:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.866276:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346500.866281:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.866282:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.866284:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346500.866286:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346500.866288:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346500.866290:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417972600) 00010000:00010000:1.0:1763346500.866293:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346500.866295:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.866297:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.866299:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346500.866300:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346500.866303:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.866304:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.866305:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.866308:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.866310:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346500.866312:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.866317:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.866318:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.866320:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346500.866321:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346500.866323:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346500.866324:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1000/0x757b854463afa3e6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:1.0:1763346500.866334:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2000. 00010000:00000040:1.0:1763346500.866338:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972600 count: 0 00010000:00000010:1.0:1763346500.866343:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c3b3500. 00010000:00000001:1.0:1763346500.866349:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346500.866351:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346500.866353:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346500.866354:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346500.866355:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346500.866357:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=3 00000020:00000001:1.0:1763346500.866359:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346500.866361:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00000004:00010000:1.0:1763346500.866364:0:25650:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a78c0f7 reply state 00000000341cd07c transno 8590055503 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00000100:00100000:1.0:1763346500.866373:0:25650:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763346500.866375:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.866376:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346500.866377:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346500.866378:0:25650:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346500.866380:0:25650:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346500.866382:0:25650:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346500.866383:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346500.866385:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346500.866391:0:25650:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346500.866398:0:25650:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.866401:0:25650:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.866405:0:25650:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.866407:0:25650:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346500.866412:0:25650:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346500.866415:0:25650:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346500.866417:0:25650:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346500.866419:0:25650:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346500.866421:0:25650:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346500.866424:0:25650:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346500.866430:0:25650:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.866435:0:25650:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346500.866440:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055503, xid 1848996540801664 00010000:00000001:1.0:1763346500.866443:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763346500.866445:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=486 00010000:00000200:1.0:1763346500.866448:0:25650:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055503, last committed = 8590055502 00010000:00000200:1.0:1763346500.866459:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51983c700 x1848996540801664/t8590055503(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 560/448 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346500.866468:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346500.866470:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346500.866474:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346500.866480:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346500.866482:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346500.866485:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346500.866488:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346500.866491:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346500.866495:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346500.866499:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346500.866504:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000200:1.0:1763346500.866513:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1848996540801664, offset 224 00000400:00000010:1.0:1763346500.866521:0:25650:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb50a277380. 00000400:00000200:1.0:1763346500.866526:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346500.866546:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346500.866554:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198626:198626:256:4294967295] 192.168.204.16@tcp LPNI seq info [198622:198622:8:4294967295] 00000400:00000200:1.0:1763346500.866563:0:25650:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:1.0:1763346500.866570:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346500.866577:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346500.866583:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346500.866592:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346500.866601:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346500.866607:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1763346500.866620:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346500.866625:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346500.866628:0:25650:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346500.866631:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346500.866634:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346500.866640:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51983c700 x1848996540801664/t8590055503(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 560/448 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346500.866650:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51983c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+486:226868:x1848996540801664:12345-192.168.204.16@tcp:36:mkdir.0 Request processed in 2780us (3330us total) trans 8590055503 rc 0/0 00000100:00100000:1.0:1763346500.866660:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140840 00000100:00000040:1.0:1763346500.866663:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346500.866666:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346500.866667:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346500.866674:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346500.866679:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346500.866684:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:1.0:1763346500.866690:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 485 00000100:00000001:1.0:1763346500.866692:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346500.866734:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346500.866741:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:3.0:1763346500.866746:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346500.866752:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346500.866758:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346500.866760:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346500.867690:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.876448:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.876470:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.876474:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.876482:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.876497:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:1.0:1763346500.876521:0:3289:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fd65 00000400:00000200:1.0:1763346500.876532:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.876536:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:1.0:1763346500.876546:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000400:00000010:1.0:1763346500.876550:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00000100:00000001:1.0:1763346500.876556:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346500.876560:0:3289:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1763346500.876563:0:3289:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763346500.876576:0:3289:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346500.876577:0:3289:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346500.876580:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346500.876590:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.876594:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346500.876605:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:1.0:1763346500.876610:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346500.876614:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346500.876617:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=3 00000020:00000001:1.0:1763346500.876620:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346500.876624:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346500.876627:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346500.876633:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.876642:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.876644:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346500.876647:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.876653:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346500.876655:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.876659:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346500.876662:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:1.0:1763346500.876668:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346500.876673:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346500.876676:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346500.876678:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.876684:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346500.876685:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346500.876686:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346500.876688:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=4 00000020:00000001:1.0:1763346500.876690:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346500.876692:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346500.876695:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346500.876697:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.876702:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346500.876704:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346500.876705:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.876709:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346500.876711:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346500.876713:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346500.876714:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346500.876717:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0200 with handle 0x757b854463afa3ed from hash 00010000:00000001:1.0:1763346500.876720:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346500.876721:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.876722:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.876723:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346500.876728:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346500.876731:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.876733:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346500.876735:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346500.876737:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346500.876740:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9fb417972900) 00010000:00010000:1.0:1763346500.876742:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346500.876745:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346500.876748:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.876749:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346500.876751:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346500.876753:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.876755:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.876756:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346500.876758:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346500.876760:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346500.876763:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346500.876768:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346500.876770:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346500.876771:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346500.876773:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346500.876774:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346500.876777:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa3ed lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:1.0:1763346500.876784:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2480. 00010000:00000040:1.0:1763346500.876788:0:3280:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972900 count: 0 00010000:00000010:1.0:1763346500.876797:0:3280:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c3b3b80. 00010000:00000001:1.0:1763346500.876803:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1763346500.876806:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 484 00000100:00000001:1.0:1763346500.876810:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.885650:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.885673:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.885678:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.885681:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.885696:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346500.885718:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e016300 00000400:00000200:1.0:1763346500.885728:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 103200 00000800:00000001:1.0:1763346500.885739:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.885807:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.885811:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.885816:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346500.885826:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346500.885828:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346500.885838:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a889880. 00000100:00000040:1.0:1763346500.885843:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a889880 x1848996540801792 msgsize 576 00000100:00100000:1.0:1763346500.885847:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346500.885864:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346500.885875:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.885879:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.886134:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346500.886138:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540801792 02000000:00000001:0.0:1763346500.886141:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346500.886144:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346500.886148:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.886154:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346500.886160:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540801792 00000020:00000001:0.0:1763346500.886164:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346500.886168:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346500.886181:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.886185:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=485 00000020:00000001:0.0:1763346500.886188:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346500.886190:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346500.886197:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.886202:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f980. 00000100:00000001:0.0:1763346500.886207:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.886210:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f980. 00000020:00000010:0.0:1763346500.886252:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52a0d8200. 00000020:00000010:0.0:1763346500.886260:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969900. 00000020:00000010:0.0:1763346500.886266:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346500.886277:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346500.886281:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346500.886283:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346500.886287:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346500.886289:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.886291:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.886301:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.886318:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.886334:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346500.886337:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763346500.886344:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1763346500.886344:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140841 00000100:00000001:1.0:1763346500.886349:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1763346500.886352:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346500.886353:0:25650:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.886356:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452768384 : -105874256783232 : ffff9fb53a889880) 00000100:00000001:1.0:1763346500.886357:0:25650:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.886368:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a889880 x1848996540801792/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 576/0 e 0 to 0 dl 1763346511 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346500.886379:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.886382:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f980. 00000100:00000001:0.0:1763346500.886385:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.886387:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f980. 00000100:00100000:0.0:1763346500.886392:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+485:226871:x1848996540801792:12345-192.168.204.16@tcp:101:mkdir.0 00000100:00000200:0.0:1763346500.886399:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540801792 00000020:00000001:0.0:1763346500.886402:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346500.886406:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346500.886412:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb538979d80: xid 1848996540801664, transno 8590055503, client gen 3, slot idx 0 00000001:00000001:0.0:1763346500.886417:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c2b40: xid 1848996540799488, transno 8590055502, client gen 3, slot idx 2 00000001:00000010:0.0:1763346500.886421:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c2b40. 00000020:00000001:0.0:1763346500.886426:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.886429:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346500.886431:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346500.886435:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346500.886438:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540801792, found 0 last_xid 1848996540801791 00000020:00000001:0.0:1763346500.886441:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346500.886443:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346500.886445:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346500.886452:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.886454:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346500.886457:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346500.886459:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346500.886461:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346500.886463:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.886468:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346500.886480:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4fa00. 00010000:00000010:0.0:1763346500.886485:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969f80. 00010000:00000001:0.0:1763346500.886489:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.886493:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37c00. 00000020:00000001:0.0:1763346500.886497:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.886499:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37c00 with handle 0x757b854463afa3f4 to hash 00000020:00000001:0.0:1763346500.886502:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.886504:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000010:0.0:1763346500.886510:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346500.886513:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00010000:0.0:1763346500.886517:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa3f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212997 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.886527:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346500.886530:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=486 00010000:00000001:0.0:1763346500.886537:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346500.886540:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346500.886549:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346500.886552:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346500.886554:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346500.886556:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346500.886559:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763346500.886563:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346500.886568:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199476339256 : -105874233212360 : ffff9fb53bf04238) 00000004:00000001:0.0:1763346500.886570:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638199476339168 : -105874233212448 : ffff9fb53bf041e0) 00000004:00000001:0.0:1763346500.886573:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886576:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346500.886578:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346500.886582:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346500.886584:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346500.886633:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb51fb80000. 02000000:00000001:0.0:1763346500.886636:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.886639:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886641:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886644:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346500.886651:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346500.886654:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.886656:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886658:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886660:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886662:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886664:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886665:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886667:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886668:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886669:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886671:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886673:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886675:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886676:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886678:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886680:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886681:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886684:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.886685:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.886690:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346500.886697:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346500.886699:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346500.886702:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346500.886704:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886708:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.886709:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886711:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346500.886713:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886717:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763346500.886722:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346500.886724:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763346500.886726:0:19997:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1763346500.886728:0:19997:0:(mdt_lib.c:2195:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346500.886730:0:19997:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = ffff9fb51fb80228 00000004:00000001:0.0:1763346500.886737:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346500.886741:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.886743:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346500.886746:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fa00 count: 2 00010000:00000001:0.0:1763346500.886749:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.886751:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.886754:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36e00. 00000020:00000001:0.0:1763346500.886757:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.886758:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36e00 with handle 0x757b854463afa3fb to hash 00000020:00000001:0.0:1763346500.886760:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.886762:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000010:0.0:1763346500.886765:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fd00. 00010000:00000001:0.0:1763346500.886768:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346500.886772:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.886774:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.886777:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36e00/0x757b854463afa3fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.886783:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.886787:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.886789:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.886791:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.886793:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.886796:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.886797:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.886800:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346500.886802:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346500.886803:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346500.886805:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346500.886808:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9fb417f4fa00) refcount = 2 00010000:00010000:0.0:1763346500.886811:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36e00/0x757b854463afa3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.886817:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346500.886821:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.886823:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.886825:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.886826:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.886829:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.886831:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.886833:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.886835:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.886838:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36e00/0x757b854463afa3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.886843:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.886845:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.886846:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.886849:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.886850:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.886851:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=3 00000020:00000001:0.0:1763346500.886853:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346500.886855:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346500.886857:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.886858:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.886860:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886864:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763346500.886869:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346500.886873:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346500.886916:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886921:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.886927:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.886931:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.886939:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.886942:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.886946:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.886949:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.886950:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.886952:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.886954:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1763346500.886956:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1763346500.886958:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1763346500.886961:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346500.886964:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886966:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.886968:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886969:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886971:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886972:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886974:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886975:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886977:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.886979:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.886980:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.886982:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346500.886984:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=187, mode=40777, valid=0x1100000000002f8f 00000004:00200000:0.0:1763346500.886988:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 32256 00000004:00200000:0.0:1763346500.886991:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 250 stripe count 1 MDT count 1 00000004:00000002:0.0:1763346500.886994:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763346500.886995:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.886997:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.886999:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346500.887001:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.887003:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.887004:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.887007:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.887010:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.887012:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.887015:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.887020:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346500.887027:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.887029:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.887043:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.887045:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.887046:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=3 00000020:00000001:0.0:1763346500.887049:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346500.887051:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00000004:00010000:0.0:1763346500.887054:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36e00/0x757b854463afa3fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.887059:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.887061:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.887062:0:19997:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763346500.887064:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346500.887066:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763346500.887069:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.887070:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.887071:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36e00 refcount=3 00000020:00000001:0.0:1763346500.887073:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00010000:00000001:0.0:1763346500.887076:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532032 : -105874406019584 : ffff9fb531a36e00) 00000004:00000040:0.0:1763346500.887079:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346500.887081:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00010000:00000001:0.0:1763346500.887084:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.887085:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.887087:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346500.887089:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763346500.887092:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346500.887094:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346500.887096:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346500.887098:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346500.887099:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346500.887102:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1763346500.887106:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.887109:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346500.887112:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346500.887113:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346500.887116:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346500.887118:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346500.887120:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346500.887123:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.887124:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.887126:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.887128:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.887130:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37c00 with handle 0x757b854463afa3f4 from hash 00010000:00000001:0.0:1763346500.887132:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346500.887133:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.887135:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.887136:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346500.887137:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346500.887142:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa3f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212997 expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.887149:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 480 00000020:00000040:0.0:1763346500.887151:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00010000:00000010:0.0:1763346500.887154:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346500.887162:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.887164:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.887168:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346500.887182:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36e00/0x757b854463afa3fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212997 expref: 486 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346500.887190:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346500.887192:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346500.887195:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417f4fa00) 00010000:00010000:0.0:1763346500.887198:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1763346500.887201:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.887204:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.887206:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346500.887207:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.887208:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.887210:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36e00, rc 0) 00000020:00000001:0.0:1763346500.887233:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346500.887238:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540801792 00010000:00000001:0.0:1763346500.887241:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346500.887248:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a889880 x1848996540801792/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 576/688 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346500.887257:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346500.887260:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346500.887265:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346500.887271:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346500.887274:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346500.887277:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346500.887279:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346500.887281:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.887286:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346500.887289:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346500.887295:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9abb0. 00000100:00000200:0.0:1763346500.887303:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848996540801792, offset 224 00000400:00000200:0.0:1763346500.887311:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346500.887326:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346500.887334:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198627:198627:256:4294967295] 192.168.204.16@tcp LPNI seq info [198623:198623:8:4294967295] 00000400:00000200:0.0:1763346500.887346:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346500.887352:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346500.887358:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a600. 00000800:00000200:0.0:1763346500.887366:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346500.887374:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346500.887379:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a600 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1763346500.887403:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.887407:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346500.887410:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346500.887412:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.887415:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346500.887420:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a889880 x1848996540801792/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 576/688 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346500.887431:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+486:226871:x1848996540801792:12345-192.168.204.16@tcp:101:mkdir.0 Request processed in 1049us (1585us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346500.887441:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140841 00000100:00000040:0.0:1763346500.887444:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346500.887447:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346500.887449:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346500.887455:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969900. 00000020:00000010:0.0:1763346500.887460:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346500.887465:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52a0d8200. 00000020:00000040:0.0:1763346500.887470:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 485 00000100:00000001:0.0:1763346500.887473:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346500.887510:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346500.887515:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a600. 00000400:00000200:1.0:1763346500.887524:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.887530:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346500.887536:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9abb0 00000400:00000010:1.0:1763346500.887538:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9abb0. 00000100:00000001:1.0:1763346500.887542:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346500.887544:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346500.894275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00010000:00000010:1.1:1763346500.894291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f100. 00010000:00000010:1.1:1763346500.894296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972600. 00010000:00000010:1.1:1763346500.894299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1000. 00010000:00000010:1.1:1763346500.899291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:1.1:1763346500.899309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00000800:00000001:1.0:1763346500.900572:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.900590:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.900595:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.900598:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.900614:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346500.900637:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 584 into portal 12 MB=0x691a70e016380 00000400:00000200:1.0:1763346500.900649:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 584/584 into md 0xd4325 [64] + 103776 00000800:00000001:1.0:1763346500.900660:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.900670:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.900674:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.900679:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346500.900690:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346500.900693:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346500.900699:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88bb80. 00000100:00000040:1.0:1763346500.900704:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a88bb80 x1848996540801920 msgsize 584 00000100:00100000:1.0:1763346500.900709:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346500.900728:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346500.900740:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.900744:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.900761:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346500.900766:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540801920 02000000:00000001:0.0:1763346500.900769:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346500.900772:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346500.900776:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.900781:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346500.900787:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540801920 00000020:00000001:0.0:1763346500.900791:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346500.900794:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346500.900798:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.900802:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=486 00000020:00000001:0.0:1763346500.900804:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346500.900807:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346500.900814:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.900820:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f980. 00000100:00000001:0.0:1763346500.900825:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.900828:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f980. 00000020:00000010:0.0:1763346500.900835:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52a0d8a00. 00000020:00000010:0.0:1763346500.900842:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969900. 00000020:00000010:0.0:1763346500.900847:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346500.900856:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346500.900860:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346500.900861:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346500.900865:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346500.900867:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.900869:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.900879:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.900895:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.900913:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346500.900916:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346500.900922:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140842 00000100:00000040:0.0:1763346500.900926:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346500.900928:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452777344 : -105874256774272 : ffff9fb53a88bb80) 00000100:00000040:0.0:1763346500.900937:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a88bb80 x1848996540801920/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 584/0 e 0 to 0 dl 1763346511 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346500.900948:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.900952:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f980. 00000100:00000001:0.0:1763346500.900955:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.900957:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f980. 00000100:00100000:0.0:1763346500.900962:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+486:226871:x1848996540801920:12345-192.168.204.16@tcp:101:mkdir.0 00000100:00000200:0.0:1763346500.900966:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540801920 00000020:00000001:0.0:1763346500.900970:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346500.900974:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346500.900979:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.900982:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346500.900984:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346500.900987:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346500.900991:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540801920, found 0 last_xid 1848996540801919 00000020:00000001:0.0:1763346500.900993:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346500.900996:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346500.900998:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346500.901003:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.901006:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346500.901008:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346500.901010:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346500.901012:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346500.901014:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.901020:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346500.901028:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fa00 count: 2 00010000:00000001:0.0:1763346500.901032:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.901035:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.901039:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346500.901044:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.901046:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa402 to hash 00000020:00000001:0.0:1763346500.901048:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.901049:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346500.901068:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346500.901071:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00010000:0.0:1763346500.901076:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa402 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d7921299e expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.901089:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346500.901092:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=487 00010000:00000001:0.0:1763346500.901100:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346500.901103:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346500.901112:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346500.901115:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346500.901117:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346500.901119:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346500.901122:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763346500.901125:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346500.901130:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199476339256 : -105874233212360 : ffff9fb53bf04238) 00000004:00000001:0.0:1763346500.901133:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638199476339168 : -105874233212448 : ffff9fb53bf041e0) 00000004:00000001:0.0:1763346500.901135:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901139:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346500.901141:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346500.901145:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346500.901147:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346500.901203:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb51f840000. 02000000:00000001:0.0:1763346500.901208:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.901210:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901237:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901240:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346500.901247:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346500.901250:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.901252:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901254:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.901256:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.901258:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901259:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.901261:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.901262:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901264:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.901265:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.901267:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901269:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.901270:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.901272:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901274:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.901275:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.901277:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901280:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.901281:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.901286:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346500.901293:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346500.901296:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346500.901299:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346500.901300:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901303:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.901305:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901307:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346500.901309:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901313:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763346500.901320:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314baf8 00000004:00000002:0.0:1763346500.901323:0:19997:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff9fb51f840228 00000004:00000001:0.0:1763346500.901329:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763346500.901334:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763346500.901337:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763346500.901340:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.901342:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346500.901344:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4fa00 count: 3 00010000:00000001:0.0:1763346500.901346:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.901348:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.901351:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346500.901353:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.901355:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa409 to hash 00000020:00000001:0.0:1763346500.901357:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.901358:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000010:0.0:1763346500.901361:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fc80. 00010000:00000001:0.0:1763346500.901364:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.901368:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.901370:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.901373:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901380:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.901384:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.901387:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.901389:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.901391:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901394:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.901395:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901397:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346500.901400:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346500.901402:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346500.901403:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346500.901406:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9fb417f4fa00) refcount = 3 00010000:00000040:0.0:1763346500.901409:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346500.901414:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36e00/0x757b854463afa3fb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212997 expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346500.901421:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901427:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346500.901431:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.901434:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.901436:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.901437:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901439:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.901441:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.901443:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.901446:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.901449:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901457:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.901459:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.901460:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.901462:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.901464:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346500.901469:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f600. 00010000:00000010:0.0:1763346500.901472:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969800. 00010000:00000001:0.0:1763346500.901476:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.901478:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346500.901480:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.901482:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463afa410 to hash 00000020:00000001:0.0:1763346500.901484:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.901485:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000010:0.0:1763346500.901489:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fd80. 00010000:00000001:0.0:1763346500.901490:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.901494:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.901495:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.901498:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901502:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.901504:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.901506:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.901507:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.901509:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901511:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.901512:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901514:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346500.901516:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346500.901517:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346500.901518:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346500.901520:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9fb417f4f600) refcount = 1 00010000:00010000:0.0:1763346500.901523:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901529:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346500.901531:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.901532:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.901534:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.901535:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901537:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.901539:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.901541:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.901543:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.901545:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901550:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.901551:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.901553:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.901554:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901559:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346500.901609:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346500.901613:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346500.901618:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346500.901622:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.901628:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346500.901657:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346500.901660:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763346500.901662:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763346500.901666:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.901669:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.901671:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.901673:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.901676:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346500.901677:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.901679:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1763346500.901683:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763346500.901685:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346500.901687:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.901688:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.901690:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.901691:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.901693:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.901716:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.901719:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346500.901721:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901724:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901725:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346500.901727:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4061:0x0] 00000020:00000001:0.0:1763346500.901729:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346500.901734:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566977240 : -105879142574376 : ffff9fb4175156d8) 00000004:00000001:0.0:1763346500.901736:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566977152 : -105879142574464 : ffff9fb417515680) 00000004:00000001:0.0:1763346500.901741:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346500.901743:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346500.901759:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346500.901763:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346500.901765:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901769:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346500.901772:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.901773:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346500.901780:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f100. 00010000:00000010:0.0:1763346500.901783:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969a00. 00010000:00000001:0.0:1763346500.901786:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.901788:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37800. 00000020:00000001:0.0:1763346500.901791:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.901793:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37800 with handle 0x757b854463afa417 to hash 00000020:00000001:0.0:1763346500.901794:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.901796:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000010:0.0:1763346500.901799:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fe00. 00010000:00000001:0.0:1763346500.901801:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346500.901803:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.901805:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.901807:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa417 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901813:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.901815:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.901816:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.901818:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.901819:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901821:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.901823:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901825:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346500.901826:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346500.901826:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346500.901827:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346500.901829:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4061:0x0].0x0 (ffff9fb417f4f100) refcount = 1 00010000:00010000:0.0:1763346500.901832:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa417 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901837:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346500.901839:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.901841:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.901843:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.901844:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.901846:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.901848:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.901850:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.901851:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.901854:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa417 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.901858:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.901859:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.901861:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.901863:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.901864:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.901866:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346500.901868:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346500.901871:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346500.901873:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.901874:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.901876:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901879:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763346500.901884:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346500.901885:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346500.901893:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901897:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.901902:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.901905:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.901912:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901916:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901919:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901922:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.901923:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.901924:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.901926:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901930:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901932:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346500.901934:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346500.901936:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901939:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.901940:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901942:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.901943:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.901945:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.901947:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.901948:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.901950:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346500.901953:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4061:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763346500.901956:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4061:0x0]: returning size 512 00000004:00200000:0.0:1763346500.901960:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763346500.901962:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763346500.901964:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.901965:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901969:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346500.901972:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.901973:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.901974:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.901976:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901978:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901980:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.901983:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.901988:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346500.901995:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.901997:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902009:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.902010:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.902012:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346500.902068:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346500.902070:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00000004:00010000:0.0:1763346500.902077:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa417 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902083:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902084:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.902085:0:19997:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763346500.902087:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346500.902091:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4175156d8/ffff9fb417515680 to site lru. bkt: ffff9fb51dc9df10 00000004:00000001:0.0:1763346500.902093:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346500.902095:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346500.902098:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346500.902099:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.902101:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.902102:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346500.902104:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.902106:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.902108:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346500.902111:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902120:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902121:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.902123:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902128:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.902129:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902132:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346500.902134:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346500.902139:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346500.902141:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346500.902143:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346500.902145:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902149:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346500.902150:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.902151:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.902152:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=4 00000020:00000001:0.0:1763346500.902154:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.902156:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.902159:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346500.902161:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902166:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346500.902168:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346500.902177:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902180:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346500.902181:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346500.902183:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.902184:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.902187:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa409 from hash 00010000:00000001:0.0:1763346500.902189:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346500.902191:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902192:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902193:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346500.902195:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.902196:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902198:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346500.902200:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346500.902202:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346500.902205:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9fb417f4fa00) 00010000:00010000:0.0:1763346500.902208:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346500.902210:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.902505:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902508:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346500.902510:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346500.902513:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902514:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902516:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902518:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.902521:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.902524:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902530:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902532:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902534:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346500.902536:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346500.902538:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346500.902541:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa409 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346500.902548:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6fc80. 00010000:00000001:0.0:1763346500.902556:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.902558:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346500.902560:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346500.902561:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.902563:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.902565:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:0.0:1763346500.902567:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.902570:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.902572:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346500.902574:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902579:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902581:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.902583:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902587:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.902589:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902591:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346500.902593:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346500.902598:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346500.902601:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346500.902602:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346500.902604:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902610:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346500.902612:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.902613:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.902614:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=4 00000020:00000001:0.0:1763346500.902616:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.902618:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.902620:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346500.902622:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902630:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346500.902631:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346500.902632:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902635:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346500.902636:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346500.902637:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.902638:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.902641:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463afa410 from hash 00010000:00000001:0.0:1763346500.902642:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346500.902643:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902644:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902645:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346500.902647:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.902648:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902650:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346500.902651:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346500.902652:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346500.902653:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff9fb417f4f600) 00010000:00010000:0.0:1763346500.902655:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346500.902657:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.902659:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902660:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346500.902661:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346500.902663:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902664:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902666:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902667:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.902669:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.902672:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.902677:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902678:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902679:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346500.902680:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346500.902682:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346500.902684:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa410 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346500.902689:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6fd80. 00010000:00000040:0.0:1763346500.902692:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f600 count: 0 00010000:00000010:0.0:1763346500.902698:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969800. 00010000:00000001:0.0:1763346500.902704:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.902706:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346500.902707:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346500.902709:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346500.902711:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763346500.902713:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.902715:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.902716:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37800 refcount=3 00000020:00000001:0.0:1763346500.902718:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00010000:00000001:0.0:1763346500.902720:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534592 : -105874406017024 : ffff9fb531a37800) 00000004:00000040:0.0:1763346500.902723:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346500.902726:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00010000:00000001:0.0:1763346500.902730:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902731:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.902733:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346500.902735:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763346500.902740:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346500.902742:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346500.902744:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346500.902746:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346500.902748:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346500.902751:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346500.902757:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.902760:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346500.902763:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346500.902766:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346500.902768:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346500.902771:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346500.902772:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346500.902777:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902778:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902780:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.902781:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.902784:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa402 from hash 00010000:00000001:0.0:1763346500.902786:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346500.902787:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902788:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902790:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346500.902791:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346500.902797:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa402 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921299e expref: 488 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.902804:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 481 00000020:00000040:0.0:1763346500.902807:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00010000:00000010:0.0:1763346500.902810:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346500.902814:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.902816:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902821:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346500.902825:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa417 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921299e expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346500.902832:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346500.902834:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346500.902836:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4061:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:0.0:1763346500.902838:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:0.0:1763346500.902840:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.902842:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.902844:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346500.902846:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.902847:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.902848:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37800, rc 0) 00000020:00000001:0.0:1763346500.902852:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346500.902857:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540801920 00010000:00000001:0.0:1763346500.902860:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346500.902870:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a88bb80 x1848996540801920/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 584/584 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346500.902880:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346500.902884:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346500.902888:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346500.902894:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346500.902897:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346500.902900:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346500.902903:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346500.902905:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.902909:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346500.902913:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346500.902921:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aee0. 00000100:00000200:0.0:1763346500.902929:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848996540801920, offset 224 00000400:00000200:0.0:1763346500.902937:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346500.902956:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346500.902964:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198628:198628:256:4294967295] 192.168.204.16@tcp LPNI seq info [198624:198624:8:4294967295] 00000400:00000200:0.0:1763346500.902976:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346500.902982:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346500.902988:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a600. 00000800:00000200:0.0:1763346500.902996:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346500.903005:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346500.903009:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763346500.903032:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.903036:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346500.903039:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346500.903041:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.903043:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346500.903048:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88bb80 x1848996540801920/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 584/584 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346500.903057:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a88bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226871:x1848996540801920:12345-192.168.204.16@tcp:101:mkdir.0 Request processed in 2107us (2352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346500.903067:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140842 00000100:00000040:0.0:1763346500.903071:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346500.903073:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346500.903075:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346500.903082:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969900. 00000020:00000010:0.0:1763346500.903086:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346500.903091:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52a0d8a00. 00000020:00000040:0.0:1763346500.903096:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 486 00000100:00000001:0.0:1763346500.903099:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346500.903198:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346500.903203:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a600. 00000400:00000200:1.0:1763346500.903238:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.903245:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346500.903251:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aee0 00000400:00000010:1.0:1763346500.903254:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aee0. 00000100:00000001:1.0:1763346500.903260:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346500.903262:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346500.906247:0:94912:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00000800:00000001:1.0:1763346500.911160:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.911191:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.911196:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.911199:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.911245:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346500.911269:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 504 into portal 12 MB=0x691a70e016480 00000400:00000200:1.0:1763346500.911278:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 504/504 into md 0xd4325 [64] + 104360 00000800:00000001:1.0:1763346500.911290:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.911300:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.911303:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.911308:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346500.911316:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346500.911319:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346500.911326:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a888a80. 00000100:00000040:1.0:1763346500.911331:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a888a80 x1848996540802176 msgsize 504 00000100:00100000:1.0:1763346500.911336:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346500.911355:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346500.911366:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.911370:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.911390:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346500.911394:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540802176 02000000:00000001:3.0:1763346500.911398:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346500.911400:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346500.911403:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.911410:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346500.911416:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540802176 00000020:00000001:3.0:1763346500.911420:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346500.911422:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346500.911425:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.911429:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=487 00000020:00000001:3.0:1763346500.911432:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346500.911435:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346500.911440:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346500.911447:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb40. 00000100:00000001:3.0:1763346500.911450:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346500.911453:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb40. 00000020:00000010:3.0:1763346500.911461:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb403c33c00. 00000020:00000010:3.0:1763346500.911468:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346500.911473:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000040:3.0:1763346500.911481:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346500.911485:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346500.911487:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346500.911490:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.911501:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.911517:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.911532:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346500.911534:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346500.911540:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140843 00000100:00000040:3.0:1763346500.911544:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346500.911546:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452764800 : -105874256786816 : ffff9fb53a888a80) 00000100:00000040:3.0:1763346500.911554:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a888a80 x1848996540802176/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 504/0 e 0 to 0 dl 1763346511 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346500.911563:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346500.911566:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb40. 00000100:00000001:3.0:1763346500.911569:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346500.911570:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb40. 00000100:00100000:3.0:1763346500.911575:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+487:226871:x1848996540802176:12345-192.168.204.16@tcp:36:mkdir.0 00000100:00000200:3.0:1763346500.911580:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540802176 00000020:00000001:3.0:1763346500.911584:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346500.911588:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346500.911594:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.911596:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346500.911599:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:3.0:1763346500.911602:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346500.911607:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540802176, found 0 last_xid 1848996540802175 00000020:00000001:3.0:1763346500.911610:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346500.911613:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346500.911615:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346500.911619:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911622:0:19997:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763346500.911629:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff9fb53a888a80 x1848996540802176/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 504/0 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346500.911640:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763346500.911643:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763346500.911647:0:19997:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:3.0:1763346500.911650:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.911653:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.911656:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.911657:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.911659:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.911668:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.911669:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911672:0:19997:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911675:0:19997:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911677:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911681:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346500.911682:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346500.911685:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346500.911687:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346500.911695:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff9fb502ab4000. 02000000:00000001:3.0:1763346500.911697:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.911700:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911705:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346500.911706:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.911708:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.911710:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.911711:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.911713:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.911715:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.911716:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.911718:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.911720:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.911722:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.911728:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346500.911735:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346500.911737:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346500.911741:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346500.911742:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.911745:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.911747:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911749:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346500.911751:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911755:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346500.911757:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911760:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763346500.911762:0:19997:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00010000:00000001:3.0:1763346500.911765:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346500.911768:0:19997:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911771:0:19997:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:3.0:1763346500.911774:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314bc40 00000004:00000002:3.0:1763346500.911779:0:19997:0:(mdt_reint.c:490:mdt_create()) @@@ Create (56xa->[0x200000bd2:0x4062:0x0]) in [0x200000bd2:0x4061:0x0] req@ffff9fb53a888a80 x1848996540802176/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 504/2880 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346500.911789:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346500.911792:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4061:0x0] 00000020:00000001:3.0:1763346500.911796:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346500.911804:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566977240 : -105879142574376 : ffff9fb4175156d8) 00000004:00000001:3.0:1763346500.911807:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566977152 : -105879142574464 : ffff9fb417515680) 00000004:00000001:3.0:1763346500.911810:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763346500.911812:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.911818:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.911860:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.911863:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346500.911866:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4061:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346500.911870:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.911877:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763346500.911907:0:19997:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.911910:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.911913:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.911918:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763346500.911923:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763346500.911925:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763346500.911929:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346500.911932:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346500.911940:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:3.0:1763346500.911943:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.911946:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.911951:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346500.911955:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.911957:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa41e to hash 00000020:00000001:3.0:1763346500.911959:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.911961:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000010:3.0:1763346500.911967:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346500.911970:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346500.911974:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.911976:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.911980:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.911989:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346500.911993:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346500.911996:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346500.911998:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.912001:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.912003:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.912005:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.912007:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346500.912010:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346500.912011:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346500.912013:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346500.912015:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4061:0x0].0x0 (ffff9fb417f4f100) refcount = 2 00010000:00000040:3.0:1763346500.912018:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346500.912023:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa417 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921299e expref: 487 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346500.912029:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.912034:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346500.912039:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.912041:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.912044:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346500.912046:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.912048:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.912050:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.912053:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346500.912055:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.912058:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.912063:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346500.912065:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.912067:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.912069:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346500.912070:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346500.912075:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417894200. 00010000:00000010:3.0:1763346500.912079:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb510e3b780. 00010000:00000001:3.0:1763346500.912084:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.912087:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3be00. 00000020:00000001:3.0:1763346500.912089:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.912091:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3be00 with handle 0x757b854463afa425 to hash 00000020:00000001:3.0:1763346500.912093:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.912094:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000010:3.0:1763346500.912097:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001b00. 00010000:00000001:3.0:1763346500.912099:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346500.912102:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.912103:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.912106:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.912112:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346500.912113:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346500.912115:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346500.912116:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.912117:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.912119:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.912121:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.912122:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346500.912124:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346500.912125:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346500.912127:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346500.912128:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4061:0x0].0xf31ccba1 (ffff9fb417894200) refcount = 1 00010000:00010000:3.0:1763346500.912132:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.912137:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346500.912138:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.912140:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.912142:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346500.912143:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.912145:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.912147:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.912149:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346500.912151:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.912154:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.912159:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346500.912160:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.912162:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.912164:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.912181:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.912190:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1763346500.912193:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4061:0x0] version is 0x20001d84f 00000004:00000001:3.0:1763346500.912197:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.912206:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.912208:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346500.912210:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4061:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346500.912241:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.912243:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763346500.912253:0:19997:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.912255:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.912257:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346500.912259:0:19997:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763346500.912261:0:19997:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x4062:0x0] 00000020:00000001:3.0:1763346500.912263:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763346500.912265:0:19997:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763346500.912272:0:19997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb41600f0e0. 00000004:00000001:3.0:1763346500.912276:0:19997:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:3.0:1763346500.912281:0:19997:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763346500.912283:0:19997:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x4062:0x0] 00000004:00000010:3.0:1763346500.912288:0:19997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb417834ca8. 00000004:00000001:3.0:1763346500.912291:0:19997:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912294:0:19997:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763346500.912297:0:19997:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763346500.912301:0:19997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb417bd8000. 00000004:00000001:3.0:1763346500.912304:0:19997:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638194574065664 : -105879135485952 : ffff9fb417bd8000) 00000004:00000001:3.0:1763346500.912306:0:19997:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912310:0:19997:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763346500.912312:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763346500.912317:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763346500.912319:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346500.912323:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346500.912326:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346500.912329:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346500.912332:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346500.912335:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:3.0:1763346500.912338:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763346500.912344:0:19997:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb529cfdc80. 00000004:00000001:3.0:1763346500.912348:0:19997:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.912353:0:19997:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1763346500.912356:0:19997:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.912358:0:19997:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.912362:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:3.0:1763346500.912365:0:19997:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000002:3.0:1763346500.912369:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4062:0x0] version is 0x1 00000004:00000001:3.0:1763346500.912373:0:19997:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763346500.912386:0:19997:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763346500.912389:0:19997:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763346500.912390:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346500.912392:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4061:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346500.912396:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912398:0:19997:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912402:0:19997:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346500.912405:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346500.912413:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44300. 00080000:00000001:3.0:1763346500.912418:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346500.912425:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb517f76c00. 00080000:00000001:3.0:1763346500.912429:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00000004:00000001:3.0:1763346500.912432:0:19997:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763346500.912436:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.912438:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.912441:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.912445:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.912450:0:19997:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346500.912454:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4062:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763346500.912458:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763346500.912462:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4061:0x0] not in the id map cache 00000004:00000001:3.0:1763346500.912467:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763346500.912470:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346500.912472:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.912474:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.912476:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912478:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763346500.912481:0:19997:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=0 offset=-1 hash=3 00000004:00000001:3.0:1763346500.912483:0:19997:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763346500.912485:0:19997:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763346500.912491:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314bad0 00000001:00000002:3.0:1763346500.912493:0:19997:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4061:0x0]:56xa' is added 00000004:00000001:3.0:1763346500.912496:0:19997:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912499:0:19997:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763346500.912503:0:19997:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763346500.912506:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912508:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912511:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763346500.912539:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346500.912542:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346500.912544:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346500.912545:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346500.912547:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.912549:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763346500.912557:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4062:0x0] not in the id map cache 00000001:00000001:3.0:1763346500.912560:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346500.912562:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912565:0:19997:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:3.0:1763346500.912568:0:19997:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912570:0:19997:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912571:0:19997:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912574:0:19997:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763346500.912577:0:19997:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763346500.912581:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346500.912583:0:19997:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.912586:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763346500.912588:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912590:0:19997:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912592:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912593:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912597:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763346500.912600:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912603:0:19997:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763346500.912604:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912606:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912610:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346500.912612:0:19997:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.912615:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912617:0:19997:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912619:0:19997:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763346500.912620:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346500.912621:0:19997:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.912623:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763346500.912624:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912626:0:19997:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912627:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912629:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912630:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763346500.912633:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912634:0:19997:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912637:0:19997:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:3.0:1763346500.912638:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912640:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912642:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346500.912647:0:19997:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.912649:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912650:0:19997:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912652:0:19997:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763346500.912653:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346500.912656:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763346500.912657:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.912659:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.912661:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912664:0:19997:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.912666:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763346500.912667:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912669:0:19997:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912671:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912672:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912674:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763346500.912677:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912682:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.912685:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.912687:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912688:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912691:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346500.912704:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912706:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912709:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912713:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763346500.912715:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763346500.912716:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912718:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912720:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346500.912722:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912725:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912727:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346500.912728:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912730:0:19997:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.912735:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346500.912738:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346500.912744:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346500.912746:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912747:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912751:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346500.912757:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346500.912758:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912760:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912763:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.912764:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.912765:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912766:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912768:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346500.912770:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912772:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912774:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.912800:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.912802:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.912808:0:19997:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763346500.912810:0:19997:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763346500.912812:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763346500.912813:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.912814:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.912818:0:19997:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1763346500.913030:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346500.913033:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346500.913034:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346500.913036:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346500.913037:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913039:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913186:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346500.913190:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913193:0:19997:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913195:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913197:0:19997:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913199:0:19997:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913201:0:19997:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763346500.913205:0:19997:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763346500.913206:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913207:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913211:0:19997:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:3.0:1763346500.913260:0:19997:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913263:0:19997:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913265:0:19997:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763346500.913267:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913269:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913273:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1763346500.913276:0:19997:0:(osd_index.c:1056:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.913278:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913280:0:19997:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913282:0:19997:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763346500.913283:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913284:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913287:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1763346500.913296:0:19997:0:(osd_index.c:1070:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.913298:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913299:0:19997:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913301:0:19997:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913305:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.913307:0:19997:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:3.0:1763346500.913309:0:19997:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913312:0:19997:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913314:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.913317:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346500.913319:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.913320:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913322:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913325:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346500.913328:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 7 00080000:00000001:3.0:1763346500.913337:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346500.913339:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913341:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913344:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913345:0:19997:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913347:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913351:0:19997:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913353:0:19997:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:3.0:1763346500.913354:0:19997:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763346500.913356:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913357:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913360:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1763346500.913374:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913376:0:19997:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913378:0:19997:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:3.0:1763346500.913379:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913380:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913383:0:19997:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:3.0:1763346500.913388:0:19997:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913389:0:19997:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913392:0:19997:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913394:0:19997:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:3.0:1763346500.913396:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.913398:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346500.913399:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.913400:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913401:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913403:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346500.913405:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 46 00080000:00000001:3.0:1763346500.913407:0:19997:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1763346500.913411:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763346500.913413:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763346500.913415:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346500.913417:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346500.913418:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346500.913420:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913422:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346500.913423:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913426:0:19997:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913432:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346500.913434:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913436:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913437:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913439:0:19997:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913441:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913443:0:19997:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346500.913446:0:19997:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1763346500.913448:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763346500.913450:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763346500.913452:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763346500.913453:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913455:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913458:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763346500.913461:0:19997:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.913463:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913465:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913467:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763346500.913468:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913470:0:19997:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913472:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913474:0:19997:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913475:0:19997:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:3.0:1763346500.913478:0:19997:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1763346500.913480:0:19997:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.913483:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346500.913486:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346500.913490:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763346500.913493:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.913495:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346500.913496:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346500.913497:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913498:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913501:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346500.913502:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1763346500.913507:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346500.913509:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913511:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913513:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913515:0:19997:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913516:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763346500.913519:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055504, last_committed = 8590055502 00000001:00000010:3.0:1763346500.913524:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44ae0. 00000001:00000040:3.0:1763346500.913526:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:3.0:1763346500.913532:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=488 00000001:00000010:3.0:1763346500.913540:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb4028523c0. 00000004:00000001:3.0:1763346500.913548:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346500.913550:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346500.913551:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872828928 : -105874836722688 : ffff9fb517f76c00) 00080000:00000001:3.0:1763346500.913555:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346500.913571:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346500.913574:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346500.913577:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb4028523c0: xid 1848996540802176, transno 8590055504, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763346500.913580:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.913641:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346500.913644:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44300. 00000020:00000001:3.0:1763346500.913647:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913658:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346500.913661:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346500.913673:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913678:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346500.913681:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.913682:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.913685:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.913689:0:19997:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.913692:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346500.913696:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346500.913699:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.913703:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.913706:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.913708:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.913710:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.913712:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.913713:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.913715:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.913716:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346500.913719:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4062:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:3.0:1763346500.913723:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4062:0x0]: returning size 512 00000004:00000001:3.0:1763346500.913726:0:19997:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:3.0:1763346500.913728:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346500.913734:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:3.0:1763346500.913736:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346500.913738:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346500.913741:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346500.913744:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.913746:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.913749:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346500.913751:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346500.913755:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346500.913757:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346500.913761:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.913769:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.913771:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.913774:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.913780:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.913781:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.913785:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346500.913788:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346500.913794:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3aa00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346500.913796:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.913799:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346500.913802:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.913807:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346500.913808:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.913809:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.913810:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=4 00000020:00000001:3.0:1763346500.913813:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346500.913815:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346500.913819:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346500.913821:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.913826:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346500.913828:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346500.913830:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.913834:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346500.913836:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.913838:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.913839:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.913842:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa41e from hash 00010000:00000001:3.0:1763346500.913844:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.913845:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.913846:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.913848:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346500.913852:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.913854:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.913856:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346500.913859:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.913861:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.913864:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4061:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:3.0:1763346500.913867:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346500.913870:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.913873:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.913875:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.913877:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346500.913880:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.913881:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.913883:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.913885:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913887:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.913890:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.913896:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.913897:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.913898:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346500.913900:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346500.913901:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.913903:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa41e lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346500.913910:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346500.913918:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.913920:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346500.913921:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346500.913922:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.913923:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.913925:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=3 00000020:00000001:3.0:1763346500.913927:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:3.0:1763346500.913930:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00000004:00010000:3.0:1763346500.913934:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000036fdf9a reply state 00000000a521e909 transno 8590055504 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:3.0:1763346500.913944:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763346500.913946:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.913947:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.913949:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346500.913951:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346500.913952:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346500.913954:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763346500.913956:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346500.913958:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4175156d8/ffff9fb417515680 to site lru. bkt: ffff9fb51dc9df10 00000004:00000001:3.0:1763346500.913961:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763346500.913968:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346500.913976:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913979:0:19997:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913982:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.913985:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763346500.913990:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346500.913993:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346500.913994:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346500.913996:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346500.913998:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346500.914001:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346500.914006:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.914010:0:19997:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346500.914014:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055504, xid 1848996540802176 00010000:00000001:3.0:1763346500.914017:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763346500.914019:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00010000:00000200:3.0:1763346500.914021:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055504, last committed = 8590055502 00010000:00000200:3.0:1763346500.914035:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a888a80 x1848996540802176/t8590055504(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 504/448 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346500.914044:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346500.914048:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346500.914053:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346500.914059:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346500.914062:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346500.914065:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346500.914068:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346500.914071:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.914076:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346500.914079:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346500.914086:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb220. 00000100:00000200:3.0:1763346500.914095:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1848996540802176, offset 224 00000400:00000010:3.0:1763346500.914103:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb528fa1498. 00000400:00000200:3.0:1763346500.914108:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346500.914127:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346500.914135:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198629:198629:256:4294967295] 192.168.204.16@tcp LPNI seq info [198625:198625:8:4294967295] 00000400:00000200:3.0:1763346500.914143:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:3.0:1763346500.914151:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346500.914157:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346500.914164:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880e00. 00000800:00000200:3.0:1763346500.914185:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346500.914194:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346500.914199:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880e00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763346500.914244:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346500.914247:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346500.914251:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346500.914253:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.914255:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346500.914261:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888a80 x1848996540802176/t8590055504(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 504/448 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346500.914271:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+489:226871:x1848996540802176:12345-192.168.204.16@tcp:36:mkdir.0 Request processed in 2706us (2937us total) trans 8590055504 rc 0/0 00000100:00100000:3.0:1763346500.914281:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140843 00000100:00000040:3.0:1763346500.914285:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346500.914287:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346500.914289:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346500.914295:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346500.914299:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:3.0:1763346500.914304:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb403c33c00. 00000020:00000040:3.0:1763346500.914311:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:3.0:1763346500.914314:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346500.915002:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346500.915010:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880e00. 00000400:00000200:1.0:1763346500.915017:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.915025:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346500.915032:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346500.915035:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346500.916272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346500.916285:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f600. 00010000:00000010:0.1:1763346500.916290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:0.1:1763346500.916294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00000800:00000001:1.0:1763346500.919138:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.919159:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346500.919164:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.919183:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346500.919198:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:1.0:1763346500.919262:0:3288:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fd71 00000400:00000200:1.0:1763346500.919272:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346500.919278:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:1.0:1763346500.919287:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb220 00000400:00000010:1.0:1763346500.919291:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb220. 00000100:00000001:1.0:1763346500.919297:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346500.919301:0:3288:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1763346500.919304:0:3288:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763346500.919318:0:3288:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346500.919319:0:3288:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1763346500.919321:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346500.919332:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346500.919336:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.924190:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763346500.924203:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.924206:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.924231:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=3 00000020:00000001:0.0:1763346500.924238:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:0.0:1763346500.924242:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:0.0:1763346500.924246:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346500.924252:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.924262:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.924264:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.924267:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.924273:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.924275:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.924279:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346500.924281:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346500.924288:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3be00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346500.924293:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346500.924298:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346500.924300:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.924306:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346500.924308:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.924309:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.924310:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3be00 refcount=4 00000020:00000001:0.0:1763346500.924313:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:0.0:1763346500.924315:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303552512 : -105874405999104 : ffff9fb531a3be00) 00010000:00000001:0.0:1763346500.924318:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346500.924321:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.924327:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346500.924329:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346500.924330:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.924335:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346500.924337:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346500.924339:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.924340:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.924344:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3be00 with handle 0x757b854463afa425 from hash 00010000:00000001:0.0:1763346500.924346:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346500.924348:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.924349:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.924351:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346500.924357:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.924359:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.924362:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346500.924364:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346500.924367:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346500.924369:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4061:0x0].0xf31ccba1 (ffff9fb417894200) 00010000:00010000:0.0:1763346500.924372:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346500.924376:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.924378:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.924380:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346500.924382:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346500.924385:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.924386:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.924388:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.924390:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.924392:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.924395:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.924400:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.924402:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.924403:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346500.924405:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346500.924407:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346500.924409:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3be00/0x757b854463afa425 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346500.924416:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001b00. 00010000:00000040:0.0:1763346500.924422:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417894200 count: 0 00010000:00000010:0.0:1763346500.924431:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb510e3b780. 00010000:00000001:0.0:1763346500.924439:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763346500.924443:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 487 00000100:00000001:0.0:1763346500.924447:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346500.925071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00000800:00000001:3.0:1763346500.950405:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.950427:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346500.950432:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.950435:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.950449:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346500.950473:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e016500 00000400:00000200:3.0:1763346500.950483:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 104864 00000800:00000001:3.0:1763346500.950494:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.950558:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.950563:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346500.950568:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346500.950577:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346500.950580:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346500.950587:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52db1e680. 00000100:00000040:3.0:1763346500.950592:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52db1e680 x1848996540802304 msgsize 576 00000100:00100000:3.0:1763346500.950597:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346500.950608:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346500.950617:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.950621:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.950645:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346500.950648:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540802304 02000000:00000001:3.0:1763346500.950651:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346500.950653:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346500.950656:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.950661:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346500.950666:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540802304 00000020:00000001:3.0:1763346500.950670:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346500.950672:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346500.950675:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.950678:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=488 00000020:00000001:3.0:1763346500.950681:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346500.950684:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346500.950690:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346500.950695:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346500.950744:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346500.950747:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000020:00000010:3.0:1763346500.950755:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031b200. 00000020:00000010:3.0:1763346500.950760:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346500.950766:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000040:3.0:1763346500.950774:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346500.950778:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346500.950779:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346500.950783:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346500.950785:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.950787:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.950797:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.950808:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346500.950828:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346500.950831:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346500.950836:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140844 00000100:00000040:3.0:1763346500.950840:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346500.950842:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199237371520 : -105874472180096 : ffff9fb52db1e680) 00000100:00000040:3.0:1763346500.950849:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52db1e680 x1848996540802304/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 576/0 e 0 to 0 dl 1763346511 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346500.950858:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346500.950860:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346500.950863:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346500.950865:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000100:00100000:3.0:1763346500.950868:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52db1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+488:226873:x1848996540802304:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346500.950872:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540802304 00000020:00000001:3.0:1763346500.950876:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346500.950880:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346500.950886:0:25650:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb4028523c0: xid 1848996540802176, transno 8590055504, client gen 3, slot idx 1 00000001:00000001:3.0:1763346500.950891:0:25650:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb538979d80: xid 1848996540801664, transno 8590055503, client gen 3, slot idx 0 00000001:00000010:3.0:1763346500.950895:0:25650:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb538979d80. 00000020:00000001:3.0:1763346500.950901:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.950903:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346500.950906:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346500.950909:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346500.950912:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540802304, found 0 last_xid 1848996540802303 00000020:00000001:3.0:1763346500.950915:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346500.950918:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346500.950920:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346500.950926:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.950929:0:25650:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346500.950933:0:25650:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346500.950935:0:25650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346500.950937:0:25650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346500.950940:0:25650:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.950945:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346500.950953:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:3.0:1763346500.950956:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.950959:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.950963:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346500.950967:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.950969:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa42c to hash 00000020:00000001:3.0:1763346500.950972:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.950973:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000010:3.0:1763346500.950978:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346500.950981:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00010000:3.0:1763346500.950986:0:25650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa42c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129a5 expref: -99 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346500.950996:0:25650:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346500.950998:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00010000:00000001:3.0:1763346500.951006:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346500.951009:0:25650:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346500.951019:0:25650:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346500.951022:0:25650:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346500.951024:0:25650:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763346500.951027:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346500.951029:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4061:0x0] 00000020:00000001:3.0:1763346500.951033:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346500.951040:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194566977240 : -105879142574376 : ffff9fb4175156d8) 00000004:00000001:3.0:1763346500.951042:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194566977152 : -105879142574464 : ffff9fb417515680) 00000004:00000001:3.0:1763346500.951044:0:25650:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951047:0:25650:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346500.951049:0:25650:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346500.951053:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346500.951055:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346500.951098:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb531250000. 02000000:00000001:3.0:1763346500.951100:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.951103:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951106:0:25650:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951108:0:25650:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763346500.951114:0:25650:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346500.951116:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.951118:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951121:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.951122:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.951124:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951126:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.951127:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.951129:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951130:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.951132:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.951133:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951135:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.951136:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.951138:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951140:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.951141:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.951142:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951145:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.951146:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346500.951151:0:25650:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346500.951157:0:25650:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346500.951160:0:25650:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346500.951163:0:25650:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346500.951165:0:25650:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951179:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.951180:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951183:0:25650:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346500.951184:0:25650:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951189:0:25650:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763346500.951196:0:25650:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0322baf8 00000004:00000002:3.0:1763346500.951198:0:25650:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4061:0x0]/56xa, ldlm_rep = ffff9fb531250228 00000004:00000001:3.0:1763346500.951203:0:25650:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763346500.951207:0:25650:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763346500.951210:0:25650:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763346500.951235:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346500.951237:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346500.951240:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 3 00010000:00000001:3.0:1763346500.951243:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.951245:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.951249:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b800. 00000020:00000001:3.0:1763346500.951251:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.951253:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b800 with handle 0x757b854463afa433 to hash 00000020:00000001:3.0:1763346500.951255:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.951256:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000010:3.0:1763346500.951259:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001680. 00010000:00000001:3.0:1763346500.951261:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.951265:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.951266:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.951270:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951277:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346500.951282:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346500.951284:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346500.951286:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.951289:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951291:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.951292:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951295:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346500.951297:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346500.951299:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346500.951300:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346500.951302:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4061:0x0].0x0 (ffff9fb417f4f100) refcount = 3 00010000:00000040:3.0:1763346500.951305:0:25650:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346500.951310:0:25650:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37800/0x757b854463afa417 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d7921299e expref: 489 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346500.951317:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951322:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346500.951328:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.951329:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951331:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346500.951333:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951335:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951338:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.951340:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346500.951342:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.951345:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951350:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346500.951352:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.951353:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.951355:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346500.951356:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346500.951362:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417894300. 00010000:00000010:3.0:1763346500.951365:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb510e3b100. 00010000:00000001:3.0:1763346500.951369:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.951371:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a600. 00000020:00000001:3.0:1763346500.951373:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.951375:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a600 with handle 0x757b854463afa43a to hash 00000020:00000001:3.0:1763346500.951377:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.951378:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000010:3.0:1763346500.951381:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001180. 00010000:00000001:3.0:1763346500.951383:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346500.951386:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.951387:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.951390:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951397:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346500.951398:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346500.951399:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346500.951401:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.951402:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951404:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.951405:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951407:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346500.951408:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346500.951409:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346500.951410:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346500.951412:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4061:0x0].0xf31ccba1 (ffff9fb417894300) refcount = 1 00010000:00010000:3.0:1763346500.951415:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951420:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346500.951422:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.951423:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951424:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346500.951425:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951427:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951429:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.951431:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346500.951432:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.951435:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951439:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346500.951440:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.951441:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.951443:0:25650:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951448:0:25650:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.951492:0:25650:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763346500.951495:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763346500.951498:0:25650:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4061:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763346500.951502:0:25650:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.951509:0:25650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763346500.951531:0:25650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346500.951535:0:25650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763346500.951536:0:25650:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763346500.951540:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346500.951543:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346500.951546:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346500.951548:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.951550:0:25650:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763346500.951551:0:25650:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.951554:0:25650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:3.0:1763346500.951557:0:25650:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763346500.951559:0:25650:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763346500.951561:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763346500.951562:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763346500.951563:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763346500.951564:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.951567:0:25650:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.951593:0:25650:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346500.951595:0:25650:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346500.951597:0:25650:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951599:0:25650:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951601:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346500.951602:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:3.0:1763346500.951604:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346500.951608:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:3.0:1763346500.951610:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:3.0:1763346500.951614:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346500.951617:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346500.951631:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346500.951633:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346500.951636:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951639:0:25650:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346500.951641:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346500.951643:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346500.951648:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3900. 00010000:00000010:3.0:1763346500.951651:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb510e3b580. 00010000:00000001:3.0:1763346500.951653:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346500.951656:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a000. 00000020:00000001:3.0:1763346500.951658:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346500.951660:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a000 with handle 0x757b854463afa441 to hash 00000020:00000001:3.0:1763346500.951662:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346500.951663:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000010:3.0:1763346500.951666:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001a80. 00010000:00000001:3.0:1763346500.951668:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346500.951670:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.951672:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.951674:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951679:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346500.951681:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346500.951682:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346500.951683:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.951685:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951686:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346500.951687:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951689:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346500.951691:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346500.951692:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346500.951693:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346500.951694:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 1 00010000:00010000:3.0:1763346500.951697:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951702:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346500.951704:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.951705:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951707:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346500.951708:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.951710:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951711:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346500.951713:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346500.951715:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.951717:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951721:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346500.951722:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.951723:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.951725:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.951727:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.951729:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=3 00000020:00000001:3.0:1763346500.951730:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346500.951733:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346500.951735:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.951736:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.951737:0:25650:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951740:0:25650:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763346500.951745:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346500.951746:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346500.951754:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951757:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346500.951763:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.951766:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.951773:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951777:0:25650:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951780:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951783:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346500.951784:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.951785:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.951787:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951790:0:25650:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951792:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346500.951795:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346500.951797:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951800:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.951801:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951803:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.951804:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.951806:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346500.951808:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346500.951809:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346500.951811:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346500.951813:0:25650:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4062:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:3.0:1763346500.951816:0:25650:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4062:0x0]: returning size 512 00000004:00200000:3.0:1763346500.951819:0:25650:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:3.0:1763346500.951821:0:25650:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763346500.951822:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346500.951824:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951826:0:25650:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763346500.951829:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346500.951830:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.951831:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346500.951833:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951835:0:25650:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951837:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346500.951840:0:25650:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.951846:0:25650:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346500.951853:0:25650:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.951855:0:25650:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951866:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.951868:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.951870:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=3 00000020:00000001:3.0:1763346500.951872:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346500.951874:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00000004:00010000:3.0:1763346500.951878:0:25650:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951884:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.951886:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.951887:0:25650:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763346500.951890:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346500.951894:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:3.0:1763346500.951896:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346500.951898:0:25650:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346500.951900:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346500.951902:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.951903:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.951904:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=3 00000020:00000001:3.0:1763346500.951906:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.951908:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.951911:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346500.951914:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951919:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.951920:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.951922:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951927:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.951929:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951932:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346500.951934:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:3.0:1763346500.951940:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3b800 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346500.951942:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.951945:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346500.951947:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951952:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346500.951954:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.951955:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.951956:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=4 00000020:00000001:3.0:1763346500.951958:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.951961:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346500.951963:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346500.951966:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.951970:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346500.951972:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346500.951973:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951978:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346500.951979:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.951981:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.951983:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.951985:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b800 with handle 0x757b854463afa433 from hash 00010000:00000001:3.0:1763346500.951988:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.951989:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.951990:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.951991:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346500.951993:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.951995:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.951996:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346500.951998:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.952000:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.952003:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4061:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:3.0:1763346500.952005:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346500.952008:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.952010:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952012:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.952013:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346500.952015:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952017:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952018:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952020:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.952022:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.952025:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.952031:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952032:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952034:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346500.952035:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346500.952036:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.952038:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b800/0x757b854463afa433 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:3.0:1763346500.952044:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001680. 00010000:00000001:3.0:1763346500.952054:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.952056:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346500.952057:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346500.952058:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.952060:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.952061:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=3 00000020:00000001:3.0:1763346500.952063:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346500.952065:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346500.952067:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346500.952069:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.952075:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952076:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.952078:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.952083:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.952084:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952086:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346500.952088:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:3.0:1763346500.952093:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3a600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346500.952095:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.952097:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346500.952098:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.952103:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346500.952104:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.952105:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.952107:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=4 00000020:00000001:3.0:1763346500.952109:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346500.952111:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346500.952113:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346500.952115:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.952119:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346500.952121:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346500.952122:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952124:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346500.952125:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.952126:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.952128:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.952130:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3a600 with handle 0x757b854463afa43a from hash 00010000:00000001:3.0:1763346500.952132:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.952134:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952135:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952136:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346500.952138:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.952139:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952141:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346500.952142:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.952143:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.952145:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4061:0x0].0xf31ccba1 (ffff9fb417894300) 00010000:00010000:3.0:1763346500.952148:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346500.952149:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.952151:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952153:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.952155:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346500.952157:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952158:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952159:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952161:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.952163:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.952165:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:3.0:1763346500.952180:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952181:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952182:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346500.952183:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346500.952185:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.952186:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a600/0x757b854463afa43a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4061:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:3.0:1763346500.952191:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001180. 00010000:00000040:3.0:1763346500.952193:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417894300 count: 0 00010000:00000010:3.0:1763346500.952198:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb510e3b100. 00010000:00000001:3.0:1763346500.952204:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.952205:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346500.952207:0:25650:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346500.952208:0:25650:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346500.952210:0:25650:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763346500.952233:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.952235:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.952236:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a000 refcount=3 00000020:00000001:3.0:1763346500.952238:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00010000:00000001:3.0:1763346500.952240:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303544832 : -105874406006784 : ffff9fb531a3a000) 00000004:00000040:3.0:1763346500.952243:0:25650:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:3.0:1763346500.952245:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00010000:00000001:3.0:1763346500.952250:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952251:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346500.952252:0:25650:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346500.952255:0:25650:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763346500.952259:0:25650:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346500.952262:0:25650:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346500.952263:0:25650:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346500.952265:0:25650:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346500.952267:0:25650:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346500.952270:0:25650:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346500.952275:0:25650:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.952277:0:25650:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346500.952280:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346500.952282:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4175156d8/ffff9fb417515680 to site lru. bkt: ffff9fb51dc9df10 00000004:00000001:3.0:1763346500.952285:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346500.952286:0:25650:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763346500.952288:0:25650:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346500.952290:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.952293:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952294:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952296:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.952297:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.952299:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa42c from hash 00010000:00000001:3.0:1763346500.952301:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.952302:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952303:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952304:0:25650:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346500.952305:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.952310:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa42c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 490 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346500.952317:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:3.0:1763346500.952320:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00010000:00000010:3.0:1763346500.952322:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346500.952325:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.952327:0:25650:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952331:0:25650:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346500.952334:0:25650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 489 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346500.952346:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.952347:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.952349:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:3.0:1763346500.952351:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:3.0:1763346500.952352:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.952354:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.952355:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.952356:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.952357:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.952358:0:25650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3a000, rc 0) 00000020:00000001:3.0:1763346500.952361:0:25650:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346500.952366:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540802304 00010000:00000001:3.0:1763346500.952368:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346500.952374:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52db1e680 x1848996540802304/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 576/584 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346500.952382:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346500.952385:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346500.952389:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346500.952394:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346500.952396:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346500.952398:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346500.952401:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346500.952404:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346500.952408:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346500.952411:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346500.952418:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbee0. 00000100:00000200:3.0:1763346500.952427:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1848996540802304, offset 224 00000400:00000200:3.0:1763346500.952434:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346500.952449:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346500.952458:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198630:198630:256:4294967295] 192.168.204.16@tcp LPNI seq info [198626:198626:8:4294967295] 00000400:00000200:3.0:1763346500.952472:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346500.952478:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346500.952485:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880800. 00000800:00000200:3.0:1763346500.952495:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346500.952504:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346500.952510:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880800 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763346500.952532:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346500.952537:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346500.952539:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346500.952541:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346500.952544:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346500.952548:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52db1e680 x1848996540802304/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 576/584 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346500.952559:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52db1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+489:226873:x1848996540802304:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1698us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346500.952569:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140844 00000100:00000040:3.0:1763346500.952573:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346500.952575:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346500.952577:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346500.952583:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346500.952587:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:3.0:1763346500.952591:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031b200. 00000020:00000040:3.0:1763346500.952597:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00000100:00000001:3.0:1763346500.952601:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346500.957922:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346500.957935:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880800. 00000400:00000200:3.0:1763346500.957944:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346500.957955:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346500.957964:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbee0 00000400:00000010:3.0:1763346500.957967:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbee0. 00000100:00000001:3.0:1763346500.957973:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346500.957975:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346500.959328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417894200. 00010000:00000010:0.1:1763346500.959344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3be00. 00000800:00000001:3.0:1763346500.961739:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.961758:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346500.961764:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.961766:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.961781:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346500.961803:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 520 into portal 12 MB=0x691a70e016600 00000400:00000200:3.0:1763346500.961813:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 520/520 into md 0xd4325 [64] + 105440 00000800:00000001:3.0:1763346500.961825:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.961834:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.961838:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346500.961842:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346500.961852:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346500.961854:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346500.961864:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3d180. 00000100:00000040:3.0:1763346500.961869:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3d180 x1848996540802560 msgsize 520 00000100:00100000:3.0:1763346500.961873:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346500.962411:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346500.962427:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.962432:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.962490:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346500.962495:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540802560 02000000:00000001:0.0:1763346500.962499:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346500.962502:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346500.962505:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.962511:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346500.962516:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540802560 00000020:00000001:0.0:1763346500.962521:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346500.962524:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346500.962527:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.962532:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=489 00000020:00000001:0.0:1763346500.962535:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346500.962538:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346500.962545:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.962553:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346500.962558:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.962561:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000020:00000010:0.0:1763346500.962569:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52a0d8200. 00000020:00000010:0.0:1763346500.962576:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969200. 00000020:00000010:0.0:1763346500.962581:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346500.962591:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346500.962595:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346500.962596:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346500.962599:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346500.962601:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.962604:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.962615:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.962631:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.962647:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346500.962649:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346500.962656:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140845 00000100:00000040:0.0:1763346500.962659:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346500.962662:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870495616 : -105874839056000 : ffff9fb517d3d180) 00000100:00000040:0.0:1763346500.962671:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3d180 x1848996540802560/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 520/0 e 0 to 0 dl 1763346511 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346500.962681:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.962684:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fb80. 00000100:00000001:0.0:1763346500.962686:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.962688:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fb80. 00000100:00100000:0.0:1763346500.962692:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+489:226873:x1848996540802560:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346500.962697:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540802560 00000020:00000001:0.0:1763346500.962701:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346500.962706:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346500.962712:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.962715:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346500.962718:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346500.962722:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346500.962725:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540802560, found 0 last_xid 1848996540802559 00000020:00000001:0.0:1763346500.962729:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346500.962732:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346500.962735:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346500.962741:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.962744:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346500.962747:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346500.962749:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346500.962751:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346500.962754:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.962760:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346500.962769:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:0.0:1763346500.962772:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.962775:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.962779:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36400. 00000020:00000001:0.0:1763346500.962784:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.962786:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36400 with handle 0x757b854463afa448 to hash 00000020:00000001:0.0:1763346500.962788:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.962790:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00000010:0.0:1763346500.962796:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346500.962799:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529472 : -105874406022144 : ffff9fb531a36400) 00010000:00010000:0.0:1763346500.962804:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa448 lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129ac expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.962813:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346500.962815:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00010000:00000001:0.0:1763346500.962823:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346500.962826:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346500.962834:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346500.962836:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346500.962838:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.962841:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763346500.962847:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb517d3d180 x1848996540802560/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 520/0 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763346500.962856:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346500.962859:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346500.962862:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763346500.962865:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.962867:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.962870:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.962872:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.962874:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.962881:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.962883:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.962886:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.962888:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.962893:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346500.962894:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346500.962898:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346500.962900:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346500.962960:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb531310000. 02000000:00000001:0.0:1763346500.962963:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.962966:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.962973:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346500.962974:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.962975:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.962977:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.962978:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.962980:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.962982:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.962983:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.962985:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.962987:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.962989:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.962994:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346500.963001:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346500.963004:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346500.963006:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346500.963009:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.963012:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.963014:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.963016:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346500.963019:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.963021:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346500.963023:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.963027:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346500.963030:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346500.963034:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:0.0:1763346500.963037:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(file1->[0x200000bd2:0x4063:0x0]) cr_flag=040000100000102 mode=0100666 msg_flag=0x600 00000004:00000001:0.0:1763346500.963043:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346500.963046:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:0.0:1763346500.963049:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346500.963058:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:0.0:1763346500.963060:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:0.0:1763346500.963065:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763346500.963066:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.963073:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346500.963118:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346500.963122:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346500.963126:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346500.963131:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.963138:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346500.963185:0:19997:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346500.963189:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346500.963191:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346500.963194:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763346500.963198:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763346500.963200:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763346500.963204:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.963206:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346500.963209:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:0.0:1763346500.963211:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000010:3.1:1763346500.968336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00010000:00000010:3.1:1763346500.968354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417894300. 00010000:00000010:3.1:1763346500.968359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00010000:00000010:3.1:1763346500.968362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00010000:00000001:0.0:1763346500.972697:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.972742:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37000. 00000020:00000001:0.0:1763346500.972754:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.972757:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37000 with handle 0x757b854463afa44f to hash 00000020:00000001:0.0:1763346500.972759:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.972761:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000010:0.0:1763346500.972768:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fd80. 00010000:00000001:0.0:1763346500.972771:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.972775:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.972777:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.972782:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.972791:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.972795:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.972797:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.972800:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.972802:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.972805:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.972806:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.972809:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346500.972811:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346500.972813:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346500.972814:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346500.972817:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:0.0:1763346500.972821:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346500.972830:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 490 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346500.972838:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.972844:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346500.972849:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.972851:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.972853:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.972855:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.972857:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.972859:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.972862:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.972865:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.972868:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.972873:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.972876:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.972877:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.972882:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.972883:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346500.972892:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f600. 00010000:00000010:0.0:1763346500.972897:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969900. 00010000:00000001:0.0:1763346500.972901:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.972903:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346500.972906:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.972907:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa456 to hash 00000020:00000001:0.0:1763346500.972909:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.972911:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000010:0.0:1763346500.972914:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fc80. 00010000:00000001:0.0:1763346500.972917:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.972920:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.972921:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.972924:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.972929:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.972930:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.972932:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.972933:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.972934:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.972936:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.972938:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.972940:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346500.972941:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346500.972942:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346500.972943:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346500.972945:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417f4f600) refcount = 1 00010000:00010000:0.0:1763346500.972948:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.972952:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346500.972954:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.972956:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.972957:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.972959:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.972960:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.972962:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.972964:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.972965:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.972967:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.972972:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.972973:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.972974:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.972976:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.972985:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346500.973029:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346500.973034:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346500.973038:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346500.973042:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973048:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346500.973075:0:19997:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346500.973077:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346500.973080:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346500.973087:0:19997:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:0.0:1763346500.973089:0:19997:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x4063:0x0] 00000020:00000001:0.0:1763346500.973093:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:0.0:1763346500.973096:0:19997:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:0.0:1763346500.973102:0:19997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb4178245a0. 00000004:00000001:0.0:1763346500.973106:0:19997:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:0.0:1763346500.973113:0:19997:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:0.0:1763346500.973115:0:19997:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x4063:0x0] 00000004:00000010:0.0:1763346500.973120:0:19997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb417895078. 00000004:00000001:0.0:1763346500.973123:0:19997:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973125:0:19997:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:0.0:1763346500.973129:0:19997:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:0.0:1763346500.973132:0:19997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb41746f100. 00000004:00000001:0.0:1763346500.973136:0:19997:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638194566295808 : -105879143255808 : ffff9fb41746f100) 00000004:00000001:0.0:1763346500.973138:0:19997:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973141:0:19997:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:0.0:1763346500.973143:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346500.973148:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346500.973150:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.973153:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.973156:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.973159:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.973160:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346500.973163:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:0.0:1763346500.973165:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1763346500.973182:0:19997:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb417798ab0. 00000004:00000001:0.0:1763346500.973186:0:19997:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973190:0:19997:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1763346500.973193:0:19997:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346500.973195:0:19997:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.973200:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:0.0:1763346500.973203:0:19997:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00080000:00000001:0.0:1763346500.973234:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.973243:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:0.0:1763346500.973245:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4062:0x0] version is 0x20001d850 00000004:00000002:0.0:1763346500.973248:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4063:0x0] version is 0x1 00000004:00000001:0.0:1763346500.973253:0:19997:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:0.0:1763346500.973263:0:19997:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:0.0:1763346500.973266:0:19997:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:0.0:1763346500.973268:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346500.973270:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346500.973274:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973275:0:19997:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973278:0:19997:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346500.973282:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346500.973291:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038cc0. 00080000:00000001:0.0:1763346500.973295:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346500.973303:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535645c00. 00080000:00000001:0.0:1763346500.973306:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00000004:00000001:0.0:1763346500.973309:0:19997:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:0.0:1763346500.973314:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.973316:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.973319:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.973322:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.973326:0:19997:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346500.973330:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4063:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1763346500.973334:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:0.0:1763346500.973339:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4062:0x0] not in the id map cache 00000004:00000001:0.0:1763346500.973343:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346500.973346:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346500.973347:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.973349:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.973352:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973354:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973356:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346500.973358:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346500.973359:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.973362:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.973364:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973366:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346500.973371:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb522307000. 00000004:00000001:0.0:1763346500.973374:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:0.0:1763346500.973376:0:19997:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:0.0:1763346500.973383:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314b8c8 00000001:00000002:0.0:1763346500.973386:0:19997:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4062:0x0]:file1' is added 00000004:00000001:0.0:1763346500.973389:0:19997:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973392:0:19997:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:0.0:1763346500.973394:0:19997:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:0.0:1763346500.973398:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973400:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973403:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763346500.973429:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346500.973432:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.973434:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.973435:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.973437:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973439:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763346500.973448:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4063:0x0] not in the id map cache 00000001:00000001:0.0:1763346500.973451:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346500.973453:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973455:0:19997:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973458:0:19997:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973460:0:19997:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:0.0:1763346500.973462:0:19997:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973466:0:19997:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:0.0:1763346500.973467:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346500.973469:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346500.973471:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.973473:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.973476:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973478:0:19997:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346500.973481:0:19997:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763346500.973483:0:19997:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973485:0:19997:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973488:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973489:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973493:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763346500.973499:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973503:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973507:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973508:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973509:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973513:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346500.973529:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973531:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973533:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973537:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763346500.973538:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763346500.973540:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973541:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973545:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346500.973547:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973549:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973551:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346500.973553:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973556:0:19997:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.973560:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346500.973563:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346500.973570:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346500.973571:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973572:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973577:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346500.973582:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346500.973583:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973585:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973588:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973589:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973591:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973592:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973594:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346500.973596:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973598:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973599:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973624:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.973627:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973632:0:19997:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:0.0:1763346500.973634:0:19997:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:0.0:1763346500.973636:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763346500.973637:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973638:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973642:0:19997:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1763346500.973706:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763346500.973708:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.973709:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.973711:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.973712:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973714:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973777:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346500.973781:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973784:0:19997:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973786:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973789:0:19997:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973791:0:19997:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973793:0:19997:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:0.0:1763346500.973795:0:19997:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973800:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973803:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763346500.973804:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973806:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973807:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973811:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346500.973813:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:0.0:1763346500.973820:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346500.973822:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973824:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973826:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973828:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973830:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973833:0:19997:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973836:0:19997:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:0.0:1763346500.973838:0:19997:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:0.0:1763346500.973840:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973842:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973846:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:0.0:1763346500.973861:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973863:0:19997:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973865:0:19997:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973867:0:19997:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:0.0:1763346500.973869:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973871:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763346500.973872:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973873:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973874:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973876:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346500.973877:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 47 00080000:00000001:0.0:1763346500.973879:0:19997:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:0.0:1763346500.973882:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763346500.973884:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763346500.973886:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346500.973887:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346500.973889:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346500.973891:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973893:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763346500.973895:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973897:0:19997:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973902:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346500.973903:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973905:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973907:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973908:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973910:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973911:0:19997:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346500.973914:0:19997:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:0.0:1763346500.973916:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763346500.973918:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763346500.973919:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763346500.973920:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973922:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973926:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346500.973928:0:19997:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346500.973931:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973932:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973935:0:19997:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763346500.973936:0:19997:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973938:0:19997:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973940:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973942:0:19997:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973944:0:19997:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:0.0:1763346500.973947:0:19997:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:0.0:1763346500.973948:0:19997:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.973951:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346500.973954:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346500.973958:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:0.0:1763346500.973962:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973964:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763346500.973965:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346500.973966:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.973968:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.973970:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346500.973972:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1763346500.973976:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346500.973978:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.973981:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973982:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973984:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.973985:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763346500.973987:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055505, last_committed = 8590055502 00000001:00000010:0.0:1763346500.973992:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5380385a0. 00000001:00000040:0.0:1763346500.973995:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:0.0:1763346500.973998:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:0.0:1763346500.974005:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb51987d540. 00000004:00000001:0.0:1763346500.974012:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346500.974013:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346500.974015:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366507520 : -105874343044096 : ffff9fb535645c00) 00080000:00000001:0.0:1763346500.974019:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346500.974038:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346500.974041:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346500.974044:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb51987d540: xid 1848996540802560, transno 8590055505, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346500.974047:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346500.974127:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346500.974131:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038cc0. 00000020:00000001:0.0:1763346500.974133:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974144:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346500.974147:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346500.974150:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974153:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.974156:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.974158:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.974161:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974163:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974166:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974182:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346500.974184:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974188:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.974189:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.974190:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.974192:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974193:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974195:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346500.974198:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb531310378 00000004:00000001:0.0:1763346500.974200:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.974208:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346500.974241:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974255:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763346500.974258:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4063:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1763346500.974262:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763346500.974265:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.974267:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346500.974274:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f200. 00010000:00000010:0.0:1763346500.974278:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969e00. 00010000:00000001:0.0:1763346500.974281:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.974284:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37c00. 00000020:00000001:0.0:1763346500.974287:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.974290:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37c00 with handle 0x757b854463afa45d to hash 00000020:00000001:0.0:1763346500.974292:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.974293:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000010:0.0:1763346500.974297:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fb80. 00010000:00000001:0.0:1763346500.974299:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346500.974303:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.974304:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.974307:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974314:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.974317:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.974318:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.974320:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.974322:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.974324:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.974325:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.974328:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346500.974330:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346500.974331:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346500.974332:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346500.974334:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 1 00010000:00010000:0.0:1763346500.974338:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974343:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346500.974346:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.974348:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974350:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346500.974351:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.974353:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974355:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.974358:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346500.974360:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.974362:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974367:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346500.974368:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974370:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.974371:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.974373:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.974375:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=3 00000020:00000001:0.0:1763346500.974377:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346500.974379:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346500.974381:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974382:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.974383:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346500.974385:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4063:0x0], ibits = 0x1b/0x1b, open_flags = 040000100000102, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763346500.974390:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346500.974392:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974394:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346500.974399:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.974401:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.974403:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.974405:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.974407:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.974408:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.974409:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.974411:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346500.974413:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000004:00200000:0.0:1763346500.974416:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 0 00000001:00000001:0.0:1763346500.974419:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.974420:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974423:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346500.974426:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.974428:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.974430:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.974433:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974435:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974437:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974440:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974443:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:0.0:1763346500.974445:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:0.0:1763346500.974447:0:19997:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346500.974449:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:0.0:1763346500.974451:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763346500.974453:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974457:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346500.974461:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346500.974463:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974465:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346500.974467:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346500.974472:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb517f8bf80. 00000020:00000001:0.0:1763346500.974474:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.974475:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb517f8bf80 with handle 0x757b854463afa464 to hash 00000020:00000001:0.0:1763346500.974477:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346500.974479:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638198872915840 : -105874836635776 : ffff9fb517f8bf80) 00000004:00000001:0.0:1763346500.974482:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346500.974483:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346500.974486:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4063:0x0] Change mfd open_flags 0 -> 040000100000102. 00000004:00000001:0.0:1763346500.974490:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346500.974492:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346500.974494:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974496:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974498:0:19997:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346500.974502:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346500.974504:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346500.974506:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346500.974509:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346500.974511:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346500.974512:0:19997:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.974515:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346500.974517:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346500.974520:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.974521:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.974523:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=3 00000020:00000001:0.0:1763346500.974525:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.974528:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.974530:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346500.974533:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974538:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974540:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.974542:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974546:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.974548:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974551:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346500.974554:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346500.974559:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346500.974562:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346500.974565:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346500.974567:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974572:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346500.974574:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.974575:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.974576:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37000 refcount=4 00000020:00000001:0.0:1763346500.974578:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.974580:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303532544 : -105874406019072 : ffff9fb531a37000) 00010000:00000001:0.0:1763346500.974582:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346500.974585:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974594:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346500.974595:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346500.974597:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974601:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346500.974603:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346500.974605:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.974606:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.974609:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37000 with handle 0x757b854463afa44f from hash 00010000:00000001:0.0:1763346500.974611:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346500.974612:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974613:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.974614:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346500.974617:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346500.974618:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974620:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346500.974622:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346500.974625:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346500.974627:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:0.0:1763346500.974630:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346500.974632:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.974634:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974636:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346500.974638:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346500.974640:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974641:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.974643:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974645:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974648:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.974650:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.974656:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974657:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.974659:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346500.974660:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346500.974662:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346500.974664:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37000/0x757b854463afa44f lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346500.974670:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6fd80. 00010000:00000001:0.0:1763346500.974680:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.974681:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346500.974683:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346500.974684:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.974685:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.974687:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346500.974689:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346500.974691:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00000004:00010000:0.0:1763346500.974694:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000085318ed1 reply state 00000000c9280312 transno 8590055505 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:0.0:1763346500.974705:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763346500.974706:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974707:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.974708:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346500.974710:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346500.974712:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346500.974713:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346500.974714:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346500.974719:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:0.0:1763346500.974722:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763346500.974725:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346500.974729:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974733:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974736:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346500.974741:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346500.974743:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346500.974745:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346500.974746:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346500.974748:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346500.974751:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346500.974756:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.974758:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763346500.974762:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763346500.974764:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974767:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346500.974769:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.974770:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=3 00000020:00000001:0.0:1763346500.974772:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:0.0:1763346500.974774:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00000004:00000040:0.0:1763346500.974777:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:0.0:1763346500.974780:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00010000:00000001:0.0:1763346500.974786:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974787:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346500.974788:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346500.974790:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346500.974793:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763346500.974797:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763346500.974799:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346500.974801:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346500.974804:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974805:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.974807:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.974809:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346500.974810:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36400 with handle 0x757b854463afa448 from hash 00010000:00000001:0.0:1763346500.974812:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346500.974814:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974815:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.974816:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346500.974817:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346500.974824:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36400/0x757b854463afa448 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 492 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.974831:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346500.974834:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00010000:00000010:0.0:1763346500.974837:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346500.974842:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.974844:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974849:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346500.974853:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 491 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346500.974859:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346500.974861:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346500.974862:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:0.0:1763346500.974865:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763346500.974866:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.974868:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.974870:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346500.974871:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.974872:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346500.974873:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37c00, rc 0) 00000020:00000001:0.0:1763346500.974877:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346500.974881:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055505, xid 1848996540802560 00010000:00000001:0.0:1763346500.974884:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763346500.974886:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00010000:00000200:0.0:1763346500.974888:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055505, last committed = 8590055502 00010000:00000200:0.0:1763346500.974896:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3d180 x1848996540802560/t8590055505(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 520/608 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346500.974905:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346500.974908:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346500.974913:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=6 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346500.974918:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346500.974921:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346500.974923:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346500.974927:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346500.974930:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.974935:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346500.974938:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346500.974945:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a5d8. 00000100:00000200:0.0:1763346500.974954:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540802560, offset 224 00000400:00000010:0.0:1763346500.974963:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb5014c2a48. 00000400:00000200:0.0:1763346500.974968:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346500.974988:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346500.974997:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198631:198631:256:4294967295] 192.168.204.16@tcp LPNI seq info [198627:198627:8:4294967295] 00000400:00000200:0.0:1763346500.975005:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:0.0:1763346500.975012:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346500.975018:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346500.975024:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:0.0:1763346500.975032:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346500.975041:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346500.975047:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763346500.975075:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.975079:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346500.975082:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346500.975084:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.975087:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346500.975092:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3d180 x1848996540802560/t8590055505(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 520/608 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346500.975101:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+492:226873:x1848996540802560:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 12419us (13230us total) trans 8590055505 rc 0/0 00000100:00100000:0.0:1763346500.975110:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140845 00000100:00000040:0.0:1763346500.975114:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346500.975117:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346500.975119:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346500.975125:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969200. 00000020:00000010:0.0:1763346500.975130:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346500.975135:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52a0d8200. 00000020:00000040:0.0:1763346500.975140:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:0.0:1763346500.975143:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346500.975306:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346500.975311:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:0.0:1763346500.975318:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346500.975323:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346500.975330:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346500.975332:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346500.979017:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.979035:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346500.979040:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.979045:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.979059:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:3.0:1763346500.979084:0:3289:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fd79 00000400:00000200:3.0:1763346500.979095:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346500.979100:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:3.0:1763346500.979109:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a5d8 00000400:00000010:3.0:1763346500.979113:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a5d8. 00000100:00000001:3.0:1763346500.979119:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346500.979123:0:3289:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763346500.979126:0:3289:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763346500.979140:0:3289:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346500.979142:0:3289:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763346500.979144:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346500.979161:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346500.979177:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.979181:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.979185:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:3.0:1763346500.979188:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:3.0:1763346500.979191:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:3.0:1763346500.979195:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346500.979200:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.979210:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.979234:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346500.979237:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.979245:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.979247:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.979251:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346500.979254:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346500.979260:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346500.979263:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346500.979267:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346500.979269:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.979276:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346500.979277:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346500.979278:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346500.979280:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=4 00000020:00000001:3.0:1763346500.979281:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:3.0:1763346500.979283:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:3.0:1763346500.979286:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346500.979290:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.979295:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346500.979297:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346500.979298:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.979303:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346500.979305:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346500.979307:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346500.979308:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346500.979312:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa456 from hash 00010000:00000001:3.0:1763346500.979314:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346500.979316:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.979317:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.979319:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346500.979326:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346500.979328:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.979331:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346500.979332:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346500.979336:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346500.979338:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417f4f600) 00010000:00010000:3.0:1763346500.979341:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346500.979343:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346500.979346:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.979348:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346500.979350:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346500.979352:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.979353:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.979355:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346500.979357:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346500.979360:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346500.979362:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346500.979368:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346500.979369:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346500.979370:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346500.979373:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346500.979374:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346500.979376:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa456 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346500.979382:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6fc80. 00010000:00000040:3.0:1763346500.979387:0:3280:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f600 count: 0 00010000:00000010:3.0:1763346500.979395:0:3280:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969900. 00010000:00000001:3.0:1763346500.979405:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346500.979408:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:3.0:1763346500.979411:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346500.979426:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.979430:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346500.981467:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.981485:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346500.981490:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.981493:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.981507:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346500.981528:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e016700 00000400:00000200:3.0:1763346500.981539:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 105960 00000800:00000001:3.0:1763346500.981549:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.981579:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.981583:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346500.981589:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346500.981597:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346500.981601:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346500.981608:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3c380. 00000100:00000040:3.0:1763346500.981613:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3c380 x1848996540802816 msgsize 4616 00000100:00100000:3.0:1763346500.981617:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346500.981632:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346500.981644:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.981648:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.981720:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346500.981724:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540802816 02000000:00000001:0.0:1763346500.981728:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346500.981731:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346500.981733:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.981738:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346500.981743:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540802816 00000020:00000001:0.0:1763346500.981746:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346500.981749:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346500.981752:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346500.981755:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:0.0:1763346500.981757:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346500.981759:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346500.981764:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.981770:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6ff80. 00000100:00000001:0.0:1763346500.981775:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.981777:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6ff80. 00000020:00000010:0.0:1763346500.981785:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52a0d8200. 00000020:00000010:0.0:1763346500.981791:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f8bf00. 00000020:00000010:0.0:1763346500.981798:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346500.981806:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346500.981810:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346500.981811:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346500.981815:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346500.981816:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.981819:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.981828:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.981845:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.981860:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346500.981863:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346500.981868:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140846 00000100:00000040:0.0:1763346500.981872:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346500.981874:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870492032 : -105874839059584 : ffff9fb517d3c380) 00000100:00000040:0.0:1763346500.981883:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3c380 x1848996540802816/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 4616/0 e 0 to 0 dl 1763346511 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346500.981893:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346500.981896:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6ff80. 00000100:00000001:0.0:1763346500.981898:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346500.981900:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6ff80. 00000100:00100000:0.0:1763346500.981905:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+491:226873:x1848996540802816:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346500.981909:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540802816 00000020:00000001:0.0:1763346500.981912:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346500.981916:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346500.981922:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb51987d540: xid 1848996540802560, transno 8590055505, client gen 3, slot idx 0 00000001:00000001:0.0:1763346500.981927:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb4028523c0: xid 1848996540802176, transno 8590055504, client gen 3, slot idx 1 00000001:00000010:0.0:1763346500.981932:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb4028523c0. 00000020:00000001:0.0:1763346500.981938:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.981941:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346500.981943:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346500.981947:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346500.981950:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540802816, found 0 last_xid 1848996540802815 00000020:00000001:0.0:1763346500.981953:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346500.981956:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346500.981958:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346500.981963:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.981966:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346500.981969:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346500.981971:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346500.981973:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346500.981976:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.981981:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346500.981988:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:0.0:1763346500.981991:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.981994:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.981998:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346500.982002:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.982005:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa46b to hash 00000020:00000001:0.0:1763346500.982007:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.982009:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000010:0.0:1763346500.982014:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346500.982018:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00010000:0.0:1763346500.982022:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa46b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129b3 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.982031:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:0.0:1763346500.982034:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00010000:00000001:0.0:1763346500.982041:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346500.982044:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346500.982052:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346500.982055:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346500.982057:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982060:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763346500.982065:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb517d3c380 x1848996540802816/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 4616/0 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763346500.982075:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763346500.982078:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763346500.982081:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763346500.982084:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.982086:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.982089:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.982091:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.982093:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.982095:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.982096:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.982098:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.982104:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.982106:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982109:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982110:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982113:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346500.982115:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763346500.982119:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346500.982121:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346500.982155:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb51f860000. 02000000:00000001:0.0:1763346500.982158:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.982161:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982177:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346500.982178:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.982180:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.982182:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.982183:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.982185:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.982187:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346500.982188:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346500.982189:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.982192:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.982193:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.982199:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346500.982205:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346500.982208:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346500.982232:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346500.982234:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346500.982239:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346500.982240:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982242:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346500.982244:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982247:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346500.982249:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982251:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346500.982254:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346500.982259:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:0.0:1763346500.982261:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(->[0x200000bd2:0x4063:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763346500.982267:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763346500.982269:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346500.982272:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:0.0:1763346500.982275:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346500.982285:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:0.0:1763346500.982288:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:0.0:1763346500.982290:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346500.982291:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:0.0:1763346500.982293:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346500.982296:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:0.0:1763346500.982297:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:0.0:1763346500.982300:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763346500.982302:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982307:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346500.982310:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346500.982320:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982323:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.982328:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.982331:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.982338:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.982341:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.982344:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.982346:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346500.982348:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.982351:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346500.982353:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.982354:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346500.982355:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.982357:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346500.982359:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346500.982362:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb51f860378 00000004:00000001:0.0:1763346500.982364:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346500.982369:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763346500.982373:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4063:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763346500.982376:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4063:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:0.0:1763346500.982379:0:19997:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x4063:0x0], open_flags = 040010040000002 00000004:00000001:0.0:1763346500.982382:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763346500.982386:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346500.982388:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346500.982391:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 2 00010000:00000001:0.0:1763346500.982394:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.982396:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346500.982399:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346500.982402:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346500.982404:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa472 to hash 00000020:00000001:0.0:1763346500.982406:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346500.982407:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000010:0.0:1763346500.982411:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fd80. 00010000:00000001:0.0:1763346500.982413:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346500.982417:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346500.982419:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.982423:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346500.982429:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346500.982433:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346500.982436:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346500.982438:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.982441:0:19997:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346500.982446:0:19997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 492 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346500.982453:0:19997:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346500.982455:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.982457:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346500.982459:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.982461:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.982464:0:19997:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346500.982466:0:19997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000040:0.0:1763346500.982474:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 2 00010000:00000040:0.0:1763346500.982477:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346500.982480:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 492 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346500.982486:0:19997:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346500.982488:0:19997:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346500.982496:0:19997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6ff80. 00000100:00000001:0.0:1763346500.982500:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346500.982510:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5223076c0. 00000100:00000001:0.0:1763346500.982513:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199044339392 : -105874665212224 : ffff9fb5223076c0) 00000100:00000001:0.0:1763346500.982515:0:19997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199044339392 : -105874665212224 : ffff9fb5223076c0) 00000100:00000001:0.0:1763346500.982518:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346500.982520:0:19997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346500.982522:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346500.982524:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.982526:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346500.982528:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346500.982530:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346500.982532:0:19997:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346500.982534:0:19997:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346500.982539:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920380. 00000020:00000040:0.0:1763346500.982543:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763346500.982547:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346500.982549:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346500.982554:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346500.982562:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52eb32800. 00000100:00000001:0.0:1763346500.982569:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346500.982575:0:19997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 492 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346500.982591:0:19997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 492 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:0.0:1763346500.982599:0:19997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346500.982602:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346500.982606:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.982615:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346500.982618:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346500.982623:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514974720:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346500.982627:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346500.982634:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346500.982636:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.982639:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346500.982643:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb33400. 02000000:00000001:0.0:1763346500.982645:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346500.982652:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346500.982659:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ae58. 00000100:00000200:0.0:1763346500.982667:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514974720, portal 16 00000100:00000001:0.0:1763346500.982670:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346500.982671:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564193152 : -105875145358464 : ffff9fb505920380) 00000100:00000040:0.0:1763346500.982677:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.982684:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346500.982687:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346500.982690:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a198. 00000100:00000200:0.0:1763346500.982694:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514974720, offset 0 00000400:00000200:0.0:1763346500.982701:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346500.982714:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346500.982721:0:19997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346500.982725:0:19997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346500.982730:0:19997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346500.982733:0:19997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346500.982736:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198632:198632:256:4294967295] 192.168.204.16@tcp LPNI seq info [198628:198628:8:4294967295] 00000400:00000200:0.0:1763346500.982747:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346500.982753:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346500.982758:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:0.0:1763346500.982765:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346500.982773:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346500.982778:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346500.982798:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.982803:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300737895 00000800:00000200:0.0:1763346500.982879:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346500.982883:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:0.0:1763346500.982890:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346500.982895:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346500.982899:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a198 00000400:00000010:0.0:1763346500.982901:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a198. 00000100:00000001:0.0:1763346500.982905:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346500.982909:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.982919:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346500.982923:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.982930:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.982932:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1763346500.982948:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038cc0. 00000100:00000001:0.0:1763346500.982957:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763346500.982964:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300737895 00000100:00000010:0.0:1763346500.982967:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038f60. 00000100:00000001:0.0:1763346500.982971:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763346500.982974:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300737895 00000100:00000010:0.0:1763346500.982977:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038780. 00000100:00000001:0.0:1763346500.982979:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763346500.982982:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300737895 00000100:00000010:0.0:1763346500.982986:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038de0. 00000100:00000001:0.0:1763346500.982989:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346500.982991:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346500.982995:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.982997:0:19997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.982999:0:19997:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346500.983001:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.983004:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.983005:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.983006:0:19997:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.983009:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346500.983010:0:19997:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346500.983012:0:19997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.983014:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346500.983016:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346500.983019:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5223076c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763346500.983022:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346500.983025:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763346500.992733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37000. 00010000:00000010:0.1:1763346500.992757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36400. 00010000:00000010:3.1:1763346500.993257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f600. 00010000:00000010:3.1:1763346500.993265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00000800:00000001:3.0:1763346500.996356:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.996376:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346500.996381:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.996385:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.996399:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346500.996422:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774c00 00000400:00000200:3.0:1763346500.996435:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fd7d [1] + 224 00000800:00000001:3.0:1763346500.996447:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.996457:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346500.996461:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346500.996466:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346500.996476:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346500.996489:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346500.996500:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.996568:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346500.996889:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346500.996902:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346500.996906:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763346500.996938:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346500.996940:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346500.996944:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346500.996949:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ae58 00000400:00000010:0.0:1763346500.996952:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ae58. 00000100:00000001:0.0:1763346500.996955:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346500.996961:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346500.996971:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.996983:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346500.996985:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.996988:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346500.996992:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346500.996994:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346500.996997:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346500.997001:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346500.997008:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=143 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346500.997013:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346500.997016:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346500.997018:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.997022:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346500.997026:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.997029:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.997034:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.997040:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346500.997044:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346500.997046:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346500.997049:0:19997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346500.997063:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346500.997066:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346500.997068:0:19997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346500.997072:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346500.997080:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514974720:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346500.997087:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346500.997090:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346500.997093:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346500.997095:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346500.997099:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920380 x1848996514974720/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346516 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346500.997106:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346500.997110:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346500.997114:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb33400. 02000000:00000001:0.0:1763346500.997118:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346500.997121:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346500.997124:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1763346500.997126:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346500.997129:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52eb32800. 02000000:00000001:0.0:1763346500.997134:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346500.997136:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346500.997138:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920380. 00000100:00000001:0.0:1763346500.997141:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346500.997143:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346500.997145:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5223076c0. 00000100:00000001:0.0:1763346500.997150:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346500.997152:0:19997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346500.997155:0:19997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6ff80. 00010000:00000001:0.0:1763346500.997159:0:19997:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.997162:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346500.997164:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346500.997178:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763346500.997183:0:19997:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000800:00000001:3.0:1763346501.002844:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.002866:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.002871:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.002874:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.002889:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.002911:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e016780 00000400:00000200:3.0:1763346501.002921:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127b99 [2] + 0 00000800:00000001:3.0:1763346501.002932:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.002999:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.003004:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.003010:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.003020:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.003023:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763346501.003031:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e680. 00000100:00000040:3.0:1763346501.003036:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3e680 x1848996540802944 msgsize 328 00000100:00100000:3.0:1763346501.003041:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.003186:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.003200:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.003204:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.003818:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.003823:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540802944 02000000:00000001:1.0:1763346501.003827:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.003830:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.003833:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.003839:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.003844:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540802944 00000020:00000001:1.0:1763346501.003848:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.003851:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.003855:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.003859:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:1.0:1763346501.003862:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.003865:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.003871:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.003878:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30380. 00000020:00000010:1.0:1763346501.003884:0:5736:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9c840. 00000020:00000040:1.0:1763346501.003891:0:5736:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:1.0:1763346501.003907:0:5736:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763346501.003914:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:1.0:1763346501.003921:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3d80. 00000020:00000010:1.0:1763346501.003928:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346501.003940:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346501.003944:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.003946:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346501.003950:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346501.003953:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.003955:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346501.003961:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.003963:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.003966:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=4 00000020:00000001:1.0:1763346501.003968:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:1.0:1763346501.003971:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00010000:1.0:1763346501.003982:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 493 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:1.0:1763346501.003991:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.003993:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.003995:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.003997:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.004006:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346501.004015:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb517d3e680 x1848996540802944/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.004023:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346501.004025:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.004047:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.004060:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.004062:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.004067:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4031 00000100:00000040:1.0:1763346501.004071:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:1.0:1763346501.004073:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870500992 : -105874839050624 : ffff9fb517d3e680) 00000100:00080000:3.0:1763346501.005351:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763346501.005362:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000040:1.0:1763346501.005474:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3e680 x1848996540802944/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.005490:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.005498:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30480. 00000100:00000001:1.0:1763346501.005502:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.005505:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30480. 00000100:00100000:1.0:1763346501.005512:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+493:2356:x1848996540802944:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346501.005516:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540802944 00010000:00000001:1.0:1763346501.005519:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346501.005523:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.005525:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346501.005533:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.005537:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.005543:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50941b800. 02000000:00000001:1.0:1763346501.005546:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.005550:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.005554:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346501.005556:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346501.005558:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.005561:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.005563:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37c00 refcount=4 00000020:00000001:1.0:1763346501.005566:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000001:1.0:1763346501.005568:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000040:1.0:1763346501.005574:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 3 00000004:00000001:1.0:1763346501.005579:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763346501.005584:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 493 pid: 19997 timeout: 6170 lvb_type: 0 00000100:00001000:1.0:1763346501.005593:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=148 v=5 (1 0 0 0) 00010000:00000001:1.0:1763346501.005597:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346501.005603:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.005605:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.005608:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 493 pid: 19997 timeout: 6170 lvb_type: 0 00000020:00000001:1.0:1763346501.005616:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.005619:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.005621:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.005624:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.005629:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.005632:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.005640:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.005641:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.005644:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.005646:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.005649:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37c00 with handle 0x757b854463afa45d from hash 00010000:00000001:1.0:1763346501.005651:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.005652:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.005654:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.005655:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.005661:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.005664:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.005666:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.005667:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.005671:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa45d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ac expref: 493 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000040:1.0:1763346501.005679:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346501.005682:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00010000:00000010:1.0:1763346501.005685:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6fb80. 00010000:00000001:1.0:1763346501.005694:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.005697:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.005700:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.005703:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:1.0:1763346501.005709:0:5736:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.005716:0:5736:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.005718:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.005720:0:5736:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.005723:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.005725:0:5736:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.005728:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.005730:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.005732:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.005739:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346501.005741:0:5736:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.005743:0:5736:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.005744:0:5736:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.005747:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 2 00010000:00010000:1.0:1763346501.005751:0:5736:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.005756:0:5736:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.005759:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.005760:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.005762:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.005764:0:5736:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.005766:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346501.005771:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30480. 00000100:00000001:1.0:1763346501.005775:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.005784:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389790c0. 00000100:00000001:1.0:1763346501.005787:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420195008 : -105874289356608 : ffff9fb5389790c0) 00000100:00000001:1.0:1763346501.005789:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420195008 : -105874289356608 : ffff9fb5389790c0) 00000100:00000001:1.0:1763346501.005793:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.005795:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.005796:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.005799:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.005820:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.005823:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.005824:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.005825:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.005827:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.005829:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.005831:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.005833:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.005836:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763346501.005838:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389790c0. 00000100:00000001:1.0:1763346501.005841:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.005843:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.005846:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30480. 00010000:00000001:1.0:1763346501.005848:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346501.005850:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346501.005851:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.005857:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.005860:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.005864:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.005869:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.005872:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.005875:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.005878:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.005880:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.005885:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.005888:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.005895:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000200:1.0:1763346501.005903:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540802944, offset 224 00000400:00000200:1.0:1763346501.005911:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.005929:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.005938:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198633:198633:256:4294967295] 192.168.204.16@tcp LPNI seq info [198629:198629:8:4294967295] 00000400:00000200:1.0:1763346501.005953:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.005959:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.005966:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0ff00. 00000800:00000200:1.0:1763346501.005974:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.005983:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.005989:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.006012:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.006016:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.006019:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.006021:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.006027:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e680 x1848996540802944/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.006042:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+492:2356:x1848996540802944:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 553us (3004us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.006052:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4031 00000100:00000040:1.0:1763346501.006056:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.006059:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.006061:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.006069:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3d80. 00000020:00000010:1.0:1763346501.006075:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346501.006081:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:1.0:1763346501.006088:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:1.0:1763346501.006091:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763346501.006162:0:19997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.006181:0:19997:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.006184:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000800:00000200:2.0:1763346501.006186:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1763346501.006194:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000010:2.0:1763346501.006195:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0ff00. 00010000:00000001:0.0:1763346501.006196:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.006199:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.006203:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1763346501.006204:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1763346501.006205:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.006209:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000400:00000200:2.0:1763346501.006234:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.006241:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000020:00000001:0.0:1763346501.006245:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00000400:00000010:2.0:1763346501.006246:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00010000:00000001:0.0:1763346501.006251:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00000100:00000001:2.0:1763346501.006254:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1763346501.006255:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1763346501.006258:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1763346501.006258:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346501.006263:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006268:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.006271:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006279:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346501.006287:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.006290:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.006293:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.006294:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.006296:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.006298:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.006299:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.006301:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346501.006304:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763346501.006307:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 0 00000001:00000001:0.0:1763346501.006310:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.006311:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006314:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346501.006318:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.006325:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.006328:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.006337:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.006341:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.006344:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.006347:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006350:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:0.0:1763346501.006353:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:0.0:1763346501.006359:0:19997:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:0.0:1763346501.006361:0:19997:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:0.0:1763346501.006362:0:19997:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346501.006373:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4063:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1763346501.006377:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:0.0:1763346501.006383:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb522307000. 00000004:00000001:0.0:1763346501.006389:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346501.006392:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346501.006394:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.006398:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.006400:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006402:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006404:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346501.006405:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346501.006407:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.006410:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.006412:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006413:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346501.006420:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb508448600. 00000004:00000001:0.0:1763346501.006423:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:0.0:1763346501.006427:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346501.006434:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038120. 00080000:00000001:0.0:1763346501.006438:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.006449:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535647800. 00080000:00000001:0.0:1763346501.006451:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00001000:0.0:1763346501.006454:0:19997:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52da59ff0/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:0.0:1763346501.006458:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.006462:0:19997:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1763346501.006465:0:19997:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:0.0:1763346501.006468:0:19997:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:0.0:1763346501.006470:0:19997:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb508448600. 00000004:00000001:0.0:1763346501.006473:0:19997:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:0.0:1763346501.006476:0:19997:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:0.0:1763346501.006479:0:19997:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006481:0:19997:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.006485:0:19997:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff9fb52da59ff0: 00000100:00001000:0.0:1763346501.006487:0:19997:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00001000:0.0:1763346501.006489:0:19997:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000100:00001000:0.0:1763346501.006491:0:19997:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000100:00001000:0.0:1763346501.006492:0:19997:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000100:00001000:0.0:1763346501.006494:0:19997:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00001000:0.0:1763346501.006495:0:19997:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x2 00000100:00001000:0.0:1763346501.006497:0:19997:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000004:00000010:0.0:1763346501.006499:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb508448600. 00020000:00000001:0.0:1763346501.006504:0:19997:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763346501.006506:0:19997:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1763346501.006508:0:19997:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1763346501.006510:0:19997:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1763346501.006514:0:19997:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763346501.006524:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346501.006528:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117879, ffree=117152, state=0 00000004:00000001:0.0:1763346501.006532:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006535:0:19997:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006537:0:19997:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763346501.006539:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346501.006541:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117880, ffree=117088, state=0 00000004:00000001:0.0:1763346501.006544:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006545:0:19997:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006547:0:19997:0:(lod_qos.c:186:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1763346501.006549:0:19997:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346501.006551:0:19997:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00020000:00000010:0.0:1763346501.006554:0:19997:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 16 at ffff9fb510d00b90. 00020000:00000010:0.0:1763346501.006558:0:19997:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 8 at ffff9fb40e414430. 00020000:00001000:0.0:1763346501.006560:0:19997:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 2 00020000:00001000:0.0:1763346501.006565:0:19997:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:0.0:1763346501.006568:0:19997:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:0.0:1763346501.006573:0:19997:0:(lu_tgt_descs.c:436:ltd_qos_penalties_calc()) Process entered 00020000:00000001:0.0:1763346501.006577:0:19997:0:(lu_tgt_descs.c:573:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:0.0:1763346501.006580:0:19997:0:(lod_qos.c:1645:lod_ost_alloc_qos()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:0.0:1763346501.006584:0:19997:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:0.0:1763346501.006587:0:19997:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:0.0:1763346501.006588:0:19997:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:0.0:1763346501.006590:0:19997:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763346501.006594:0:19997:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 2 start_idx 2 start_count 772 offset 51 active 2 count 2 00020000:00001000:0.0:1763346501.006597:0:19997:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 54 act 0 strp 0 ary 0 idx 0 00020000:00000001:0.0:1763346501.006600:0:19997:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:0.0:1763346501.006601:0:19997:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763346501.006603:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346501.006604:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117879, ffree=117152, state=0 00000004:00000001:0.0:1763346501.006608:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006610:0:19997:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006612:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346501.006615:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006617:0:19997:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1763346501.006624:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb41603a7f0. 00000004:00000001:0.0:1763346501.006633:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346501.006635:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006640:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.006643:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00000001:0.0:1763346501.006647:0:19997:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:0.0:1763346501.006652:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346501.006655:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00000001:0.0:1763346501.006659:0:19997:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1763346501.006663:0:19997:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.006668:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.006838:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.006842:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006844:0:19997:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006847:0:19997:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194545109064 : -105879164442552 : ffff9fb41603a848) 00020000:00000001:0.0:1763346501.006850:0:19997:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763346501.006852:0:19997:0:(lod_qos.c:774:lod_ost_alloc_rr()) #1 strt 55 act 0 strp 1 ary 1 idx 1 00020000:00000001:0.0:1763346501.006854:0:19997:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:0.0:1763346501.006855:0:19997:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763346501.006857:0:19997:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346501.006859:0:19997:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117880, ffree=117088, state=0 00000004:00000001:0.0:1763346501.006862:0:19997:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006864:0:19997:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006866:0:19997:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346501.006867:0:19997:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006869:0:19997:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1763346501.006872:0:19997:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb416038000. 00000004:00000001:0.0:1763346501.006874:0:19997:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346501.006875:0:19997:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006878:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.006880:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00000001:0.0:1763346501.006882:0:19997:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:0.0:1763346501.006884:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346501.006885:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00000001:0.0:1763346501.006888:0:19997:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1763346501.006890:0:19997:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.006891:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00000001:0.0:1763346501.006893:0:19997:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006895:0:19997:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194545098840 : -105879164452776 : ffff9fb416038058) 00020000:00000001:0.0:1763346501.006897:0:19997:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006899:0:19997:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006901:0:19997:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006903:0:19997:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.006906:0:19997:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346501.006907:0:19997:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1763346501.006909:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.006911:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.006912:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00080000:00000001:0.0:1763346501.006916:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.006934:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006936:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006939:0:19997:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:0.0:1763346501.006942:0:19997:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006944:0:19997:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006946:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.006951:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346501.006953:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346501.006960:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346501.006962:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.006963:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00080000:00000001:0.0:1763346501.006965:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.006969:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.006971:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.006972:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.006996:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.006999:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007002:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.007006:0:19997:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:0.0:1763346501.007008:0:19997:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346501.007011:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763346501.007012:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.007013:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00000001:0.0:1763346501.007017:0:19997:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:0.0:1763346501.007024:0:19997:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb41603a7f0 is [0x240000401:0x260c:0x0] 00000020:00000001:0.0:1763346501.007027:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346501.007028:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00080000:00000001:0.0:1763346501.007032:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.007096:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1763346501.007098:0:19997:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x260c:0x0], index 0: 0 00000004:00000001:0.0:1763346501.007101:0:19997:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007103:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007105:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763346501.007106:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.007107:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00000004:00000001:0.0:1763346501.007110:0:19997:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:0.0:1763346501.007112:0:19997:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb416038000 is [0x280000401:0x2536:0x0] 00000020:00000001:0.0:1763346501.007114:0:19997:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346501.007116:0:19997:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00080000:00000001:0.0:1763346501.007118:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.007122:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1763346501.007124:0:19997:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x2536:0x0], index 1: 0 00000004:00000001:0.0:1763346501.007126:0:19997:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007128:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007130:0:19997:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346501.007132:0:19997:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007135:0:19997:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1763346501.007137:0:19997:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1763346501.007139:0:19997:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1763346501.007142:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346501.007146:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346501.007149:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346501.007151:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346501.007155:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346501.007158:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346501.007160:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346501.007162:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346501.007165:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007177:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346501.007179:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346501.007180:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346501.007181:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346501.007182:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346501.007183:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346501.007185:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346501.007186:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763346501.007188:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007190:0:19997:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007192:0:19997:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007194:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.007195:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.007196:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00080000:00000001:0.0:1763346501.007199:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346501.007202:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 80 00080000:00000001:0.0:1763346501.007244:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346501.007247:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.007249:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007251:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007253:0:19997:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007255:0:19997:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007257:0:19997:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007260:0:19997:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.007263:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346501.007266:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.007271:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.007275:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055506, last_committed = 8590055502 00000001:00000010:0.0:1763346501.007280:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5380389c0. 00000001:00000040:0.0:1763346501.007283:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:0.0:1763346501.007287:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:0.0:1763346501.007294:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb522307000. 00000004:00000001:0.0:1763346501.007301:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346501.007303:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.007304:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366514688 : -105874343036928 : ffff9fb535647800) 00080000:00000001:0.0:1763346501.007307:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.007317:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346501.007319:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346501.007323:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb522307000: xid 1848996540802816, transno 8590055506, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763346501.007326:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.007401:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.007404:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038120. 00000020:00000001:0.0:1763346501.007406:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007410:0:19997:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007413:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346501.007415:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346501.007418:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007421:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.007424:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.007426:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.007429:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.007432:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.007434:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.007436:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346501.007438:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.007441:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.007443:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.007444:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.007446:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.007447:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.007449:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:0.0:1763346501.007451:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb51f860378 00000004:00000001:0.0:1763346501.007453:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007456:0:19997:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346501.007459:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 80 00000004:00000001:0.0:1763346501.007462:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763346501.007463:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007467:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346501.007470:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346501.007472:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346501.007475:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4063:0x0] mask 2 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1763346501.007480:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007482:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007485:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.007488:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346501.007490:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb517f8bb80. 00000020:00000001:0.0:1763346501.007493:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.007495:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb517f8bb80 with handle 0x757b854463afa479 to hash 00000020:00000001:0.0:1763346501.007497:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346501.007498:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638198872914816 : -105874836636800 : ffff9fb517f8bb80) 00000004:00000001:0.0:1763346501.007501:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346501.007503:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346501.007505:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4063:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:0.0:1763346501.007509:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346501.007512:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346501.007513:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007515:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007517:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.007520:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346501.007523:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346501.007525:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346501.007527:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346501.007528:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346501.007531:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.007533:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.007534:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:0.0:1763346501.007536:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346501.007538:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346501.007540:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346501.007543:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.007551:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.007552:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.007554:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.007559:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.007561:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.007563:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346501.007565:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346501.007571:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346501.007573:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.007575:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346501.007578:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.007583:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346501.007584:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.007585:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.007586:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=4 00000020:00000001:0.0:1763346501.007588:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346501.007590:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:0.0:1763346501.007592:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346501.007594:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.007599:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346501.007600:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346501.007601:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.007605:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.007606:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.007608:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.007609:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.007612:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa472 from hash 00010000:00000001:0.0:1763346501.007614:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.007615:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.007617:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.007618:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.007623:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.007625:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.007627:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.007628:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.007631:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.007634:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:0.0:1763346501.007636:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763346501.007639:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.007641:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.007643:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.007645:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346501.007646:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.007647:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.007648:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.007650:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007652:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.007655:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.007658:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.007659:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.007660:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346501.007662:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346501.007663:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.007665:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa472 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346501.007670:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6fd80. 00010000:00000040:0.0:1763346501.007673:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f200 count: 0 00010000:00000010:0.0:1763346501.007680:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969e00. 00010000:00000001:0.0:1763346501.007687:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346501.007689:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346501.007691:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346501.007692:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346501.007694:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346501.007696:0:19997:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346501.007697:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.007700:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.007702:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346501.007703:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346501.007705:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007706:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346501.007709:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346501.007713:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:0.0:1763346501.007715:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.007717:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346501.007723:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.007730:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007737:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007739:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346501.007744:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346501.007746:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346501.007748:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346501.007750:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346501.007753:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346501.007788:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:0.0:1763346501.007815:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007818:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763346501.007822:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763346501.007824:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.007828:0:19997:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346501.007831:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346501.007836:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.007839:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346501.007841:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.007846:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.007848:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.007849:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.007851:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.007854:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa46b from hash 00010000:00000001:0.0:1763346501.007856:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.007857:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.007859:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.007860:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346501.007862:0:19997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.007864:0:19997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346501.007873:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa46b lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129b3 expref: 492 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.007879:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346501.007882:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.007884:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.007886:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.007888:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.007890:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.007891:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.007892:0:19997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.007893:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.007895:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.007896:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.007898:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.007900:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:0.0:1763346501.007902:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763346501.007904:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.007905:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.007907:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.007908:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.007910:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa46b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129b3 expref: 492 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.007916:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346501.007918:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00010000:00000010:0.0:1763346501.007920:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346501.007924:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.007926:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37a00, rc 0) 00000020:00000001:0.0:1763346501.007929:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346501.007933:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055506, xid 1848996540802816 00010000:00000001:0.0:1763346501.007936:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.007942:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3c380 x1848996540802816/t8590055506(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 4616/688 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.007949:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.007952:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.007955:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.007959:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.007961:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.007964:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.007966:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.007969:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.007973:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.007975:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.007981:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ae58. 00000100:00000200:0.0:1763346501.007987:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848996540802816, offset 224 00000400:00000200:0.0:1763346501.007994:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.008009:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.008017:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198634:198634:256:4294967295] 192.168.204.16@tcp LPNI seq info [198630:198630:8:4294967295] 00000400:00000200:0.0:1763346501.008029:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.008034:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.008039:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:0.0:1763346501.008046:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.008055:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.008060:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.008076:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.008079:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.008082:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.008083:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.008086:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.008092:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3c380 x1848996540802816/t8590055506(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:221/0 lens 4616/688 e 0 to 0 dl 1763346511 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.008102:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+491:226873:x1848996540802816:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 26207us (26487us total) trans 8590055506 rc 301/301 00000100:00100000:0.0:1763346501.008112:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140846 00000100:00000040:0.0:1763346501.008115:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.008118:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.008120:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.008125:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f8bf00. 00000020:00000010:0.0:1763346501.008130:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346501.008134:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52a0d8200. 00000020:00000040:0.0:1763346501.008139:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:0.0:1763346501.008142:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.008418:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.008423:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:3.0:1763346501.008429:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.008435:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.008441:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ae58 00000400:00000010:3.0:1763346501.008443:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ae58. 00000100:00000001:3.0:1763346501.008448:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.008449:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346501.014349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f200. 00010000:00000010:0.1:1763346501.014371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:0.1:1763346501.014377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00000800:00000001:3.0:1763346501.014836:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.014860:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.014863:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.014869:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.014887:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.014909:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e016880 00000400:00000200:3.0:1763346501.014919:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d0d [2] + 392 00000800:00000001:3.0:1763346501.014930:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.014941:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.014946:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.014950:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.014959:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.014966:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346501.014974:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3ca80. 00000100:00000040:3.0:1763346501.014981:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3ca80 x1848996540803200 msgsize 392 00000100:00100000:3.0:1763346501.014986:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.015006:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.015018:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.015022:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.015149:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.015153:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540803200 02000000:00000001:2.0:1763346501.015157:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.015160:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.015162:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.015176:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.015181:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540803200 00000020:00000001:2.0:1763346501.015185:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.015187:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.015190:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.015194:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:2.0:1763346501.015197:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00010000:00000010:1.1:1763346501.015246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00000020:00000001:2.0:1763346501.015336:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.015344:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.015351:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3ac0. 00000100:00000001:2.0:1763346501.015356:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.015359:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3ac0. 00000020:00000010:2.0:1763346501.015367:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f600. 00000020:00000010:2.0:1763346501.015374:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202680. 00000020:00000010:2.0:1763346501.015380:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419708. 00000100:00000040:2.0:1763346501.015395:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346501.015400:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.015401:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.015405:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.015415:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.015802:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.015812:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.015815:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.015815:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763346501.015817:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.015822:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21000 00000100:00000001:2.0:1763346501.015826:0:19976:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.015826:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.015829:0:19976:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.015829:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870493824 : -105874839057792 : ffff9fb517d3ca80) 00000100:00000040:0.0:1763346501.015839:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3ca80 x1848996540803200/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.015849:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.015854:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6ff80. 00000100:00000001:0.0:1763346501.015856:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.015858:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6ff80. 00000100:00100000:0.0:1763346501.015864:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+491:226873:x1848996540803200:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:0.0:1763346501.015868:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540803200 00000020:00000001:0.0:1763346501.015872:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.015876:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346501.015883:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb522307000: xid 1848996540802816, transno 8590055506, client gen 3, slot idx 1 00000001:00000001:0.0:1763346501.015888:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb51987d540: xid 1848996540802560, transno 8590055505, client gen 3, slot idx 0 00000001:00000010:0.0:1763346501.015892:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb51987d540. 00000020:00000001:0.0:1763346501.015899:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.015901:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.015904:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:0.0:1763346501.015908:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346501.015911:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540803200, found 0 last_xid 1848996540803199 00000020:00000001:0.0:1763346501.015914:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.015916:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.015919:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.015922:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.015929:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763346501.015932:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763346501.015935:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763346501.015940:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.015944:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763346501.015948:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.015950:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.015953:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.015955:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.015957:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.015959:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.015960:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.015962:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.015964:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.015966:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.015968:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.015970:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.015971:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.015973:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.015976:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.015978:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763346501.015980:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.015985:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346501.015986:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.015987:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.015989:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.015990:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.015992:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.015993:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.015995:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.015996:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.015998:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.016000:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.016005:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346501.016014:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346501.016017:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346501.016020:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346501.016022:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.016026:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.016027:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016030:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346501.016032:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016034:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.016039:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.016042:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.016048:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb535647c00. 02000000:00000001:0.0:1763346501.016051:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.016054:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016057:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346501.016059:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016062:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763346501.016064:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763346501.016066:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.016069:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb517f8bb80 refcount=2 00000020:00000001:0.0:1763346501.016071:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198872914816 : -105874836636800 : ffff9fb517f8bb80) 00000004:00000001:0.0:1763346501.016074:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638198872914816 : -105874836636800 : ffff9fb517f8bb80) 00000020:00000040:0.0:1763346501.016077:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb517f8bb80 with handle 0x757b854463afa479 from hash 00000004:00000001:0.0:1763346501.016082:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763346501.016084:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4063:0x0] with intent: 0 00000004:00000001:0.0:1763346501.016089:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763346501.016092:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763346501.016096:0:36359:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346501.016100:0:36359:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346501.016109:0:36359:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016113:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.016118:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016122:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016130:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.016133:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.016137:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.016139:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346501.016141:0:36359:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.016144:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.016145:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016146:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016148:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.016150:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.016152:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.016154:0:36359:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346501.016155:0:36359:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346501.016158:0:36359:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346501.016160:0:36359:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016163:0:36359:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.016165:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.016166:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016178:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016181:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.016183:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.016185:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.016187:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.016189:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016190:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016192:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.016194:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.016197:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.016319:0:36359:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.016323:0:36359:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346501.016325:0:36359:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016328:0:36359:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763346501.016330:0:36359:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4063:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:0.0:1763346501.016334:0:36359:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.016338:0:36359:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763346501.016341:0:36359:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763346501.016345:0:36359:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346501.016354:0:36359:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038120. 00080000:00000001:0.0:1763346501.016358:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.016370:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535646800. 00080000:00000001:0.0:1763346501.016373:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366510592 : -105874343041024 : ffff9fb535646800) 00000004:00000001:0.0:1763346501.016377:0:36359:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.016382:0:36359:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.016385:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.016387:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366510592 : -105874343041024 : ffff9fb535646800) 00080000:00000001:0.0:1763346501.016391:0:36359:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.016419:0:36359:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016421:0:36359:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016425:0:36359:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.016430:0:36359:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346501.016433:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346501.016439:0:36359:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346501.016441:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.016442:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366510592 : -105874343041024 : ffff9fb535646800) 00080000:00000001:0.0:1763346501.016446:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.016453:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.016454:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016456:0:36359:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.016490:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.016493:0:36359:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016499:0:36359:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.016502:0:36359:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763346501.016504:0:36359:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.016506:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.016507:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366510592 : -105874343041024 : ffff9fb535646800) 00080000:00000001:0.0:1763346501.016511:0:36359:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346501.016514:0:36359:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763346501.016531:0:36359:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346501.016534:0:36359:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.016537:0:36359:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016539:0:36359:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016541:0:36359:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016543:0:36359:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.016548:0:36359:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346501.016551:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.016555:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.016558:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055507, last_committed = 8590055502 00000001:00000010:0.0:1763346501.016563:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038a20. 00000001:00000040:0.0:1763346501.016565:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:0.0:1763346501.016568:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:0.0:1763346501.016576:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb51987d540. 00000004:00000001:0.0:1763346501.016582:0:36359:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346501.016584:0:36359:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.016592:0:36359:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366510592 : -105874343041024 : ffff9fb535646800) 00080000:00000001:0.0:1763346501.016596:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.016618:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346501.016620:0:36359:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346501.016624:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb51987d540: xid 1848996540803200, transno 8590055507, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346501.016628:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.016713:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.016717:0:36359:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038120. 00000020:00000001:0.0:1763346501.016719:0:36359:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016722:0:36359:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016724:0:36359:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016726:0:36359:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016729:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763346501.016731:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763346501.016734:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763346501.016736:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.016739:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016740:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.016743:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763346501.016745:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763346501.016747:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763346501.016750:0:36359:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016770:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763346501.016775:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763346501.016778:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346501.016781:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4063:0x0], previous was 0x7 00000004:00000001:0.0:1763346501.016785:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016788:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763346501.016791:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016794:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763346501.016797:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.016799:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763346501.016803:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb517f8bb80. 00000004:00000001:0.0:1763346501.016810:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.016814:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.016815:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016817:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016819:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346501.016822:0:36359:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346501.016824:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346501.016826:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346501.016828:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346501.016830:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346501.016836:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.016839:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346501.016842:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763346501.016849:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.016856:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.016858:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.016863:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055507, xid 1848996540803200 00010000:00000001:0.0:1763346501.016866:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.016874:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3ca80 x1848996540803200/t8590055507(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.016888:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.016891:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.016896:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.016902:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.016904:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.016907:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.016910:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.016912:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.016916:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.016919:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.016930:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a198. 00000100:00000200:0.0:1763346501.016939:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540803200, offset 224 00000400:00000200:0.0:1763346501.016947:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.016961:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.016969:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198635:198635:256:4294967295] 192.168.204.16@tcp LPNI seq info [198631:198631:8:4294967295] 00000400:00000200:0.0:1763346501.016983:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.016989:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.016994:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:0.0:1763346501.017002:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.017011:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.017016:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.017042:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.017046:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.017049:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.017051:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.017064:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.017069:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3ca80 x1848996540803200/t8590055507(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.017080:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+492:226873:x1848996540803200:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 1229us (2098us total) trans 8590055507 rc 0/0 00000100:00100000:0.0:1763346501.017091:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21000 00000100:00000040:0.0:1763346501.017096:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.017098:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.017099:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.017119:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202680. 00000020:00000010:0.0:1763346501.017125:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419708. 00000020:00000010:0.0:1763346501.017132:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f600. 00000020:00000040:0.0:1763346501.017138:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:0.0:1763346501.017141:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.017741:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.017750:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:2.0:1763346501.017759:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.017766:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.017775:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a198 00000400:00000010:2.0:1763346501.017778:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a198. 00000100:00000001:2.0:1763346501.017783:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.017785:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346501.021994:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.022014:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.022020:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.022022:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.022035:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.022057:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 376 into portal 12 MB=0x691a70e016900 00000400:00000200:3.0:1763346501.022068:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 376/376 into md 0xd4325 [64] + 110576 00000800:00000001:3.0:1763346501.022077:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.022087:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.022090:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.022095:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.022103:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.022106:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346501.022116:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a8700. 00000100:00000040:3.0:1763346501.022121:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a8700 x1848996540803328 msgsize 376 00000100:00100000:3.0:1763346501.022125:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.022142:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.022153:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.022156:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.022197:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.022201:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540803328 02000000:00000001:0.0:1763346501.022205:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.022208:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.022262:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.022269:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.022274:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540803328 00000020:00000001:0.0:1763346501.022278:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.022281:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346501.022284:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.022287:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:0.0:1763346501.022300:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346501.022304:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346501.022310:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.022340:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6ff80. 00000100:00000001:0.0:1763346501.022345:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.022348:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6ff80. 00000020:00000010:0.0:1763346501.022356:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.022362:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f8bb80. 00000020:00000010:0.0:1763346501.022368:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346501.022384:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346501.022387:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.022389:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346501.022393:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346501.022395:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.022397:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.022407:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.022422:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.022438:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.022440:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.022446:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140847 00000100:00000040:0.0:1763346501.022450:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346501.022452:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900295424 : -105874809256192 : ffff9fb5199a8700) 00000100:00000040:0.0:1763346501.022462:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a8700 x1848996540803328/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 376/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.022472:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.022475:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6ff80. 00000100:00000001:0.0:1763346501.022489:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.022492:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6ff80. 00000100:00100000:0.0:1763346501.022497:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+492:226873:x1848996540803328:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346501.022501:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540803328 00000020:00000001:0.0:1763346501.022505:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.022510:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346501.022516:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb51987d540: xid 1848996540803200, transno 8590055507, client gen 3, slot idx 0 00000001:00000001:0.0:1763346501.022521:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb522307000: xid 1848996540802816, transno 8590055506, client gen 3, slot idx 1 00000001:00000010:0.0:1763346501.022526:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb522307000. 00000020:00000001:0.0:1763346501.022531:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.022533:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.022536:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.022541:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346501.022543:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540803328, found 0 last_xid 1848996540803327 00000020:00000001:0.0:1763346501.022547:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.022549:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.022552:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.022558:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.022560:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.022563:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.022565:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.022567:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.022570:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.022576:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346501.022587:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f200. 00010000:00000010:0.0:1763346501.022591:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb517f8bf00. 00010000:00000001:0.0:1763346501.022595:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.022599:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37a00. 00000020:00000001:0.0:1763346501.022603:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.022605:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37a00 with handle 0x757b854463afa480 to hash 00000020:00000001:0.0:1763346501.022608:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.022609:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000010:0.0:1763346501.022615:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f200. 00010000:00000001:0.0:1763346501.022619:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00010000:0.0:1763346501.022623:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129ba expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.022634:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:0.0:1763346501.022637:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00010000:00000001:0.0:1763346501.022644:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346501.022647:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346501.022654:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346501.022657:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346501.022659:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.022661:0:19997:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:0.0:1763346501.022664:0:19997:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x4063:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:0.0:1763346501.022668:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346501.022671:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:0.0:1763346501.022674:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.022680:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:0.0:1763346501.022683:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:0.0:1763346501.022689:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.022696:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.022699:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.022708:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022712:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022715:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000040:0.0:1763346501.022718:0:19997:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 80 00000100:00000001:0.0:1763346501.022722:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.022724:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.022731:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 720 at ffff9fb535644000. 02000000:00000001:0.0:1763346501.022733:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.022736:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.022740:0:19997:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.022742:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.022745:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.022747:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.022750:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.022755:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346501.022757:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346501.022760:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.022762:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.022764:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.022765:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.022768:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346501.022770:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346501.022772:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346501.022773:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346501.022776:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 1 00010000:00010000:0.0:1763346501.022782:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 493 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.022788:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346501.022793:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.022795:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.022797:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346501.022799:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.022801:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.022803:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.022808:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346501.022811:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 493 pid: 19997 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1763346501.022820:0:19997:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:0.0:1763346501.022823:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346501.022825:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:0.0:1763346501.022827:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.022829:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:0.0:1763346501.022831:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:0.0:1763346501.022833:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.022835:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.022836:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.022838:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022840:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022842:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022844:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.022845:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.022846:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.022848:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022850:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022852:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763346501.022854:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.022855:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.022857:0:19997:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=80 : 80 : 50) 00010000:00000001:0.0:1763346501.022862:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.022865:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.022868:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:0.0:1763346501.022871:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763346501.022873:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.022875:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.022877:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.022879:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.022882:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.022884:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37a00, rc 0) 00000020:00000001:0.0:1763346501.022886:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.022890:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540803328 00010000:00000001:0.0:1763346501.022893:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.022898:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a8700 x1848996540803328/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 376/424 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.022906:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.022909:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.022914:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.022919:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.022922:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.022924:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.022927:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.022929:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.022933:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.022936:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.022942:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a550. 00000100:00000200:0.0:1763346501.022949:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1848996540803328, offset 224 00000400:00000200:0.0:1763346501.022957:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.022969:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.022977:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198636:198636:256:4294967295] 192.168.204.16@tcp LPNI seq info [198632:198632:8:4294967295] 00000400:00000200:0.0:1763346501.022989:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.022996:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 424 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.023001:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4aa00. 00000800:00000200:0.0:1763346501.023009:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.023019:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.023024:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4aa00 type 1, nob 520 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.023047:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.023051:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.023054:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.023057:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.023059:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.023063:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a8700 x1848996540803328/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 376/424 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.023072:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+493:226873:x1848996540803328:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 598us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346501.023079:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140847 00000100:00000040:0.0:1763346501.023083:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.023085:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.023087:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.023092:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f8bb80. 00000020:00000010:0.0:1763346501.023096:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:0.0:1763346501.023100:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:0.0:1763346501.023106:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000100:00000001:0.0:1763346501.023109:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.025595:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.025610:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4aa00. 00000400:00000200:3.0:1763346501.025620:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.025633:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.025643:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a550 00000400:00000010:3.0:1763346501.025646:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a550. 00000100:00000001:3.0:1763346501.025652:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.025655:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.029626:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.029648:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.029655:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.029659:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.029675:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.029698:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e016a00 00000400:00000200:2.0:1763346501.029709:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d0d [2] + 784 00000800:00000001:2.0:1763346501.029719:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.029729:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.029733:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.029739:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.029748:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.029750:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763346501.029758:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb514059880. 00000100:00000040:2.0:1763346501.029764:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb514059880 x1848996540803584 msgsize 392 00000100:00100000:2.0:1763346501.029769:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.029791:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.029802:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.029806:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.032201:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.032321:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540803584 02000000:00000001:0.0:1763346501.032490:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.032497:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.032500:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.032507:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.032513:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540803584 00000020:00000001:0.0:1763346501.032518:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.032608:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346501.032615:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.032620:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=493 00000020:00000001:0.0:1763346501.032624:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346501.032627:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346501.032635:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.032925:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3ac0. 00000100:00000001:2.0:1763346501.032933:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.032937:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3ac0. 00000020:00000010:2.0:1763346501.032949:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ec00. 00000020:00000010:2.0:1763346501.033076:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202800. 00000020:00000010:2.0:1763346501.033083:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419258. 00000100:00000040:2.0:1763346501.033177:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346501.033182:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.033184:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.033186:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.033197:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.033406:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.034360:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.034366:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.034386:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21001 00000100:00000040:3.0:1763346501.034392:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346501.034394:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806648960 : -105874902902656 : ffff9fb514059880) 00000100:00000040:3.0:1763346501.034405:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb514059880 x1848996540803584/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346501.034421:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.034432:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.034435:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.034439:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000100:00100000:3.0:1763346501.034445:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb514059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+493:226873:x1848996540803584:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:3.0:1763346501.034450:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540803584 00000020:00000001:3.0:1763346501.034454:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.034462:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346501.034469:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.034473:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.034478:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:3.0:1763346501.034483:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346501.034486:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540803584, found 0 last_xid 1848996540803583 00000020:00000001:3.0:1763346501.034489:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.034492:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.034495:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.034498:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034508:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763346501.034511:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763346501.034514:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763346501.034520:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034527:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763346501.034532:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.034535:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034537:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.034539:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.034542:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034543:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.034545:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.034547:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034549:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.034551:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.034552:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034555:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.034556:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.034558:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034562:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034564:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763346501.034566:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034570:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346501.034572:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.034573:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034575:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.034577:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.034579:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034581:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.034582:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.034584:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034587:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.034588:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.034594:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346501.034602:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346501.034605:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346501.034608:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346501.034614:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.034617:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.034619:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034622:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346501.034624:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034626:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.034632:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.034682:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.034690:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb517f74000. 02000000:00000001:3.0:1763346501.034697:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.034701:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034704:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346501.034706:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034710:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763346501.034713:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763346501.034716:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.034720:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb517f8bf80 refcount=2 00000020:00000001:3.0:1763346501.034722:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198872915840 : -105874836635776 : ffff9fb517f8bf80) 00000004:00000001:3.0:1763346501.034725:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638198872915840 : -105874836635776 : ffff9fb517f8bf80) 00000020:00000040:3.0:1763346501.034729:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb517f8bf80 with handle 0x757b854463afa464 from hash 00000004:00000001:3.0:1763346501.034734:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763346501.034737:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4063:0x0] with intent: 0 00000004:00000001:3.0:1763346501.034741:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763346501.034744:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1763346501.034747:0:19976:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034751:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763346501.034752:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763346501.034756:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763346501.034759:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.034766:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.034770:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.034779:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.034782:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.034785:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.034788:0:19976:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034791:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763346501.034799:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763346501.034802:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.034806:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4063:0x0], previous was 0x7 00000004:00000001:3.0:1763346501.034809:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034812:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763346501.034815:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034818:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763346501.034822:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346501.034825:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763346501.034828:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb517f8bf80. 00000004:00000001:3.0:1763346501.034841:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346501.034846:0:19976:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178245f8/ffff9fb4178245a0 to site lru. bkt: ffff9fb51dc9c620 00000004:00000001:3.0:1763346501.034849:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346501.034851:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034853:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.034856:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763346501.034860:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346501.034872:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb517f74400. 00080000:00000001:3.0:1763346501.034963:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198872818688 : -105874836732928 : ffff9fb517f74400) 00080000:00000001:3.0:1763346501.034967:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346501.034974:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346501.034982:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.034983:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.035010:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.035014:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346501.035018:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346501.035021:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055508, last_committed = 8590055502 00000001:00000010:3.0:1763346501.035025:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44e40. 00000001:00000040:3.0:1763346501.035028:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:3.0:1763346501.035031:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00000001:00000010:3.0:1763346501.035036:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb4028520c0. 00080000:00000001:3.0:1763346501.035043:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.035066:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346501.035070:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb4028520c0: xid 1848996540803584, transno 8590055508, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763346501.035073:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.035088:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.035090:0:19976:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346501.035092:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346501.035094:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346501.035096:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346501.035099:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346501.035103:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.035107:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346501.035109:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763346501.035117:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346501.035124:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.035127:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.035131:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055508, xid 1848996540803584 00010000:00000001:3.0:1763346501.035134:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.035141:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb514059880 x1848996540803584/t8590055508(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.035150:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.035153:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.035158:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.035164:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.035345:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.035349:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.035352:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.035355:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.035360:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.035364:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.035372:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbee0. 00000100:00000200:3.0:1763346501.035381:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540803584, offset 224 00000400:00000200:3.0:1763346501.035389:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.035406:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.035414:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198637:198637:256:4294967295] 192.168.204.16@tcp LPNI seq info [198633:198633:8:4294967295] 00000400:00000200:3.0:1763346501.035428:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.035435:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.035441:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880800. 00000800:00000200:3.0:1763346501.035449:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.035460:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.035465:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880800 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.036188:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.036195:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.036198:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.036200:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.036203:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.036209:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb514059880 x1848996540803584/t8590055508(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346501.036251:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb514059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+494:226873:x1848996540803584:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 1828us (6484us total) trans 8590055508 rc 0/0 00000100:00100000:3.0:1763346501.036262:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21001 00000100:00000040:3.0:1763346501.036265:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346501.036269:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.036271:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.036278:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202800. 00000020:00000010:3.0:1763346501.036286:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419258. 00000020:00000010:3.0:1763346501.036293:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ec00. 00000020:00000040:3.0:1763346501.036298:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:3.0:1763346501.036301:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.036507:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.036513:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880800. 00000400:00000200:0.0:1763346501.036519:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.036525:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.036533:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbee0 00000400:00000010:0.0:1763346501.036536:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbee0. 00000100:00000001:0.0:1763346501.036541:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.036542:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763346501.046430:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300737895, at 4300737896 00000100:00000010:2.0:1763346501.046451:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038780. 00000100:00000040:0.0:1763346501.046549:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300737895, at 4300737896 00000100:00000010:0.0:1763346501.046557:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038cc0. 00000100:00000040:1.0:1763346501.046631:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300737895, at 4300737896 00000100:00000010:1.0:1763346501.046638:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038f60. 00000100:00000040:3.0:1763346501.046709:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300737895, at 4300737896 00000100:00000010:3.0:1763346501.046715:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038de0. 00000800:00000001:3.0:1763346501.058378:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.058399:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.058406:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.058408:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.058424:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.058446:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e016a80 00000400:00000200:3.0:1763346501.058458:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 110952 00000800:00000001:3.0:1763346501.058469:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.058479:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.058483:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.058488:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.058498:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.058500:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346501.058508:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199a9f80. 00000100:00000040:3.0:1763346501.058513:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199a9f80 x1848996540803712 msgsize 576 00000100:00100000:3.0:1763346501.058517:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.058544:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.058555:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.058558:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.058705:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.058709:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540803712 02000000:00000001:1.0:1763346501.058712:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.058716:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.058718:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.058723:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.058729:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540803712 00000020:00000001:1.0:1763346501.058733:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.058736:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.058740:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.058744:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:1.0:1763346501.058748:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.058750:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.058757:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.058763:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30480. 00000100:00000001:1.0:1763346501.058768:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.058771:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30480. 00000020:00000010:1.0:1763346501.058779:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:1.0:1763346501.058786:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3d80. 00000020:00000010:1.0:1763346501.058793:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:1.0:1763346501.058803:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.058807:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.058809:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346501.058813:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346501.058815:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.058818:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.058827:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.058843:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.058859:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.058862:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.058868:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140848 00000100:00000040:1.0:1763346501.058872:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.058874:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900301696 : -105874809249920 : ffff9fb5199a9f80) 00000100:00000040:1.0:1763346501.058884:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199a9f80 x1848996540803712/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.058894:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.058897:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30480. 00000100:00000001:1.0:1763346501.058899:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.058902:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30480. 00000100:00100000:1.0:1763346501.058907:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+494:226874:x1848996540803712:12345-192.168.204.16@tcp:101:cp.0 00000100:00000200:1.0:1763346501.058912:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540803712 00000020:00000001:1.0:1763346501.058915:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.058919:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346501.058925:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb4028520c0: xid 1848996540803584, transno 8590055508, client gen 3, slot idx 1 00000001:00000001:1.0:1763346501.058930:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb51987d540: xid 1848996540803200, transno 8590055507, client gen 3, slot idx 0 00000001:00000010:1.0:1763346501.058935:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb51987d540. 00000020:00000001:1.0:1763346501.058940:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.058942:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.058945:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.058948:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346501.058952:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540803712, found 0 last_xid 1848996540803711 00000020:00000001:1.0:1763346501.058955:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.058957:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.058960:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.058966:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.058968:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.058971:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.058973:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.058976:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.058978:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.058984:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.058993:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:1.0:1763346501.058996:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.059000:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.059004:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0200. 00000020:00000001:1.0:1763346501.059008:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.059011:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0200 with handle 0x757b854463afa487 to hash 00000020:00000001:1.0:1763346501.059014:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.059016:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000010:1.0:1763346501.059021:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346501.059024:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00010000:1.0:1763346501.059030:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa487 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129c1 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.059039:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346501.059042:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:1.0:1763346501.059049:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346501.059053:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346501.059061:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346501.059065:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346501.059068:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763346501.059070:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.059073:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:1.0:1763346501.059077:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.059085:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:1.0:1763346501.059089:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:1.0:1763346501.059091:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059094:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346501.059096:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346501.059099:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.059101:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.059153:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb531b10000. 02000000:00000001:1.0:1763346501.059156:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.059159:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059162:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059165:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763346501.059184:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763346501.059187:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.059189:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.059193:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.059194:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.059494:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.059498:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.059499:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.059502:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.059503:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.059505:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.059507:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.059509:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.059510:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.059512:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.059514:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.059516:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.059518:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.059522:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.059523:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.059529:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346501.059537:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346501.059541:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346501.059544:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346501.059547:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.059550:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.059552:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059554:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346501.059557:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059562:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763346501.059569:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314baf8 00000004:00000002:1.0:1763346501.059571:0:19997:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4062:0x0]/file1, ldlm_rep = ffff9fb531b10228 00000004:00000001:1.0:1763346501.059578:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346501.059582:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346501.059585:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346501.059588:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.059590:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.059594:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:1.0:1763346501.059596:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.059599:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.059602:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0a00. 00000020:00000001:1.0:1763346501.059605:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.059607:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0a00 with handle 0x757b854463afa48e to hash 00000020:00000001:1.0:1763346501.059609:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.059611:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000010:1.0:1763346501.059615:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.059617:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.059621:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.059623:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.059627:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.059635:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.059639:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.059642:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.059644:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.059647:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.059650:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.059651:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.059654:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.059657:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.059659:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.059660:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.059663:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:1.0:1763346501.059667:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.059673:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 495 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.059680:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.059686:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.059692:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.059694:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.059696:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.059698:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.059700:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.059703:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.059706:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.059709:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.059712:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.059718:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.059719:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.059721:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.059723:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.059724:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346501.059729:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972900. 00010000:00000010:1.0:1763346501.059734:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c3b3100. 00010000:00000001:1.0:1763346501.059738:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.059740:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0c00. 00000020:00000001:1.0:1763346501.059742:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.059746:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0c00 with handle 0x757b854463afa495 to hash 00000020:00000001:1.0:1763346501.059747:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.059749:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000010:1.0:1763346501.059753:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2d80. 00010000:00000001:1.0:1763346501.059755:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346501.059759:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.059760:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.059763:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.059769:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.059771:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.059772:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.059774:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.059776:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.059778:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.059779:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.059781:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.059782:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.059784:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.059785:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.059787:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417972900) refcount = 1 00010000:00010000:1.0:1763346501.059791:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.059796:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.059797:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.059799:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.059801:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.059803:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.059805:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.059807:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.059809:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.059810:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.059813:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.059818:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.059820:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.059821:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.059823:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059829:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346501.059874:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346501.059878:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346501.059880:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346501.059885:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.059891:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346501.059917:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.059920:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763346501.059922:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763346501.059927:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.059930:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.059932:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.059935:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.059937:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346501.059939:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.059941:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763346501.059945:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763346501.059947:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346501.059949:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.059950:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.059952:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.059953:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.059956:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.059984:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.059986:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.059989:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059991:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.059993:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.059995:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:1.0:1763346501.059998:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.060003:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:1.0:1763346501.060006:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:1.0:1763346501.060012:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763346501.060016:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.060017:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.060020:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 2 00010000:00000001:1.0:1763346501.060023:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.060025:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.060028:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1600. 00000020:00000001:1.0:1763346501.060031:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.060033:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1600 with handle 0x757b854463afa49c to hash 00000020:00000001:1.0:1763346501.060035:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.060037:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000010:1.0:1763346501.060043:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb540c31280. 00010000:00000001:1.0:1763346501.060045:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346501.060047:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.060049:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.060052:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.060058:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.060060:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.060062:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.060063:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.060066:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.060068:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.060070:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.060072:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.060073:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.060074:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.060076:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.060077:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 2 00010000:00000040:1.0:1763346501.060080:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.060085:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 495 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.060092:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.060098:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.060100:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.060101:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.060103:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.060105:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.060107:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.060109:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.060111:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.060113:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.060115:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.060121:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.060123:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.060124:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.060127:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.060128:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.060130:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346501.060132:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346501.060135:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346501.060137:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.060138:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.060140:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.060144:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763346501.060149:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346501.060152:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346501.060157:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.060160:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.060181:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060185:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060193:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.060197:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.060200:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.060203:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346501.060205:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.060209:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763346501.060241:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.060244:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060245:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060248:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.060250:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.060252:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.060254:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.060255:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060257:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060259:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.060262:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.060264:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763346501.060267:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763346501.060269:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346501.060273:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb531b10370 00000004:00000001:1.0:1763346501.060276:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.060278:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.060280:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.060282:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.060283:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.060286:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.060288:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.060289:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.060292:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.060294:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763346501.060298:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 0 00000004:00000040:1.0:1763346501.060303:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4063:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763346501.060306:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:1.0:1763346501.060308:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9740 00000004:00000040:1.0:1763346501.060311:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 1 subobj 0x280000401:9526 00000004:00200000:1.0:1763346501.060314:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1763346501.060317:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763346501.060318:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.060320:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.060323:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346501.060325:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.060327:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060328:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.060330:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.060333:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.060335:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.060338:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.060344:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.060353:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.060355:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.060364:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.060365:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.060367:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346501.060370:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346501.060372:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00000004:00010000:1.0:1763346501.060376:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000004:00000001:1.0:1763346501.060384:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346501.060388:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178245f8/ffff9fb4178245a0 to site lru. bkt: ffff9fb51dc9c620 00000004:00000001:1.0:1763346501.060391:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346501.060392:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346501.060394:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346501.060396:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.060398:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763346501.060402:0:19997:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:1.0:1763346501.060404:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.060406:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.060407:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.060409:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 2 00010000:00000040:1.0:1763346501.060412:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.060417:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 495 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.060430:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.060435:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.060437:0:19997:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.060439:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.060440:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.060443:0:19997:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.060446:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346501.060448:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.060450:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.060452:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.060453:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=3 00000020:00000001:1.0:1763346501.064693:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.064710:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.064715:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346501.064723:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064735:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.064737:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.064740:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064746:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.064749:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.064752:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346501.064755:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346501.064762:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346501.064766:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.064770:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346501.064772:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064780:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346501.064781:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.064784:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.064787:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=4 00000020:00000001:1.0:1763346501.064789:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.064791:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.064794:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346501.064797:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064802:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346501.064804:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346501.064806:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.064812:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.064814:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.064816:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.064818:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.064821:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0a00 with handle 0x757b854463afa48e from hash 00010000:00000001:1.0:1763346501.064824:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.064825:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.064827:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.064828:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.064834:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.064837:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.064839:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.064841:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.064844:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.064847:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:1.0:1763346501.064850:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346501.064853:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.064856:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.064857:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.064859:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346501.064862:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.064864:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.064866:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.064869:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.064871:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.064874:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064879:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.064880:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.064882:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346501.064883:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346501.064885:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.064887:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa48e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346501.064894:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.064911:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.064927:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.064934:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.064935:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.064937:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.064939:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0c00 refcount=3 00000020:00000001:1.0:1763346501.064942:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346501.064944:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346501.064946:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346501.064949:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064955:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.064956:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.064957:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064962:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.064964:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.064966:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346501.064968:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346501.064973:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346501.064975:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.064977:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346501.064979:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.064984:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346501.064985:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.064987:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.064988:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0c00 refcount=4 00000020:00000001:1.0:1763346501.064990:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346501.064992:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000001:1.0:1763346501.064994:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346501.064996:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.065001:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346501.065003:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346501.065004:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.065007:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.065008:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.065010:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.065011:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.065013:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0c00 with handle 0x757b854463afa495 from hash 00010000:00000001:1.0:1763346501.065015:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.065017:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.065018:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.065019:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.065021:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.065022:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.065023:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.065025:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.065026:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.065028:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417972900) 00010000:00010000:1.0:1763346501.065031:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346501.065034:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.065036:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.065037:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.065039:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346501.065040:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.065041:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.065042:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.065044:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.065046:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.065049:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.065054:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.065055:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.065057:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346501.065058:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346501.065059:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.065061:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa495 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346501.065066:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2d80. 00010000:00000040:1.0:1763346501.065070:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972900 count: 0 00010000:00000010:1.0:1763346501.065080:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c3b3100. 00010000:00000001:1.0:1763346501.065087:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.065088:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.065090:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346501.065091:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346501.065093:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763346501.065096:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.065097:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.065099:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=3 00000020:00000001:1.0:1763346501.065100:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346501.065103:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00000004:00000040:1.0:1763346501.065107:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:1.0:1763346501.065111:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:1.0:1763346501.065119:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.065121:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.065122:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346501.065125:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763346501.065132:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346501.065135:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346501.065137:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346501.065139:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346501.065142:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346501.065149:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:1.0:1763346501.065158:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.065161:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346501.065165:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346501.065185:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:1.0:1763346501.065188:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346501.065191:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346501.065193:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.065195:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.065199:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.065200:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.065202:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.065204:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.065206:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0200 with handle 0x757b854463afa487 from hash 00010000:00000001:1.0:1763346501.065208:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.065209:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.065210:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.065237:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.065239:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.065248:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa487 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.065256:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346501.065259:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:1.0:1763346501.065261:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346501.065266:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.065268:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.065274:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346501.065278:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 495 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.065285:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.065287:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.065289:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:1.0:1763346501.065291:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763346501.065293:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.065295:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.065297:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.065298:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.065299:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.065301:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1600, rc 0) 00000020:00000001:1.0:1763346501.065305:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.065308:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540803712 00010000:00000001:1.0:1763346501.065311:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.065322:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199a9f80 x1848996540803712/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.065331:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.065334:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.065340:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.065346:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.065349:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.065352:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.065355:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.065359:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.065364:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.065368:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.065382:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b7f8. 00000100:00000200:1.0:1763346501.065390:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540803712, offset 224 00000400:00000200:1.0:1763346501.065400:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.065604:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.065694:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198638:198638:256:4294967295] 192.168.204.16@tcp LPNI seq info [198634:198634:8:4294967295] 00000400:00000200:1.0:1763346501.065710:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.065717:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.065725:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f900. 00000800:00000200:1.0:1763346501.065732:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.065742:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.065748:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.065777:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.065782:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.065785:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.065786:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.065790:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.065796:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199a9f80 x1848996540803712/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.065807:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:226874:x1848996540803712:12345-192.168.204.16@tcp:101:cp.0 Request processed in 6911us (7292us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.065817:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140848 00000100:00000040:1.0:1763346501.065821:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346501.065824:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.065826:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.065832:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3d80. 00000020:00000010:1.0:1763346501.065836:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:1.0:1763346501.065843:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:1.0:1763346501.065849:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:1.0:1763346501.065852:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.066512:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.066519:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f900. 00000400:00000200:2.0:1763346501.066525:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.066533:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.066540:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b7f8 00000400:00000010:2.0:1763346501.066543:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b7f8. 00000100:00000001:2.0:1763346501.066550:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.066552:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.071281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:1.1:1763346501.071307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:1.1:1763346501.071311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00010000:00000010:1.1:1763346501.071314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00000800:00000001:0.0:1763346501.080570:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.080592:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.080598:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.080601:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.080617:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.080647:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e016b00 00000400:00000200:0.0:1763346501.080659:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 14912 00000800:00000001:0.0:1763346501.080671:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.080678:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.080682:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.080687:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.080697:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.080700:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346501.080708:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920380. 00000100:00000040:0.0:1763346501.080712:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505920380 x1848996540803840 msgsize 328 00000100:00100000:0.0:1763346501.080716:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.080734:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.080745:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.080749:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.080751:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.080753:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.080757:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.080764:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e016b80 00000400:00000200:0.0:1763346501.080767:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119245 [8] + 15240 00000400:00000010:0.0:1763346501.080772:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5055e4d68. 00000400:00000200:0.0:1763346501.080777:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb51fcf6b00 00000800:00000001:0.0:1763346501.080780:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.080788:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.080790:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.080792:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.080795:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51fcf6b00 00000400:00000010:0.0:1763346501.080798:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff9fb51fcf6b00. 00000100:00000001:0.0:1763346501.080802:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.080803:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1763346501.080806:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb401891c50 x1848996540803968 msgsize 328 00000100:00100000:0.0:1763346501.080809:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:0.0:1763346501.080811:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763346501.080835:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.080840:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.080844:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.080907:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.080911:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540803840 02000000:00000001:1.0:1763346501.080916:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.080918:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.080921:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.080927:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.080929:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.080933:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540803968 00000100:00100000:1.0:1763346501.080933:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540803840 02000000:00000001:2.0:1763346501.080937:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.080940:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1763346501.080940:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763346501.080942:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.080944:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 02000000:00000001:2.0:1763346501.080947:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.080950:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1763346501.080952:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540803968 00000020:00000001:2.0:1763346501.080956:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.080956:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=19 00000020:00000040:2.0:1763346501.080959:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346501.080962:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1763346501.080962:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.080967:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000040:2.0:1763346501.080968:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=20 00000020:00000001:2.0:1763346501.080973:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346501.080975:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346501.080976:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763346501.080979:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.080984:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30480. 00000020:00000010:2.0:1763346501.080986:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3ac0. 00000020:00000010:1.0:1763346501.080992:0:62999:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb417e9cb80. 00000020:00000040:2.0:1763346501.080995:0:62988:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000020:00000040:1.0:1763346501.081001:0:62999:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:2.0:1763346501.081013:0:62988:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1763346501.081013:0:62999:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763346501.081023:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f000. 00000020:00000010:1.0:1763346501.081023:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:2.0:1763346501.081034:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:1.0:1763346501.081035:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3d80. 00000020:00000010:2.0:1763346501.081045:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000020:00000010:1.0:1763346501.081045:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8708. 00000100:00000040:2.0:1763346501.081058:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346501.081067:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.081069:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.081072:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.081081:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.081099:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.081114:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.081116:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.081122:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20133 00000100:00000040:2.0:1763346501.081126:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346501.081128:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194201533520 : -105879508018096 : ffff9fb401891c50) 00000100:00000040:2.0:1763346501.081137:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb401891c50 x1848996540803968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.081147:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.081150:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3e40. 00000100:00000001:2.0:1763346501.081153:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.081155:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3e40. 00000100:00100000:2.0:1763346501.081160:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb401891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+20:2356:x1848996540803968:12345-192.168.204.16@tcp:101:cp.0 00000100:00000200:2.0:1763346501.081165:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540803968 00000020:00000001:2.0:1763346501.081179:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.081184:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.081186:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.081189:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.081191:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.081195:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.081200:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.081203:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.081206:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.081251:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.081255:0:62988:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.081258:0:62988:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.081260:0:62988:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.081262:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.081265:0:62988:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.081272:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1763346501.081278:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.081280:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346501.081282:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763346501.081283:0:62988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078400. 00000100:00000001:1.0:1763346501.081287:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763346501.081289:0:62988:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb503078e00. 00010000:00000001:2.0:1763346501.081296:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.081300:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000100:00000001:1.0:1763346501.081301:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.081304:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.081309:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa4a3 to hash 00000020:00000001:2.0:1763346501.081312:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:1.0:1763346501.081312:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1763346501.081314:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00000100:00000001:1.0:1763346501.081316:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1763346501.081320:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00000100:00100000:1.0:1763346501.081322:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20134 00010000:00010000:2.0:1763346501.081328:0:62988:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129cf expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1763346501.081328:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.081332:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564193152 : -105875145358464 : ffff9fb505920380) 00000100:00000040:1.0:1763346501.081341:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505920380 x1848996540803840/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346501.081345:0:62988:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763346501.081351:0:62988:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb503aa3e40. 00000100:00000001:1.0:1763346501.081352:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.081357:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00002000:00000001:2.0:1763346501.081358:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1763346501.081362:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346501.081364:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1763346501.081365:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000020:00000001:2.0:1763346501.081371:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00000100:00100000:1.0:1763346501.081372:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+19:2356:x1848996540803840:12345-192.168.204.16@tcp:101:cp.0 00002000:00000001:2.0:1763346501.081377:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00000100:00000200:1.0:1763346501.081380:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540803840 00002000:00000001:2.0:1763346501.081382:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000020:00000001:1.0:1763346501.081384:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.081388:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.081390:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.081392:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.081393:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.081397:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00002000:00010000:2.0:1763346501.081398:0:62988:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2536:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:1.0:1763346501.081400:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:2.0:1763346501.081403:0:62988:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000001:1.0:1763346501.081405:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:2.0:1763346501.081408:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00000020:00000001:1.0:1763346501.081409:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.081413:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:2.0:1763346501.081414:0:62988:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 16 00000020:00000001:1.0:1763346501.081418:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.081419:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=21 00000020:00000001:1.0:1763346501.081422:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.081425:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.081427:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.081428:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.081431:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.081431:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.081436:0:62988:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:1.0:1763346501.081437:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:2.0:1763346501.081440:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.081444:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:1.0:1763346501.081445:0:62999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972900. 00010000:00000010:1.0:1763346501.081450:0:62999:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417972600. 02000000:00000010:2.0:1763346501.081451:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52af1d800. 00010000:00000001:1.0:1763346501.081454:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:2.0:1763346501.081455:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763346501.081459:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0200. 00000100:00000001:2.0:1763346501.081460:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.081464:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1763346501.081466:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000020:00000040:1.0:1763346501.081468:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0200 with handle 0x757b854463afa4aa to hash 00010000:00000001:2.0:1763346501.081470:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000001:1.0:1763346501.081472:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00010000:2.0:1763346501.081474:0:62988:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.081475:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:2.0:1763346501.081478:0:62988:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.081480:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:2.0:1763346501.081483:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.081486:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129c8 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.081487:0:62988:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346501.081490:0:62988:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.081496:0:62988:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00002000:00000001:1.0:1763346501.081501:0:62999:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00010000:00010000:2.0:1763346501.081504:0:62988:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 21 pid: 62988 timeout: 0 lvb_type: 1 00002000:00000010:1.0:1763346501.081505:0:62999:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb529f30780. 00002000:00000001:1.0:1763346501.081510:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.081513:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000040:2.0:1763346501.081519:0:62988:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2536:0x0].0x0 (ffff9fb503078400) refcount = 1 00000020:00000001:1.0:1763346501.081521:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00010000:00000040:2.0:1763346501.081523:0:62988:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00002000:00000001:1.0:1763346501.081525:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00010000:00000040:2.0:1763346501.081529:0:62988:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 21 pid: 62988 timeout: 0 lvb_type: 1 00002000:00000001:1.0:1763346501.081530:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.081537:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346501.081541:0:62999:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x260c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:2.0:1763346501.081543:0:62988:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.081547:0:62988:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.081547:0:62999:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763346501.081551:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000001:2.0:1763346501.081552:0:62988:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.081555:0:62988:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1763346501.081556:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 15 00002000:00000001:2.0:1763346501.081559:0:62988:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000020:00000040:1.0:1763346501.081561:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=20 00010000:00000001:2.0:1763346501.081563:0:62988:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.081568:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.081571:0:62988:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00002000:00000001:1.0:1763346501.081571:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346501.081576:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:2.0:1763346501.081578:0:62988:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 21 pid: 62988 timeout: 0 lvb_type: 1 02000000:00000001:1.0:1763346501.081579:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.081585:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb509418c00. 02000000:00000001:1.0:1763346501.081589:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.081592:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.081595:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.081595:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.081597:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.081599:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:1.0:1763346501.081600:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346501.081604:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.081604:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.081607:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.081609:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.081610:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346501.081614:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.081614:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.081619:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.081619:0:62999:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.081622:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.081625:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00010000:00010000:1.0:1763346501.081627:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00000020:00000001:2.0:1763346501.081629:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.081635:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540803968 00010000:00000001:2.0:1763346501.081640:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000040:1.0:1763346501.081642:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260c:0x0].0x0 (ffff9fb417972900) refcount = 1 00010000:00000040:1.0:1763346501.081646:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000200:2.0:1763346501.081649:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb401891c50 x1848996540803968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000040:1.0:1763346501.081651:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 20 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763346501.081669:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.081671:0:62999:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.081674:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.081674:0:62999:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.081680:0:62999:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00001000:2.0:1763346501.081681:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00010000:00000001:1.0:1763346501.081682:0:62999:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346501.081687:0:62999:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00000100:00000001:2.0:1763346501.081691:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1763346501.081691:0:62999:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.081696:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000040:2.0:1763346501.081697:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.081702:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 00010000:00010000:1.0:1763346501.081703:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 20 pid: 62999 timeout: 0 lvb_type: 1 02000000:00000001:2.0:1763346501.081707:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.081710:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.081716:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1763346501.081719:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1763346501.081721:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00010000:00000001:1.0:1763346501.081722:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346501.081725:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1763346501.081728:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b440. 00010000:00000001:1.0:1763346501.081728:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.081730:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.081733:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.081734:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.081736:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0200, rc 0) 00000100:00000200:2.0:1763346501.081737:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540803968, offset 224 00000020:00000001:1.0:1763346501.081739:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.081743:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540803840 00010000:00000001:1.0:1763346501.081747:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000400:00000200:2.0:1763346501.081748:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00010000:00000200:1.0:1763346501.081755:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505920380 x1848996540803840/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1763346501.081765:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00010000:00000001:1.0:1763346501.081767:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.081771:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.081774:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000400:00000200:2.0:1763346501.081778:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198639:198639:256:4294967295] 192.168.204.16@tcp LPNI seq info [198635:198635:8:4294967295] 00000400:00000200:2.0:1763346501.081792:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.081798:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.081803:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890200. 00000800:00000200:2.0:1763346501.081810:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.081819:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.081825:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.081838:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.081842:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.081844:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.081846:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.081848:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.081852:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb401891c50 x1848996540803968/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.081861:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb401891c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540803968:12345-192.168.204.16@tcp:101:cp.0 Request processed in 712us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.081867:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20133 00000100:00000040:2.0:1763346501.081870:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:2.0:1763346501.081873:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.081874:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.081881:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.081885:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.081890:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f000. 00000020:00000040:2.0:1763346501.081896:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000100:00000001:2.0:1763346501.081899:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.082011:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.082015:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890200. 00000400:00000200:2.0:1763346501.082025:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.082029:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.082034:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:2.0:1763346501.082037:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00000001:2.0:1763346501.082044:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.082046:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:3.0:1763346501.082203:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763346501.082210:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00080000:3.0:1763346501.082245:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1763346501.082248:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:1.0:1763346501.082347:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.082351:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.082353:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.082356:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.082357:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.082360:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.082362:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.083731:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b440. 00000100:00000200:2.0:1763346501.083746:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540803840, offset 224 00000400:00000200:2.0:1763346501.083760:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.083774:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.083955:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198640:198640:256:4294967295] 192.168.204.16@tcp LPNI seq info [198636:198636:8:4294967295] 00000400:00000200:2.0:1763346501.083969:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.083976:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.083983:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890200. 00000800:00000200:2.0:1763346501.083990:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.083997:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.084003:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890200 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:0.0:1763346501.085692:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.085701:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890200. 00000400:00000200:0.0:1763346501.085714:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.085722:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.085729:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:0.0:1763346501.085733:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00000001:0.0:1763346501.085741:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.085743:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.088094:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.088112:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.088118:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.088121:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.088124:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.088136:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920380 x1848996540803840/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.088150:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+20:2356:x1848996540803840:12345-192.168.204.16@tcp:101:cp.0 Request processed in 6795us (7435us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.088161:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20134 00000100:00000040:2.0:1763346501.088180:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346501.088183:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.088186:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.088196:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3d80. 00000020:00000010:2.0:1763346501.088205:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8708. 00000020:00000010:2.0:1763346501.088935:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:2.0:1763346501.088946:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 19 02000000:00000001:2.0:1763346501.088966:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.088969:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb509418c00. 02000000:00000001:2.0:1763346501.088974:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.088977:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920380. 02000000:00000001:2.0:1763346501.088982:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.088984:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af1d800. 02000000:00000001:2.0:1763346501.088988:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1763346501.088990:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.088992:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5380e2c00. 02000000:00000001:2.0:1763346501.088995:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.088996:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb514059c00. 02000000:00000001:2.0:1763346501.089000:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089001:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb535644400. 02000000:00000001:2.0:1763346501.089005:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089007:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226df80. 02000000:00000001:2.0:1763346501.089013:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089015:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb517f77400. 02000000:00000001:2.0:1763346501.089017:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089018:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1df80. 02000000:00000001:2.0:1763346501.089022:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089023:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb517f75000. 02000000:00000001:2.0:1763346501.089026:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089027:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a768700. 02000000:00000001:2.0:1763346501.089030:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089031:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50941b000. 02000000:00000001:2.0:1763346501.089033:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089035:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db5880. 02000000:00000001:2.0:1763346501.089038:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089039:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb509419000. 02000000:00000001:2.0:1763346501.089042:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089044:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db7b80. 02000000:00000001:2.0:1763346501.089047:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089048:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5055ea400. 02000000:00000001:2.0:1763346501.089050:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089052:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53546d180. 02000000:00000001:2.0:1763346501.089055:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089056:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb53b953400. 02000000:00000001:2.0:1763346501.089059:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089060:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983f480. 02000000:00000001:2.0:1763346501.089064:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089065:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5055e9c00. 02000000:00000001:2.0:1763346501.089068:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089069:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db6300. 02000000:00000001:2.0:1763346501.089073:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089074:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb53b953000. 02000000:00000001:2.0:1763346501.089076:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089078:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983d500. 02000000:00000001:2.0:1763346501.089081:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089082:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb53b951800. 02000000:00000001:2.0:1763346501.089084:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089085:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51983fb80. 02000000:00000001:2.0:1763346501.089088:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089089:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb53b950000. 02000000:00000001:2.0:1763346501.089092:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089093:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982d80. 02000000:00000001:2.0:1763346501.089098:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089099:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb53b953c00. 02000000:00000001:2.0:1763346501.089101:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089102:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505921180. 02000000:00000001:2.0:1763346501.089106:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089107:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af1dc00. 02000000:00000001:2.0:1763346501.089109:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089111:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb508db4e00. 02000000:00000001:2.0:1763346501.089114:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089116:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb50f92e400. 02000000:00000001:2.0:1763346501.089118:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089119:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb522401f80. 02000000:00000001:2.0:1763346501.089123:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089124:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532675800. 02000000:00000001:2.0:1763346501.089127:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089128:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532980000. 02000000:00000001:2.0:1763346501.089131:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089133:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532675400. 02000000:00000001:2.0:1763346501.089134:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089136:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532982680. 02000000:00000001:2.0:1763346501.089138:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089140:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb50f92cc00. 02000000:00000001:2.0:1763346501.089142:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089143:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb532983800. 02000000:00000001:2.0:1763346501.089146:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089147:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af1c800. 02000000:00000001:2.0:1763346501.089149:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089151:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb536046a00. 02000000:00000001:2.0:1763346501.089154:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089156:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb50f92f400. 02000000:00000001:2.0:1763346501.089158:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089160:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503294000. 02000000:00000001:2.0:1763346501.089163:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089164:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb50f92ec00. 02000000:00000001:2.0:1763346501.089176:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089178:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb503296d80. 02000000:00000001:2.0:1763346501.089182:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089183:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52aa5b000. 02000000:00000001:2.0:1763346501.089187:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089188:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226fb80. 02000000:00000001:2.0:1763346501.089192:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089193:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af1f400. 02000000:00000001:2.0:1763346501.089195:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089196:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1e300. 02000000:00000001:2.0:1763346501.089199:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089200:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52af1d400. 02000000:00000001:2.0:1763346501.089202:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089204:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52226ce00. 02000000:00000001:2.0:1763346501.089207:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089208:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52aa59800. 02000000:00000001:2.0:1763346501.089235:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089238:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52db1d880. 02000000:00000001:2.0:1763346501.089241:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089243:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb52af1cc00. 02000000:00000001:2.0:1763346501.089245:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089246:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76ce00. 02000000:00000001:2.0:1763346501.089250:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089251:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5380e3800. 02000000:00000001:2.0:1763346501.089253:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089255:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401810000. 02000000:00000001:2.0:1763346501.089258:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089259:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb5380e3400. 02000000:00000001:2.0:1763346501.089261:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089263:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5032f2a00. 02000000:00000001:2.0:1763346501.089266:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089267:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52054e000. 02000000:00000001:2.0:1763346501.089270:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089272:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc6a00. 02000000:00000001:2.0:1763346501.089275:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089277:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb532676400. 02000000:00000001:2.0:1763346501.089279:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089280:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4e00. 02000000:00000001:2.0:1763346501.089283:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089285:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532674800. 02000000:00000001:2.0:1763346501.089287:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089288:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 02000000:00000001:2.0:1763346501.089291:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089293:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa58400. 02000000:00000001:2.0:1763346501.089295:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089296:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e300. 02000000:00000001:2.0:1763346501.089302:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089303:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa5bc00. 02000000:00000001:2.0:1763346501.089305:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089307:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc5880. 02000000:00000001:2.0:1763346501.089309:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089311:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532674000. 02000000:00000001:2.0:1763346501.089313:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089314:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3df80. 02000000:00000001:2.0:1763346501.089317:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089318:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb50f92d000. 02000000:00000001:2.0:1763346501.089320:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089322:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f480. 02000000:00000001:2.0:1763346501.089325:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089327:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb52aa58000. 02000000:00000001:2.0:1763346501.089329:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089330:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51dcc4380. 02000000:00000001:2.0:1763346501.089333:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089334:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532674400. 02000000:00000001:2.0:1763346501.089336:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089337:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401812300. 02000000:00000001:2.0:1763346501.089341:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089342:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb50f92e800. 02000000:00000001:2.0:1763346501.089344:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089345:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401810700. 02000000:00000001:2.0:1763346501.089348:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089350:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb5055e9400. 02000000:00000001:2.0:1763346501.089352:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089353:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb401813800. 02000000:00000001:2.0:1763346501.089357:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089358:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff9fb532676000. 02000000:00000001:2.0:1763346501.089360:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089361:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5032f1180. 02000000:00000001:2.0:1763346501.089365:0:62999:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.089366:0:62999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff9fb51fd75800. 02000000:00000001:2.0:1763346501.089368:0:62999:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.089369:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76fb80. 00000100:00000001:2.0:1763346501.089374:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763346501.089385:0:62999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1763346501.089397:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c268. 00000400:00000010:2.0:1763346501.089408:0:62999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff9fb52e890200. 00000800:00000001:0.0:1763346501.093613:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.093638:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.093643:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.093646:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.093661:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.093684:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e016c80 00000400:00000200:0.0:1763346501.093699:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 111528 00000800:00000001:0.0:1763346501.093710:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.093727:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.093731:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.093736:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.093746:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.093748:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.093755:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505922a00. 00000100:00000040:0.0:1763346501.093761:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505922a00 x1848996540804224 msgsize 4616 00000100:00100000:0.0:1763346501.093765:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.094965:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.094985:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.094992:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.095762:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.095767:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540804224 02000000:00000001:1.0:1763346501.095773:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.095775:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.095786:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.095793:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.095798:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540804224 00000020:00000001:1.0:1763346501.095802:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.095808:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.095811:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.095816:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:1.0:1763346501.095819:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.095822:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.095829:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.095839:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d00. 00000100:00000001:1.0:1763346501.095842:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.095846:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d00. 00000020:00000010:1.0:1763346501.095853:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51000. 00000020:00000010:1.0:1763346501.095860:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3100. 00000020:00000010:1.0:1763346501.095867:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8af0. 00000100:00000040:1.0:1763346501.095876:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.095880:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.095881:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346501.095885:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346501.095887:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.095889:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.095899:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.095917:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.095931:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.095933:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.095943:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140849 00000100:00000040:1.0:1763346501.095947:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.095949:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564203008 : -105875145348608 : ffff9fb505922a00) 00000100:00000040:1.0:1763346501.095958:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505922a00 x1848996540804224/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.095967:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.095970:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d00. 00000100:00000001:1.0:1763346501.095972:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.095974:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30d00. 00000100:00100000:1.0:1763346501.095978:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+495:226874:x1848996540804224:12345-192.168.204.16@tcp:101:cp.0 00000100:00000200:1.0:1763346501.095983:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540804224 00000020:00000001:1.0:1763346501.095986:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.095991:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.095997:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.096000:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.096003:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.096007:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346501.096011:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540804224, found 0 last_xid 1848996540804223 00000020:00000001:1.0:1763346501.096014:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.096017:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.096019:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.096026:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.096029:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.096032:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.096034:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.096037:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.096039:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.096045:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.096053:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:1.0:1763346501.096057:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.096060:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.096065:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0c00. 00000020:00000001:1.0:1763346501.096070:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.096073:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0c00 with handle 0x757b854463afa4b1 to hash 00000020:00000001:1.0:1763346501.096075:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.096077:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00000010:1.0:1763346501.096086:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346501.096089:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320808448 : -105874388743168 : ffff9fb532ab0c00) 00010000:00010000:1.0:1763346501.096094:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa4b1 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129d6 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.096105:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:1.0:1763346501.096107:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00010000:00000001:1.0:1763346501.096116:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346501.096120:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346501.096128:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346501.096130:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346501.096132:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096135:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346501.096140:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb505922a00 x1848996540804224/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346501.096149:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346501.096152:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346501.096155:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346501.096158:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.096161:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.096164:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.096175:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.096178:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.096180:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.096181:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.096183:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.096190:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.096191:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096194:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096196:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096200:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346501.096201:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346501.096205:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.096208:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.096277:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb532070000. 02000000:00000001:1.0:1763346501.096280:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.096283:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096289:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346501.096291:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.096293:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.096295:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.096296:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.096298:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.096299:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.096301:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.096303:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.096305:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.096307:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.096312:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346501.096319:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346501.096322:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346501.096325:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346501.096327:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.096331:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.096332:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096335:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346501.096337:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096340:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346501.096343:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096346:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346501.096349:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346501.096352:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:1.0:1763346501.096354:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(->[0x200000bd2:0x4063:0x0]) cr_flag=040004240001002 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346501.096360:0:19997:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763346501.096362:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.096364:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:1.0:1763346501.096368:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.096376:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:1.0:1763346501.096379:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:1.0:1763346501.096381:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.096382:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:1.0:1763346501.096384:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.096387:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:1.0:1763346501.096389:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:1.0:1763346501.096393:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346501.096395:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096400:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346501.096404:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346501.096414:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096417:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.096423:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.096426:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.096433:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.096437:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.096441:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.096443:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346501.096446:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.096448:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763346501.096452:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.096453:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.096454:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.096457:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.096458:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.096460:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:1.0:1763346501.096463:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb532070378 00000004:00000001:1.0:1763346501.096465:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.096469:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763346501.096472:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346501.096474:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.096477:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4063:0x0] lease count: 0, lm: 8 00000004:00000001:1.0:1763346501.096480:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763346501.096485:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.096487:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.096491:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 3 00010000:00000001:1.0:1763346501.096493:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.096495:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.096498:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0a00. 00000020:00000001:1.0:1763346501.096501:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.096503:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0a00 with handle 0x757b854463afa4b8 to hash 00000020:00000001:1.0:1763346501.096506:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.096507:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000010:1.0:1763346501.096511:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2d80. 00010000:00000001:1.0:1763346501.096514:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.096518:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.096520:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.096523:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.096530:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.096534:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.096537:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.096540:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.096543:0:19997:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.096548:0:19997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.096556:0:19997:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346501.096558:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.096560:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.096561:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.096564:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.096566:0:19997:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763346501.096569:0:19997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,1 mode: --/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000040:1.0:1763346501.096577:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 3 00010000:00000040:1.0:1763346501.096580:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.096583:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.096591:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.096597:0:19997:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763346501.096600:0:19997:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,1 mode: --/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346501.096607:0:19997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30d00. 00000100:00000001:1.0:1763346501.096611:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.096619:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389790c0. 00000100:00000001:1.0:1763346501.096622:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420195008 : -105874289356608 : ffff9fb5389790c0) 00000100:00000001:1.0:1763346501.096625:0:19997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420195008 : -105874289356608 : ffff9fb5389790c0) 00000100:00000001:1.0:1763346501.096627:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.096629:0:19997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.096631:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.096634:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.096636:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763346501.096638:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.096640:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.096642:0:19997:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763346501.096644:0:19997:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763346501.096650:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88aa00. 00000020:00000040:1.0:1763346501.096655:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1763346501.096658:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.096660:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.096666:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.096672:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e50a00. 00000100:00000001:1.0:1763346501.096679:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.096683:0:19997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.096699:0:19997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 496 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:1.0:1763346501.096706:0:19997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.096711:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.096715:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.096724:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.096727:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.096732:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a88aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514974848:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.096736:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.096743:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.096746:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.096749:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.096753:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e50200. 02000000:00000001:1.0:1763346501.096755:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.096762:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636738. 00000400:00000010:1.0:1763346501.096771:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bd48. 00000100:00000200:1.0:1763346501.096779:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514974848, portal 16 00000100:00000001:1.0:1763346501.096782:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.096783:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452772864 : -105874256778752 : ffff9fb53a88aa00) 00000100:00000040:1.0:1763346501.096789:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.096797:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.096800:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.096803:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bb28. 00000100:00000200:1.0:1763346501.096806:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514974848, offset 0 00000400:00000200:1.0:1763346501.096814:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.096831:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.096838:0:19997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.096844:0:19997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.096848:0:19997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.096851:0:19997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.096855:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198641:198641:256:4294967295] 192.168.204.16@tcp LPNI seq info [198637:198637:8:4294967295] 00000400:00000200:1.0:1763346501.096868:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.096875:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.096882:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fa00. 00000800:00000200:1.0:1763346501.096891:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.096899:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.096905:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fa00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.096914:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.096920:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738011 00000100:00000010:1.0:1763346501.096924:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a546c0. 00000100:00000001:1.0:1763346501.096933:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763346501.096940:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738011 00000100:00000010:1.0:1763346501.096943:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54240. 00000100:00000001:1.0:1763346501.096946:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763346501.096949:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738011 00000100:00000010:1.0:1763346501.096952:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54720. 00000100:00000001:1.0:1763346501.096955:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763346501.096965:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738011 00000100:00000010:1.0:1763346501.096968:0:19997:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54360. 00000100:00000001:1.0:1763346501.096971:0:19997:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763346501.096974:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.096977:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.096979:0:19997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.096981:0:19997:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.096983:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.096986:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.096987:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.096989:0:19997:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.096991:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.096992:0:19997:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.096995:0:19997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.096997:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.097000:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.097002:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5389790c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.097005:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.097009:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346501.098750:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.098761:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fa00. 00000400:00000200:2.0:1763346501.098769:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.098788:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.098797:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bb28 00000400:00000010:2.0:1763346501.098800:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bb28. 00000100:00000001:2.0:1763346501.098807:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.098814:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.098828:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.098831:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.098838:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.098839:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.100837:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.100857:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.100863:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.100865:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.100879:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.100901:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774c80 00000400:00000200:0.0:1763346501.100913:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fda9 [1] + 224 00000800:00000001:0.0:1763346501.100924:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.100930:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.100933:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.100939:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.100947:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.100957:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346501.100970:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.100998:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.101010:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.101014:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.101016:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.101019:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.101023:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000100:00000001:3.0:1763346501.101030:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1763346501.101031:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e016d00 00000400:00000200:0.0:1763346501.101040:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127b99 [2] + 328 00000800:00000001:0.0:1763346501.101044:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:3.0:1763346501.101050:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346501.101164:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346501.101178:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636738. 00000400:00000200:3.0:1763346501.101184:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bd48 00000400:00000010:3.0:1763346501.101187:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bd48. 00000100:00000001:3.0:1763346501.101191:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.101197:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346501.101207:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.101235:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.101238:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.101241:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346501.101246:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346501.101248:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.101252:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.101255:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.101264:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346501.101269:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.101272:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346501.101274:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.101277:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346501.101281:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.101285:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.101290:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.101297:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.101301:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346501.101303:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.101307:0:19997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346501.101310:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.101313:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.101315:0:19997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.101320:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346501.101335:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a88aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514974848:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346501.101340:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.101343:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.101346:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346501.101349:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.101366:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a88aa00 x1848996514974848/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.101374:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346501.101377:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346501.101381:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e50200. 02000000:00000001:3.0:1763346501.101386:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346501.101389:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346501.101392:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1763346501.101395:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346501.101397:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e50a00. 02000000:00000001:3.0:1763346501.101401:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346501.101403:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346501.101405:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88aa00. 00000100:00000001:3.0:1763346501.101409:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346501.101411:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346501.101413:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389790c0. 00000100:00000001:3.0:1763346501.101416:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346501.101418:0:19997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346501.101421:0:19997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30d00. 00010000:00000001:3.0:1763346501.101426:0:19997:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.101428:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.101431:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.101434:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763346501.101439:0:19997:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000800:00000001:0.0:1763346501.101983:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.101988:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.101995:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.102002:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.102004:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763346501.102010:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920a80. 00000100:00000040:0.0:1763346501.102015:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505920a80 x1848996540804352 msgsize 328 00000100:00100000:0.0:1763346501.102019:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.102035:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.102042:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.102046:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.102252:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.102257:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540804352 02000000:00000001:1.0:1763346501.102259:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.102262:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.102264:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.102268:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.102273:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540804352 00000020:00000001:1.0:1763346501.102276:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.102278:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.102281:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.102285:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=497 00000020:00000001:1.0:1763346501.102288:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.102291:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.102296:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.102302:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.102306:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.102309:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000020:00000010:1.0:1763346501.102315:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51600. 00000020:00000010:1.0:1763346501.102322:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3b80. 00000020:00000010:1.0:1763346501.102328:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8898. 00000100:00000040:1.0:1763346501.102338:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346501.102342:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.102344:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346501.102346:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346501.102350:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.102352:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346501.102357:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.102359:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.102361:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=4 00000020:00000001:1.0:1763346501.102363:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346501.102366:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00010000:1.0:1763346501.102374:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 497 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:1.0:1763346501.102381:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.102382:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.102384:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.102387:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.102396:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346501.102403:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb505920a80 x1848996540804352/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.102411:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346501.102413:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.102430:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.102446:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.102448:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.102453:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4032 00000100:00000040:1.0:1763346501.102457:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:1.0:1763346501.102459:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564194944 : -105875145356672 : ffff9fb505920a80) 00000100:00000040:1.0:1763346501.102464:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505920a80 x1848996540804352/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.102473:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.102476:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.102478:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.102480:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000100:00100000:1.0:1763346501.102485:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505920a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+497:2357:x1848996540804352:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346501.102490:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540804352 00010000:00000001:1.0:1763346501.102492:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346501.102495:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.102497:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346501.102503:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.102505:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.102510:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50941b400. 02000000:00000001:1.0:1763346501.102513:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.102516:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.102519:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346501.102521:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346501.102523:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.102524:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.102526:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1600 refcount=4 00000020:00000001:1.0:1763346501.102528:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000001:1.0:1763346501.102530:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811008 : -105874388740608 : ffff9fb532ab1600) 00010000:00000040:1.0:1763346501.102533:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 4 00000004:00000001:1.0:1763346501.102539:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763346501.102543:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 497 pid: 19997 timeout: 6170 lvb_type: 0 00000100:00001000:1.0:1763346501.102550:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=148 v=5 (1 0 0 0) 00010000:00000001:1.0:1763346501.102553:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346501.102559:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.102560:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.102563:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 497 pid: 19997 timeout: 6170 lvb_type: 0 00000020:00000001:1.0:1763346501.102571:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.102574:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.102576:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.102578:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.102583:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.102585:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.102592:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.102593:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.102596:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.102598:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.102601:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1600 with handle 0x757b854463afa49c from hash 00010000:00000001:1.0:1763346501.102603:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.102605:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.102606:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.102607:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.102613:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.102615:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.102617:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.102619:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.102622:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1600/0x757b854463afa49c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c1 expref: 497 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000040:1.0:1763346501.102635:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346501.102638:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00010000:00000010:1.0:1763346501.102640:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb540c31280. 00010000:00000001:1.0:1763346501.102649:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.102651:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.102653:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.102655:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:1.0:1763346501.102660:0:5736:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.102665:0:5736:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.102667:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.102669:0:5736:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.102671:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.102672:0:5736:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.102676:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.102678:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.102681:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.102686:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346501.102688:0:5736:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.102690:0:5736:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.102691:0:5736:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.102694:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 3 00010000:00000040:1.0:1763346501.102697:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.102701:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.102707:0:5736:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,1 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.102712:0:5736:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.102715:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.102716:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.102718:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.102719:0:5736:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.102722:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346501.102726:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.102729:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.102737:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.102738:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.102740:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.102743:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.102744:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.102746:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.102748:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763346501.103673:0:19997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,1 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.103691:0:19997:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.103694:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,1 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.103700:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346501.103701:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.103703:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.103706:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.103708:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.103710:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=4 00000020:00000001:3.0:1763346501.103712:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346501.103715:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346501.103717:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.103718:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346501.103721:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.103725:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4063:0x0], ibits = 0x5/0x1a, open_flags = 040004240001002, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763346501.103730:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346501.103733:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.103741:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763346501.103748:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.103751:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.103753:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.103755:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.103758:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.103759:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.103760:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.103762:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.103765:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763346501.103769:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 0 00000001:00000001:3.0:1763346501.103772:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.103773:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.103776:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763346501.103780:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.103789:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.103792:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.103801:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346501.103805:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346501.103808:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346501.103811:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.103814:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763346501.103817:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 80 00000004:00000001:3.0:1763346501.103820:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763346501.103822:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.103826:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763346501.103836:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763346501.103840:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763346501.103843:0:19997:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.103845:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.103848:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346501.103852:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763346501.103857:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb510e3b400. 00000020:00000001:3.0:1763346501.103860:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346501.103862:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb510e3b400 with handle 0x757b854463afa4bf to hash 00000020:00000001:3.0:1763346501.103864:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763346501.103866:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638198754096128 : -105874955455488 : ffff9fb510e3b400) 00000004:00000001:3.0:1763346501.103868:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763346501.103870:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763346501.103872:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4063:0x0] Change mfd open_flags 0 -> 040004240001002. 00000004:00000001:3.0:1763346501.103876:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763346501.103881:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346501.103892:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb517f75800. 00080000:00000001:3.0:1763346501.103895:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198872823808 : -105874836727808 : ffff9fb517f75800) 00080000:00000001:3.0:1763346501.103898:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346501.103905:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346501.103913:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.103915:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.103946:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.103949:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346501.103954:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346501.103957:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055509, last_committed = 8590055502 00000001:00000010:3.0:1763346501.103961:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44720. 00000001:00000040:3.0:1763346501.103964:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:3.0:1763346501.103968:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:3.0:1763346501.103973:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb402852300. 00080000:00000001:3.0:1763346501.103980:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.104007:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346501.104010:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb402852300: xid 1848996540804224, transno 8590055509, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763346501.104013:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.104028:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.104030:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763346501.104032:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.104034:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.104037:0:19997:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346501.104040:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763346501.104043:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763346501.104044:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346501.104048:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346501.104049:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763346501.104051:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346501.104053:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.104055:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763346501.104057:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763346501.104063:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:3.0:1763346501.104065:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763346501.104067:0:19997:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763346501.104074:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346501.104084:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.104090:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.104092:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763346501.104098:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346501.104100:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346501.104102:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346501.104104:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346501.104106:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346501.104108:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:3.0:1763346501.104132:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.104135:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763346501.104139:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763346501.104142:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.104146:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.104147:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.104149:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=4 00000020:00000001:3.0:1763346501.104151:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346501.104154:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00000004:00000040:3.0:1763346501.104157:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:3.0:1763346501.104159:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00010000:00000001:3.0:1763346501.104176:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.104177:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346501.104179:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346501.104182:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346501.104185:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763346501.104189:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763346501.104192:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346501.104194:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.104198:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.104199:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.104201:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.104202:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.104205:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0c00 with handle 0x757b854463afa4b1 from hash 00010000:00000001:3.0:1763346501.104207:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.104208:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.104209:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.104210:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.104422:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.104426:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.104428:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.104429:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.104431:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.104433:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.104436:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.104438:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.104440:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763346501.104443:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.104447:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.104448:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.104451:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30000. 00010000:00000001:1.0:1763346501.104453:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346501.104456:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346501.104457:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.104464:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.104468:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.104472:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.104477:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.104483:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.104485:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.104489:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.104492:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.104496:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.104499:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.104506:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b088. 00000100:00000200:1.0:1763346501.104513:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540804352, offset 224 00000400:00000200:1.0:1763346501.104521:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.104538:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.104547:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198642:198642:256:4294967295] 192.168.204.16@tcp LPNI seq info [198638:198638:8:4294967295] 00000400:00000200:1.0:1763346501.104562:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.104568:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.104575:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f800. 00000800:00000200:1.0:1763346501.104583:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.104591:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.104597:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.104606:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.104609:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.104612:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.104615:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.104621:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920a80 x1848996540804352/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.104631:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505920a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+498:2357:x1848996540804352:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 2156us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.104642:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4032 00000100:00000040:1.0:1763346501.104646:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.104649:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.104651:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.104657:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3b80. 00000020:00000010:1.0:1763346501.104661:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8898. 00000020:00000010:1.0:1763346501.104667:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51600. 00000020:00000040:1.0:1763346501.104672:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:1.0:1763346501.104675:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.104829:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.104834:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f800. 00000400:00000200:0.0:1763346501.104840:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.104846:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.104852:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b088 00000400:00000010:0.0:1763346501.104855:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b088. 00000100:00000001:0.0:1763346501.104860:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.104861:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763346501.105264:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346501.105269:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0c00/0x757b854463afa4b1 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.105278:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:3.0:1763346501.105281:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00010000:00000010:3.0:1763346501.105283:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2480. 00010000:00000001:3.0:1763346501.105291:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.105294:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.105300:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346501.105304:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 496 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346501.105311:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.105313:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346501.105316:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:3.0:1763346501.105319:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:3.0:1763346501.105321:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.105324:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.105325:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.105326:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.105327:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.105329:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0a00, rc 0) 00000020:00000001:3.0:1763346501.105332:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.105337:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055509, xid 1848996540804224 00010000:00000001:3.0:1763346501.105340:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.105346:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505922a00 x1848996540804224/t8590055509(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/688 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.105353:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.105355:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.105358:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.105361:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.105364:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.105365:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.105368:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.105370:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.105372:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.105374:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.105379:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb110. 00000100:00000200:3.0:1763346501.105383:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848996540804224, offset 224 00000400:00000200:3.0:1763346501.105390:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.105398:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.105403:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198643:198643:256:4294967295] 192.168.204.16@tcp LPNI seq info [198639:198639:8:4294967295] 00000400:00000200:3.0:1763346501.105411:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.105415:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.105419:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880100. 00000800:00000200:3.0:1763346501.105424:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.105430:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.105433:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880100 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.105451:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.105455:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.105457:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.105459:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.105461:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.105466:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505922a00 x1848996540804224/t8590055509(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/688 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346501.105475:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+496:226874:x1848996540804224:12345-192.168.204.16@tcp:101:cp.0 Request processed in 9506us (11712us total) trans 8590055509 rc 0/0 00000100:00100000:3.0:1763346501.105484:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140849 00000100:00000040:3.0:1763346501.105487:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346501.105489:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.105490:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.105494:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3100. 00000020:00000010:3.0:1763346501.105497:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8af0. 00000020:00000010:3.0:1763346501.105500:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51000. 00000020:00000040:3.0:1763346501.105504:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000100:00000001:3.0:1763346501.105506:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.105945:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.105951:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880100. 00000400:00000200:2.0:1763346501.105955:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.105960:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.105963:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb110 00000400:00000010:2.0:1763346501.105966:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb110. 00000100:00000001:2.0:1763346501.105970:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.105972:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.111971:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.111995:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.112000:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.112003:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.112018:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.112041:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 12 MB=0x691a70e016e00 00000400:00000200:0.0:1763346501.112052:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 488/488 into md 0xd4325 [64] + 116144 00000800:00000001:0.0:1763346501.112064:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.112077:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.112080:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.112086:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.112096:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.112099:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.112108:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921180. 00000100:00000040:0.0:1763346501.112112:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505921180 x1848996540804608 msgsize 488 00000100:00100000:0.0:1763346501.112116:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.112130:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.112142:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.112145:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.112248:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.112252:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540804608 02000000:00000001:3.0:1763346501.112256:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.112258:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.112262:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.112267:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.112272:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540804608 00000020:00000001:3.0:1763346501.112277:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.112280:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346501.112283:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.112287:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=496 00000020:00000001:3.0:1763346501.112290:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346501.112293:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346501.112299:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.112305:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.112310:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.112313:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000020:00000010:3.0:1763346501.112321:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031a600. 00000020:00000010:3.0:1763346501.112328:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.112334:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000040:3.0:1763346501.112343:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346501.112347:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.112349:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346501.112353:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.112362:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.112377:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.112393:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.112395:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.112401:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140850 00000100:00000040:3.0:1763346501.112405:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346501.112407:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564196736 : -105875145354880 : ffff9fb505921180) 00000100:00000040:3.0:1763346501.112416:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505921180 x1848996540804608/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346501.112426:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.112429:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.112431:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.112433:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000100:00100000:3.0:1763346501.112438:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+496:226874:x1848996540804608:12345-192.168.204.16@tcp:36:cp.0 00000100:00000200:3.0:1763346501.112442:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540804608 00000020:00000001:3.0:1763346501.112446:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.112450:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346501.112456:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb402852300: xid 1848996540804224, transno 8590055509, client gen 3, slot idx 0 00000001:00000001:3.0:1763346501.112461:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb4028520c0: xid 1848996540803584, transno 8590055508, client gen 3, slot idx 1 00000001:00000010:3.0:1763346501.112465:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb4028520c0. 00000020:00000001:3.0:1763346501.112470:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.112473:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.112475:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:3.0:1763346501.112479:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346501.112481:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540804608, found 0 last_xid 1848996540804607 00000020:00000001:3.0:1763346501.112485:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.112487:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.112490:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.112494:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112497:0:19997:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763346501.112504:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9fb505921180 x1848996540804608/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763346501.112515:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763346501.112518:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763346501.112520:0:19997:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763346501.112523:0:19997:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763346501.112528:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.112530:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.112533:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.112535:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2 : 2 : 0x2) 00000001:00000001:3.0:1763346501.112538:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2 : 2 : 2) 00000001:00000001:3.0:1763346501.112539:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.112541:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.112543:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.112544:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.112546:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.112548:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.112550:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.112551:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.112553:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112556:0:19997:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112560:0:19997:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112562:0:19997:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112564:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112568:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346501.112570:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346501.112573:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.112575:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.112583:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9fb502ab3000. 02000000:00000001:3.0:1763346501.112585:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.112589:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112594:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763346501.112595:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.112597:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.112598:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.112599:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.112601:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.112603:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.112604:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.112606:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.112609:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.112610:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.112616:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346501.112623:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346501.112626:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346501.112629:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346501.112631:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.112635:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.112636:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112638:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346501.112641:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112645:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763346501.112647:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112650:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763346501.112653:0:19997:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763346501.112657:0:19997:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x4063:0x0] e req@ffff9fb505921180 x1848996540804608/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/3152 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346501.112667:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346501.112670:0:19997:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112673:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346501.112676:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:3.0:1763346501.112680:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.112685:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:3.0:1763346501.112688:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:3.0:1763346501.112691:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763346501.112693:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112696:0:19997:0:(mdt_open.c:122:mdt_write_read()) Process entered 00000004:00000001:3.0:1763346501.112699:0:19997:0:(mdt_open.c:126:mdt_write_read()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346501.112702:0:19997:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763346501.112704:0:19997:0:(mdt_som.c:185:mdt_lsom_update()) valid e, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 1 00000004:00000001:3.0:1763346501.112709:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346501.112713:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346501.112722:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112725:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.112730:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.112734:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.112742:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346501.112745:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346501.112748:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346501.112751:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346501.112753:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.112755:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763346501.112759:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346501.112761:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.112764:0:19997:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.112766:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.112768:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.112769:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.112772:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763346501.112774:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00010000:00000010:1.1:1763346501.114334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1600. 00010000:00000010:3.1:1763346501.114823:0:19997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0c00. 00000004:00000001:3.0:1763346501.114832:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763346501.114840:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.114846:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.114850:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.114857:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763346501.114859:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763346501.114862:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763346501.114863:0:19997:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763346501.114867:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763346501.114868:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.114872:0:19997:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763346501.114875:0:19997:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4063:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1763346501.114880:0:19997:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763346501.114886:0:19997:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763346501.114888:0:19997:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346501.114892:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346501.114903:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44300. 00080000:00000001:3.0:1763346501.114908:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346501.114918:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb517f75c00. 00080000:00000001:3.0:1763346501.114921:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198872824832 : -105874836726784 : ffff9fb517f75c00) 00000004:00000001:3.0:1763346501.114926:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346501.114929:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763346501.114932:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.114934:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872824832 : -105874836726784 : ffff9fb517f75c00) 00080000:00000001:3.0:1763346501.114937:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763346501.114964:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.114967:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.114969:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.114974:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346501.114977:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346501.114983:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346501.114985:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.114986:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872824832 : -105874836726784 : ffff9fb517f75c00) 00080000:00000001:3.0:1763346501.114991:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346501.114997:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.114999:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.115001:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.115027:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.115029:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.115035:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763346501.115038:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763346501.115040:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763346501.115042:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.115043:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872824832 : -105874836726784 : ffff9fb517f75c00) 00080000:00000001:3.0:1763346501.115048:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763346501.115050:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763346501.115070:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763346501.115074:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.115077:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.115079:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.115081:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.115082:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.115086:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346501.115089:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763346501.115093:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346501.115096:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055510, last_committed = 8590055502 00000001:00000010:3.0:1763346501.115101:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44780. 00000001:00000040:3.0:1763346501.115104:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:3.0:1763346501.115107:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00000001:00000010:3.0:1763346501.115114:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb402852000. 00000004:00000001:3.0:1763346501.115121:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346501.115123:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.115125:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872824832 : -105874836726784 : ffff9fb517f75c00) 00080000:00000001:3.0:1763346501.115128:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.115147:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346501.115150:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346501.115153:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb402852000: xid 1848996540804608, transno 8590055510, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763346501.115157:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.117104:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346501.117118:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44300. 00000020:00000001:3.0:1763346501.117124:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.117131:0:19997:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.117136:0:19997:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.117138:0:19997:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346501.117152:0:19997:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb528fa1f18. 00000020:00000010:3.0:1763346501.117163:0:19997:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb529f12ab8. 00000020:00000010:3.0:1763346501.117182:0:19997:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb529f12498. 00000020:00000010:3.0:1763346501.117185:0:19997:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb529f12690. 00000020:00000010:3.0:1763346501.117187:0:19997:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb529f123f0. 00000004:00000001:3.0:1763346501.117193:0:19997:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763346501.117196:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.117203:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.117205:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.117227:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.117231:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.117235:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.117238:0:19997:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.117240:0:19997:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763346501.117243:0:19997:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763346501.117246:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763346501.117251:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346501.117254:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346501.117263:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 3 00010000:00000001:3.0:1763346501.117267:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.117271:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346501.117275:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3aa00. 00000020:00000001:3.0:1763346501.117283:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346501.117287:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3aa00 with handle 0x757b854463afa4c6 to hash 00000020:00000001:3.0:1763346501.117289:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346501.117291:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000010:3.0:1763346501.117500:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001700. 00010000:00000001:3.0:1763346501.118343:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346501.118351:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.118353:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.118357:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.118368:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346501.118372:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346501.118374:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346501.118377:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.118381:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.118383:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.118384:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.118387:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346501.118389:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346501.118391:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346501.118392:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346501.118395:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 3 00010000:00000040:3.0:1763346501.118398:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346501.118407:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.118417:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 497 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346501.118424:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.118429:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346501.118444:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346501.118446:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.118449:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346501.118450:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.118452:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.118455:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.118458:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346501.118461:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.118464:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.118474:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763346501.118476:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.118477:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.118479:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.118482:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.118484:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346501.118486:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346501.118489:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346501.118491:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.118492:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346501.118494:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118497:0:19997:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118568:0:19997:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763346501.118581:0:19997:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763346501.118586:0:19997:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763346501.118592:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763346501.118603:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb417f44300. 00080000:00000001:3.0:1763346501.118608:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346501.118619:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb517f75000. 00080000:00000001:3.0:1763346501.118622:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198872821760 : -105874836729856 : ffff9fb517f75000) 00000004:00000001:3.0:1763346501.118628:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763346501.118631:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763346501.118633:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.118635:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872821760 : -105874836729856 : ffff9fb517f75000) 00080000:00000001:3.0:1763346501.118639:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346501.118663:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118665:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118668:0:19997:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.118672:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763346501.118675:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763346501.118681:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763346501.118683:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.118684:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872821760 : -105874836729856 : ffff9fb517f75000) 00080000:00000001:3.0:1763346501.118688:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346501.118694:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.118696:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118698:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.118723:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.118726:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.118728:0:19997:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346500, ctime 1763346500 00000004:00000001:3.0:1763346501.118732:0:19997:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763346501.118734:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.118737:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.118742:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:3.0:1763346501.118746:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:3.0:1763346501.118751:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff9fb417f44cc0. 00000004:00000001:3.0:1763346501.118753:0:19997:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346501.118756:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff9fb417f44cc0. 00000004:00000001:3.0:1763346501.118760:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763346501.118763:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763346501.118764:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763346501.118766:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.118767:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872821760 : -105874836729856 : ffff9fb517f75000) 00080000:00000001:3.0:1763346501.118771:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763346501.118783:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118785:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118787:0:19997:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118788:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.118792:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763346501.118794:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763346501.118799:0:19997:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055510 00000001:00000001:3.0:1763346501.118802:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763346501.118805:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055511, last_committed = 8590055502 00000001:00000010:3.0:1763346501.118809:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb417f44cc0. 00000001:00000040:3.0:1763346501.118812:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:3.0:1763346501.118816:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:3.0:1763346501.118822:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb402852240. 00000004:00000001:3.0:1763346501.118829:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763346501.118831:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763346501.118832:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198872821760 : -105874836729856 : ffff9fb517f75000) 00080000:00000001:3.0:1763346501.118836:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.118853:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763346501.118856:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763346501.118860:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb402852000: xid 1848996540804608, transno 8590055510, client gen 3, slot idx 1 00000001:00000001:3.0:1763346501.118865:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb402852000: xid 1848996540804608, transno 8590055510, client gen 3, slot idx 1 00000001:00000010:3.0:1763346501.118868:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb402852000. 00000001:00000001:3.0:1763346501.118872:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb402852240: xid 1848996540804608, transno 8590055511, tag 1, client gen 3, slot idx 2 00000001:00000001:3.0:1763346501.118876:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.118888:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346501.118891:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb417f44300. 00000020:00000001:3.0:1763346501.118893:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.118901:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 4 00010000:00000001:3.0:1763346501.118904:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763346501.118908:0:19997:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763346501.118911:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763346501.118914:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763346501.118915:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346501.118917:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763346501.118918:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.118920:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.118922:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:3.0:1763346501.118924:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:3.0:1763346501.118927:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00000004:00010000:3.0:1763346501.118930:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f8f43d40 reply state 000000009f01ccf2 transno 8590055511 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:3.0:1763346501.118941:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763346501.118943:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.118944:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763346501.118945:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763346501.118947:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763346501.118949:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763346501.118950:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763346501.118953:0:19997:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:3.0:1763346501.118956:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346501.118958:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.118962:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.118963:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.118967:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346501.118969:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763346501.118972:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763346501.118975:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763346501.118978:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763346501.118981:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346501.118983:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118986:0:19997:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118987:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763346501.118989:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763346501.118992:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.118994:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.118996:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.118997:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.118999:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346501.119001:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346501.119003:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763346501.119005:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763346501.119007:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.119009:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763346501.119012:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763346501.119014:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.119018:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.119020:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.119023:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.119024:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.119027:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.119029:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.119030:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.119032:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.119035:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00000001:3.0:1763346501.119038:0:19997:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763346501.119040:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763346501.119043:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763346501.119051:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346501.119060:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.119062:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346501.119064:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346501.119068:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.119070:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763346501.119075:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763346501.119077:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763346501.119078:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763346501.119079:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763346501.119081:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763346501.119087:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763346501.119095:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.119101:0:19997:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.119106:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055511, xid 1848996540804608 00010000:00000001:3.0:1763346501.119109:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763346501.119112:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000200:3.0:1763346501.119114:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055511, last committed = 8590055502 00010000:00000200:3.0:1763346501.119124:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505921180 x1848996540804608/t8590055511(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346501.119135:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.119138:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.119143:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.119149:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.119152:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.119155:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.119158:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.119162:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.119177:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.119181:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.119188:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb330. 00000100:00000200:3.0:1763346501.119197:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540804608, offset 224 00000400:00000010:3.0:1763346501.119206:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb528fa1e70. 00000400:00000200:3.0:1763346501.119210:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.119271:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.119280:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198644:198644:256:4294967295] 192.168.204.16@tcp LPNI seq info [198640:198640:8:4294967295] 00000400:00000200:3.0:1763346501.119288:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:3.0:1763346501.119296:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.119303:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.119310:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880900. 00000800:00000200:3.0:1763346501.119318:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.119328:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.119333:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.119347:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.119351:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.119354:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.119356:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.119359:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.119366:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921180 x1848996540804608/t8590055511(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346501.119376:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+499:226874:x1848996540804608:12345-192.168.204.16@tcp:36:cp.0 Request processed in 6947us (7261us total) trans 8590055511 rc 0/0 00000100:00100000:3.0:1763346501.119387:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140850 00000100:00000040:3.0:1763346501.119392:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:3.0:1763346501.119395:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.119397:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763346501.119400:0:19997:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763346501.119404:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.119409:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:3.0:1763346501.119414:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031a600. 00000020:00000040:3.0:1763346501.119421:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:3.0:1763346501.119423:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.119751:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.119758:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880900. 00000400:00000200:0.0:1763346501.119763:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.119769:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.119776:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.119779:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.125588:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.125610:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.125615:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.125618:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.125634:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:2.0:1763346501.125660:0:3288:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fdb9 00000400:00000200:2.0:1763346501.125670:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.125675:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:2.0:1763346501.125684:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb330 00000400:00000010:2.0:1763346501.125688:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb330. 00000100:00000001:2.0:1763346501.125694:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.125697:0:3288:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763346501.125700:0:3288:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763346501.125720:0:3288:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346501.125722:0:3288:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346501.125724:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.125734:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.125738:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.125739:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.125741:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.125746:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.125753:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e016e80 00000400:00000200:2.0:1763346501.125762:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 0 00000800:00000001:2.0:1763346501.125768:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763346501.126815:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763346501.126824:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.126828:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.126832:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=3 00000020:00000001:0.0:1763346501.126837:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:0.0:1763346501.126841:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:0.0:1763346501.126843:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346501.126849:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.126859:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.126860:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.126863:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.126869:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.126871:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.126875:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346501.126878:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:0.0:1763346501.126884:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a3aa00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346501.126888:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.126892:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346501.126894:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.126901:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346501.126903:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.126904:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.126906:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3aa00 refcount=4 00000020:00000001:0.0:1763346501.126908:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:0.0:1763346501.126911:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303547392 : -105874406004224 : ffff9fb531a3aa00) 00010000:00000001:0.0:1763346501.126913:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346501.126916:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:0.0:1763346501.126922:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346501.126924:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346501.126926:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.126931:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.126933:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.126935:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.126937:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.126940:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3aa00 with handle 0x757b854463afa4c6 from hash 00010000:00000001:0.0:1763346501.126943:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.126945:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.126946:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.126947:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.126953:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.126955:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.126958:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.126960:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.126963:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.126966:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:0.0:1763346501.126969:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346501.126972:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.126975:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.126977:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.126979:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346501.126982:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.126984:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.126986:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.126988:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.126992:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763346501.126996:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763346501.126996:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00000400:00000200:2.0:1763346501.127003:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1763346501.127005:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.127008:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.127010:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346501.127012:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346501.127014:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1763346501.127016:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00010000:00010000:0.0:1763346501.127018:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3aa00/0x757b854463afa4c6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:0.0:1763346501.127026:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001700. 00000100:00000001:2.0:1763346501.127028:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.127032:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:0.0:1763346501.127037:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1763346501.127041:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb514059c00. 00000020:00000040:0.0:1763346501.127042:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:0.0:1763346501.127048:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763346501.127049:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb514059c00 x1848996540804736 msgsize 328 00000100:00100000:2.0:1763346501.127055:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.129259:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346501.129320:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.129348:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.129359:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763346501.129403:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540804736 02000000:00000001:3.0:1763346501.129408:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.129411:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.129414:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.129420:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.129426:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540804736 00000020:00000001:3.0:1763346501.129430:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.129432:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346501.129436:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.129440:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=20 00000020:00000001:3.0:1763346501.129444:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346501.129447:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346501.129453:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.129465:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.129471:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.129474:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000020:00000010:3.0:1763346501.129484:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031a600. 00000020:00000010:3.0:1763346501.129491:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.129498:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000040:3.0:1763346501.129508:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346501.129512:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.129514:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346501.129517:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.129526:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.129544:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.129558:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.129560:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.129570:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20135 00000100:00000040:3.0:1763346501.129575:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346501.129577:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806649856 : -105874902901760 : ffff9fb514059c00) 00000100:00000040:3.0:1763346501.129585:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb514059c00 x1848996540804736/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346501.129594:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.129596:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.129600:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.129602:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000100:00100000:3.0:1763346501.129606:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb514059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+20:226874:x1848996540804736:12345-192.168.204.16@tcp:101:cp.0 00000100:00000200:3.0:1763346501.129610:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540804736 00000020:00000001:3.0:1763346501.129614:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.129618:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346501.129621:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.129624:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.129626:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346501.129629:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346501.129633:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.129635:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.129638:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.129642:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.129645:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346501.129648:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346501.129650:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346501.129652:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346501.129654:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.129660:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346501.129669:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:3.0:1763346501.129673:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.129676:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346501.129680:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3a600. 00000020:00000001:3.0:1763346501.129684:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346501.129687:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3a600 with handle 0x757b854463afa4cd to hash 00000020:00000001:3.0:1763346501.129689:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346501.129691:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346501.129694:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00010000:3.0:1763346501.129698:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 2/0,0 mode: --/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129dd expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.129708:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:3.0:1763346501.129711:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=21 00000100:00000001:3.0:1763346501.129721:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.129724:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.129729:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb517f77400. 02000000:00000001:3.0:1763346501.129732:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.129735:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.129737:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346501.129741:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346501.129744:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346501.129746:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.129750:0:62999:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763346501.129752:0:62999:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346501.129757:0:62999:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 21 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346501.129764:0:62999:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346501.129766:0:62999:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.129769:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346501.129771:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.129773:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346501.129775:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346501.129776:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.129779:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.129781:0:62999:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763346501.129786:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: --/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.129794:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260c:0x0].0x0 (ffff9fb417972900) refcount = 2 00010000:00000040:3.0:1763346501.129798:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346501.129801:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 21 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346501.129807:0:62999:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763346501.129811:0:62999:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: --/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763346501.129818:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.129823:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346501.129831:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb4028520c0. 00000100:00000001:3.0:1763346501.129833:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194218049728 : -105879491501888 : ffff9fb4028520c0) 00000100:00000001:3.0:1763346501.129835:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194218049728 : -105879491501888 : ffff9fb4028520c0) 00000100:00000001:3.0:1763346501.129838:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346501.129840:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346501.129842:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.129845:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.129847:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346501.129850:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.129852:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.129854:0:62999:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763346501.129856:0:62999:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763346501.129863:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000020:00000040:3.0:1763346501.129867:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763346501.129871:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346501.129873:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346501.129877:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346501.129883:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb54031b400. 00000100:00000001:3.0:1763346501.129890:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.129895:0:62999:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 21 pid: 62999 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763346501.129910:0:62999:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 21 pid: 62999 timeout: 6170 lvb_type: 1 00010000:00000001:3.0:1763346501.129919:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346501.129923:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346501.129928:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.129942:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346501.129945:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.129950:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514974976:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346501.129955:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346501.129963:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346501.129965:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.129968:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346501.129973:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb54031b600. 02000000:00000001:3.0:1763346501.129975:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346501.129982:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad1b8. 00000400:00000010:3.0:1763346501.129991:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346501.129999:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514974976, portal 16 00000100:00000001:3.0:1763346501.130002:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346501.130003:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:3.0:1763346501.130009:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.130018:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.130021:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.130024:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb908. 00000100:00000200:3.0:1763346501.130026:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514974976, offset 0 00000400:00000200:3.0:1763346501.130034:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.130050:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.130056:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346501.130061:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346501.130066:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346501.130069:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346501.130072:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198645:198645:256:4294967295] 192.168.204.16@tcp LPNI seq info [198641:198641:8:4294967295] 00000400:00000200:3.0:1763346501.130086:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.130093:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.130098:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880400. 00000800:00000200:3.0:1763346501.130106:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.130114:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.130119:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.130143:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.130148:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738044 00000100:00000001:3.0:1763346501.130156:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738011 00000100:00000001:3.0:1763346501.130162:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738044 00000100:00000001:3.0:1763346501.130176:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738011 00000100:00000001:3.0:1763346501.130180:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738044 00000100:00000001:3.0:1763346501.130184:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738011 00000100:00000001:3.0:1763346501.130187:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738044 00000100:00000001:3.0:1763346501.130191:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738011 00000100:00000001:3.0:1763346501.130195:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.130199:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.130202:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.130204:0:62999:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.130207:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.130209:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.130211:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.130232:0:62999:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.130235:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.130237:0:62999:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346501.130240:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.130242:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346501.130245:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346501.130248:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb4028520c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346501.130252:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346501.130256:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346501.130284:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.130290:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880400. 00000400:00000200:0.0:1763346501.130296:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.130303:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.130309:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb908 00000400:00000010:0.0:1763346501.130312:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb908. 00000100:00000001:0.0:1763346501.130316:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346501.130321:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.130332:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.130335:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.130343:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.130345:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763346501.132267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3aa00. 00000800:00000001:0.0:1763346501.134882:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.134903:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.134908:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.134910:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.134924:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.134946:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774d00 00000400:00000200:0.0:1763346501.134958:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fdbd [1] + 224 00000800:00000001:0.0:1763346501.134968:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.134977:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.134980:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.134985:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.134993:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.135004:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346501.135016:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.135039:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.135049:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.135052:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.135078:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346501.135090:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346501.135092:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346501.135096:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad1b8. 00000400:00000200:3.0:1763346501.135102:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:3.0:1763346501.135106:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:3.0:1763346501.135110:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.135115:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346501.135126:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.135132:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.135134:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.135137:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346501.135140:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346501.135142:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.135144:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.135148:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.135156:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346501.135160:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346501.135163:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346501.135174:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.135178:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346501.135182:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.135185:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.135190:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.135198:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.135201:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346501.135203:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.135206:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346501.135210:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.135254:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.135256:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.135261:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346501.135271:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514974976:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346501.135277:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.135281:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.135285:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346501.135287:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.135290:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514974976/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.135296:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346501.135299:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346501.135302:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb54031b600. 02000000:00000001:3.0:1763346501.135308:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346501.135311:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346501.135313:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763346501.135315:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346501.135318:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb54031b400. 02000000:00000001:3.0:1763346501.135322:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346501.135323:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346501.135326:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:3.0:1763346501.135330:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346501.135331:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346501.135334:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb4028520c0. 00000100:00000001:3.0:1763346501.135338:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346501.135340:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346501.135343:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c340. 00010000:00000001:3.0:1763346501.135347:0:62999:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.135349:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.135352:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.135361:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346501.135367:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 3/0,0 mode: --/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346501.135384:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.135386:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346501.135389:0:62999:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a3a600 00010000:00000001:3.0:1763346501.135391:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346501.135394:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.135397:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.135399:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763346501.135402:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763346501.135405:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.135407:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.135408:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.135410:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.135411:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3a600, rc 0) 00000020:00000001:3.0:1763346501.135415:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.135419:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540804736 00010000:00000001:3.0:1763346501.135421:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.135426:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb514059c00 x1848996540804736/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.135435:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.135438:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.135441:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.135446:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.135448:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.135451:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.135454:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.135456:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.135460:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.135463:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.136944:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb770. 00000100:00000200:3.0:1763346501.136962:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540804736, offset 224 00000400:00000200:3.0:1763346501.136977:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.136995:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.137003:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198646:198646:256:4294967295] 192.168.204.16@tcp LPNI seq info [198642:198642:8:4294967295] 00000400:00000200:3.0:1763346501.137015:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.137021:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.137028:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880b00. 00000800:00000200:3.0:1763346501.137035:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.137043:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.137049:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880b00 type 1, nob 496 niov 1 nkiov 1 00000800:00000001:2.0:1763346501.137121:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.137136:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.137139:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.137141:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.137148:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.137159:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e016f00 00000400:00000200:2.0:1763346501.137176:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127b99 [2] + 656 00000800:00000001:2.0:1763346501.137184:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.137277:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.137281:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.137287:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.137295:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.137298:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763346501.137304:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405a680. 00000100:00000040:2.0:1763346501.137308:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51405a680 x1848996540804864 msgsize 328 00000100:00100000:2.0:1763346501.137313:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.137332:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.137342:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.137347:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.137398:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.137403:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540804864 02000000:00000001:1.0:1763346501.137406:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.137408:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.137411:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.137416:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.137421:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540804864 00000020:00000001:1.0:1763346501.137425:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.137427:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346501.137430:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.137434:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:1.0:1763346501.137437:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.137440:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346501.137445:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.137451:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.137456:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.137459:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000020:00000010:1.0:1763346501.137466:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51600. 00000020:00000010:1.0:1763346501.137473:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3b80. 00000020:00000010:1.0:1763346501.137479:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8898. 00000100:00000040:1.0:1763346501.137488:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346501.137491:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.137494:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346501.137496:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346501.137500:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.137502:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346501.137507:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.137509:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.137511:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=4 00000020:00000001:1.0:1763346501.137513:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346501.137516:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00010000:1.0:1763346501.137524:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 22 pid: 62999 timeout: 6170 lvb_type: 1 00010000:00000001:1.0:1763346501.137535:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.137536:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.137538:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.137541:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.137549:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346501.137556:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb51405a680 x1848996540804864/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.137566:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346501.137568:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.137585:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.137601:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.137603:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.137608:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4033 00000100:00000040:1.0:1763346501.137613:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:1.0:1763346501.137615:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806652544 : -105874902899072 : ffff9fb51405a680) 00000100:00000040:1.0:1763346501.137620:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51405a680 x1848996540804864/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.137630:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.137633:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.137635:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.137637:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000100:00100000:1.0:1763346501.137642:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51405a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540804864:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346501.137646:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540804864 00010000:00000001:1.0:1763346501.137649:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346501.137651:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.137654:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346501.137660:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.137663:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.137667:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb50941a400. 02000000:00000001:1.0:1763346501.137670:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.137673:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.137675:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346501.137678:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346501.137681:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.137682:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.137684:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=4 00000020:00000001:1.0:1763346501.137685:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346501.137688:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000040:1.0:1763346501.137692:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 3 00010000:00010000:1.0:1763346501.137696:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 22 pid: 62999 timeout: 6170 lvb_type: 1 00000100:00001000:1.0:1763346501.137704:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=143 v=5 (1 1 0 0) 00010000:00000001:1.0:1763346501.137707:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346501.137714:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.137715:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.137718:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 22 pid: 62999 timeout: 6170 lvb_type: 1 00000020:00000001:1.0:1763346501.137727:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.137730:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.137731:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.137733:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.137739:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.137741:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.137748:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.137749:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.137752:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.137754:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.137757:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0200 with handle 0x757b854463afa4aa from hash 00010000:00000001:1.0:1763346501.137760:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.137761:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.137762:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.137764:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.137769:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.137771:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.137774:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.137775:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.137795:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0200/0x757b854463afa4aa lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129c8 expref: 22 pid: 62999 timeout: 6170 lvb_type: 1 00010000:00000040:1.0:1763346501.137804:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:1.0:1763346501.137807:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:1.0:1763346501.137817:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.137818:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.137821:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763346501.137823:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a3a600 00010000:00000001:1.0:1763346501.137826:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.137828:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.137832:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.137834:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.137836:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.137837:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.137839:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.137843:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.137846:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.137850:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.137856:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763346501.137861:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.137869:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260c:0x0].0x0 (ffff9fb417972900) refcount = 2 00010000:00000040:1.0:1763346501.137872:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.137875:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.137887:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.137889:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.137891:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.137893:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.137895:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346501.137900:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.137904:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.137912:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.137914:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.137917:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.137920:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.137921:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.137923:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.137926:0:5736:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763346501.137930:0:5736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a888e00. 00000020:00000040:1.0:1763346501.137934:0:5736:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346501.137940:0:5736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.137942:0:5736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.137947:0:5736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.137953:0:5736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51a00. 00000100:00000001:1.0:1763346501.137960:0:5736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.137970:0:5736:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.137979:0:5736:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.137982:0:5736:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.137986:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.137994:0:5736:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.137996:0:5736:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.138002:0:5736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a888e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514975104:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346501.138006:0:5736:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.138012:0:5736:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.138015:0:5736:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.138018:0:5736:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.138023:0:5736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e51000. 02000000:00000001:1.0:1763346501.138025:0:5736:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.138033:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.138041:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bf68. 00000100:00000200:1.0:1763346501.138048:0:5736:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514975104, portal 16 00000100:00000001:1.0:1763346501.138051:0:5736:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.138052:0:5736:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452765696 : -105874256785920 : ffff9fb53a888e00) 00000100:00000040:1.0:1763346501.138057:0:5736:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.138064:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.138067:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.138070:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b088. 00000100:00000200:1.0:1763346501.138073:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514975104, offset 0 00000400:00000200:1.0:1763346501.138079:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.138088:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.138094:0:5736:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.138100:0:5736:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.138104:0:5736:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.138107:0:5736:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.138111:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198647:198647:255:4294967295] 192.168.204.16@tcp LPNI seq info [198643:198643:7:4294967295] 00000400:00000200:1.0:1763346501.138120:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.138126:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.138131:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fb00. 00000800:00000200:1.0:1763346501.138136:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.138142:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.138145:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.138180:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.138187:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738052 00000100:00000001:1.0:1763346501.138194:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738044 00000100:00000001:1.0:1763346501.138199:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738052 00000100:00000001:1.0:1763346501.138203:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738044 00000100:00000001:1.0:1763346501.138207:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738052 00000100:00000001:1.0:1763346501.138211:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738044 00000100:00000001:1.0:1763346501.138265:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738053 00000100:00000001:1.0:1763346501.138271:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738044 00000100:00000001:1.0:1763346501.138275:0:5736:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.138278:0:5736:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.138281:0:5736:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.138283:0:5736:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.138286:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.138288:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.138290:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.138292:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.138294:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.138297:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.138299:0:5736:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.138301:0:5736:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.138304:0:5736:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb538979f00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.138308:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.138311:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346501.138380:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.138387:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fb00. 00000400:00000200:0.0:1763346501.138391:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.138397:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.138398:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346501.138403:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b088 00000100:00000040:3.0:1763346501.138407:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00000400:00000010:0.0:1763346501.138408:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b088. 00010000:00000001:3.0:1763346501.138415:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1763346501.138416:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1763346501.138419:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.138424:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1763346501.138425:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346501.138436:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb514059c00 x1848996540804736/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.138439:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.138446:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346501.138458:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb514059c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:226874:x1848996540804736:12345-192.168.204.16@tcp:101:cp.0 Request processed in 8857us (11403us total) trans 0 rc 0/0 00000100:00000001:0.0:1763346501.138460:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.138465:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1763346501.138471:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20135 00000100:00000040:3.0:1763346501.138476:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346501.138479:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.138482:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.138490:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.138495:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:3.0:1763346501.138500:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031a600. 00000020:00000040:3.0:1763346501.138506:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:3.0:1763346501.138510:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346501.139804:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.139816:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880b00. 00000400:00000200:1.0:1763346501.139826:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.139835:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.139843:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb770 00000400:00000010:1.0:1763346501.139846:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb770. 00000100:00000001:1.0:1763346501.139850:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346501.139852:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.143932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0200. 00000800:00000001:0.0:1763346501.146783:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.146805:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.146810:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.146813:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.146828:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.146853:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774d80 00000400:00000200:0.0:1763346501.146864:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fdc9 [1] + 224 00000800:00000001:0.0:1763346501.146875:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.146890:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.146894:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.146900:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.146910:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.146922:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346501.146933:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.146959:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.146969:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.146973:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.147202:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.147250:0:5736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.147254:0:5736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.147258:0:5736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.147263:0:5736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bf68 00000400:00000010:1.0:1763346501.147266:0:5736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bf68. 00000100:00000001:1.0:1763346501.147270:0:5736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.147275:0:5736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.147284:0:5736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.147292:0:5736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.147295:0:5736:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.147297:0:5736:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.147301:0:5736:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.147303:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.147305:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.147309:0:5736:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.147317:0:5736:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.147322:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.147325:0:5736:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.147327:0:5736:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.147330:0:5736:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.147335:0:5736:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.147339:0:5736:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.147343:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.147350:0:5736:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.147353:0:5736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.147355:0:5736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.147358:0:5736:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346501.147361:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.147364:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.147366:0:5736:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.147369:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.147376:0:5736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a888e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514975104:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346501.147381:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.147384:0:5736:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.147387:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.147389:0:5736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.147392:0:5736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a888e00 x1848996514975104/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.147398:0:5736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.147401:0:5736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.147405:0:5736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e51000. 02000000:00000001:1.0:1763346501.147409:0:5736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.147412:0:5736:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.147414:0:5736:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.147417:0:5736:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.147420:0:5736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e51a00. 02000000:00000001:1.0:1763346501.147422:0:5736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.147424:0:5736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.147426:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a888e00. 00000100:00000001:1.0:1763346501.147429:0:5736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.147431:0:5736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.147433:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.147436:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.147438:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.147440:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30000. 00010000:00000001:1.0:1763346501.147443:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346501.147446:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346501.147448:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.147455:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.147458:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.147461:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.147466:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.147469:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.147472:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.147475:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.147477:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.147482:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.147485:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.147489:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bf68. 00000100:00000200:1.0:1763346501.147495:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540804864, offset 224 00000400:00000200:1.0:1763346501.147501:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.147513:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.147521:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198648:198648:256:4294967295] 192.168.204.16@tcp LPNI seq info [198644:198644:8:4294967295] 00000400:00000200:1.0:1763346501.147533:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.147539:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.147545:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f200. 00000800:00000200:1.0:1763346501.147551:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.147559:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.147563:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.147584:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.147588:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.147591:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.147593:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.147598:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405a680 x1848996540804864/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.147609:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51405a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+20:2356:x1848996540804864:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 9977us (10298us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.147620:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4033 00000100:00000040:1.0:1763346501.147624:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.147627:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.147629:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.147637:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3b80. 00000020:00000010:1.0:1763346501.147642:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8898. 00000020:00000010:1.0:1763346501.147649:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51600. 00000020:00000040:1.0:1763346501.147654:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 19 00000100:00000001:1.0:1763346501.147657:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.148021:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.148029:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.148030:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.148032:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.148038:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.148048:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e016f80 00000400:00000200:2.0:1763346501.148056:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 328 00000800:00000001:2.0:1763346501.148061:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.148114:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.148117:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.148121:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.148126:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.148130:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346501.148135:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb514058380. 00000100:00000040:2.0:1763346501.148139:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb514058380 x1848996540804992 msgsize 328 00000100:00100000:2.0:1763346501.148143:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.148154:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1763346501.148207:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.148244:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f200. 00000400:00000200:2.0:1763346501.148248:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.148251:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.148254:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bf68 00000400:00000010:2.0:1763346501.148256:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bf68. 00000100:00000001:2.0:1763346501.148259:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.148261:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.148266:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.148269:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.148319:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.148322:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540804992 02000000:00000001:3.0:1763346501.148324:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.148326:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.148328:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.148333:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.148336:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540804992 00000020:00000001:3.0:1763346501.148340:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.148341:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346501.148344:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.148347:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=21 00000020:00000001:3.0:1763346501.148350:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346501.148353:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346501.148357:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.148363:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.148366:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.148369:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000020:00000010:3.0:1763346501.148374:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031a600. 00000020:00000010:3.0:1763346501.148379:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.148384:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000040:3.0:1763346501.148391:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346501.148394:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.148396:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346501.148398:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.148406:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.148411:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.148418:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.148420:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.148425:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20136 00000100:00000040:3.0:1763346501.148428:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346501.148430:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806643584 : -105874902908032 : ffff9fb514058380) 00000100:00000040:3.0:1763346501.148434:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb514058380 x1848996540804992/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346501.148443:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.148445:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.148446:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.148448:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000100:00100000:3.0:1763346501.148452:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb514058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:226874:x1848996540804992:12345-192.168.204.16@tcp:101:cp.0 00000100:00000200:3.0:1763346501.148456:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540804992 00000020:00000001:3.0:1763346501.148459:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.148463:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346501.148465:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.148467:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.148469:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346501.148473:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346501.148476:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.148479:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.148481:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.148487:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.148489:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346501.148491:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346501.148493:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346501.148494:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346501.148496:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.148501:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346501.148509:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:3.0:1763346501.148512:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.148515:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346501.148518:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b800. 00000020:00000001:3.0:1763346501.148522:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346501.148525:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b800 with handle 0x757b854463afa4d4 to hash 00000020:00000001:3.0:1763346501.148527:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346501.148529:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:3.0:1763346501.148531:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00010000:3.0:1763346501.148536:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129e4 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.148544:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 17 00000020:00000040:3.0:1763346501.148546:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=22 00000100:00000001:3.0:1763346501.148557:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.148559:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.148563:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb517f74800. 02000000:00000001:3.0:1763346501.148564:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.148567:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.148569:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346501.148573:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346501.148575:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346501.148577:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.148580:0:62999:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763346501.148583:0:62999:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346501.148587:0:62999:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346501.148595:0:62999:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346501.148597:0:62999:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.148599:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346501.148600:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.148602:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346501.148603:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346501.148604:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.148606:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.148608:0:62999:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763346501.148611:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.148618:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2536:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00000040:3.0:1763346501.148620:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346501.148623:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346501.148630:0:62999:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763346501.148632:0:62999:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763346501.148639:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.148642:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346501.148648:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb4028520c0. 00000100:00000001:3.0:1763346501.148650:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194218049728 : -105879491501888 : ffff9fb4028520c0) 00000100:00000001:3.0:1763346501.148651:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194218049728 : -105879491501888 : ffff9fb4028520c0) 00000100:00000001:3.0:1763346501.148654:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346501.148655:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346501.148657:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.148660:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.148661:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346501.148663:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.148666:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.148667:0:62999:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763346501.148669:0:62999:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763346501.148673:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000020:00000040:3.0:1763346501.148677:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763346501.148680:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346501.148682:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346501.148686:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346501.148691:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb54031b400. 00000100:00000001:3.0:1763346501.148695:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.148699:0:62999:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763346501.148714:0:62999:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 6170 lvb_type: 1 00010000:00000001:3.0:1763346501.148722:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346501.148726:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346501.148730:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.148738:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346501.148740:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.148745:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:62999:1848996514975232:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346501.148749:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346501.148753:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346501.148756:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.148758:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346501.148761:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb54031b600. 02000000:00000001:3.0:1763346501.148762:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346501.148768:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad1b8. 00000400:00000010:3.0:1763346501.148774:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346501.148782:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514975232, portal 16 00000100:00000001:3.0:1763346501.148785:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346501.148786:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:3.0:1763346501.148791:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.148798:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.148800:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.148802:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbcc0. 00000100:00000200:3.0:1763346501.148805:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514975232, offset 0 00000400:00000200:3.0:1763346501.148810:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.148818:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.148824:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346501.148829:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346501.148832:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346501.148835:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346501.148839:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198649:198649:256:4294967295] 192.168.204.16@tcp LPNI seq info [198645:198645:8:4294967295] 00000400:00000200:3.0:1763346501.148849:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.148854:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.148858:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880f00. 00000800:00000200:3.0:1763346501.148864:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.148870:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.148873:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.148897:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.148903:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738063 00000100:00000001:3.0:1763346501.148909:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300738052 00000100:00000001:3.0:1763346501.148913:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738063 00000100:00000001:3.0:1763346501.148916:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300738052 00000100:00000001:3.0:1763346501.148919:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738063 00000100:00000001:3.0:1763346501.148927:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300738052 00000100:00000001:3.0:1763346501.148929:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738063 00000100:00000001:3.0:1763346501.148934:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300738053 00000100:00000001:3.0:1763346501.148937:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.148939:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.148942:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.148943:0:62999:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.148945:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.148947:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.148949:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.148950:0:62999:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.148952:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.148954:0:62999:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346501.148957:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.148959:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346501.148961:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346501.148964:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb4028520c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763346501.148967:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346501.148970:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346501.149992:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.150002:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880f00. 00000400:00000200:1.0:1763346501.150009:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.150019:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.150028:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbcc0 00000400:00000010:1.0:1763346501.150031:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbcc0. 00000100:00000001:1.0:1763346501.150035:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.150044:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.150056:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.150059:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.150067:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.150069:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.154816:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.154838:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.154844:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.154847:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.154863:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.154886:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774e00 00000400:00000200:2.0:1763346501.154898:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fdd5 [1] + 224 00000800:00000001:2.0:1763346501.154909:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.154916:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.154919:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.154924:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.154935:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.154948:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.154961:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.154985:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.154996:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.155002:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.155004:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.155006:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.155010:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.155017:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e017000 00000400:00000200:2.0:1763346501.155023:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127b99 [2] + 984 00000800:00000001:2.0:1763346501.155027:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.155803:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.155811:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.155817:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.155825:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.155828:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763346501.155836:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405ad80. 00000100:00000040:2.0:1763346501.155841:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51405ad80 x1848996540805120 msgsize 328 00000100:00100000:2.0:1763346501.155845:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.155863:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.155870:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.155876:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.155949:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346501.155959:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346501.155962:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346501.155967:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad1b8. 00000400:00000200:3.0:1763346501.155974:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:3.0:1763346501.155977:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:3.0:1763346501.155981:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.155988:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346501.155998:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.156005:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.156007:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.156009:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346501.156013:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346501.156016:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.156018:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.156021:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.156030:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346501.156034:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.156036:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346501.156038:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.156041:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346501.156046:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.156048:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.156065:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.156073:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.156077:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346501.156079:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.156082:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346501.156086:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.156088:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.156090:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.156094:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346501.156102:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:62999:1848996514975232:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346501.156107:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.156110:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.156113:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346501.156116:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.156119:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514975232/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.156127:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346501.156129:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346501.156132:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb54031b600. 02000000:00000001:3.0:1763346501.156136:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346501.156139:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346501.156141:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763346501.156143:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346501.156146:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb54031b400. 02000000:00000001:3.0:1763346501.156149:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346501.156152:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346501.156154:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:3.0:1763346501.156158:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346501.156159:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346501.156161:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb4028520c0. 00000100:00000001:3.0:1763346501.156175:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346501.156177:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346501.156180:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c340. 00010000:00000001:3.0:1763346501.156184:0:62999:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.156186:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.156189:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.156198:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346501.156204:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346501.156240:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.156243:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346501.156245:0:62999:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a3b800 00010000:00000001:3.0:1763346501.156247:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346501.156249:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.156253:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.156255:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763346501.156258:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763346501.156260:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.156262:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.156263:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.156265:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.156266:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b800, rc 0) 00000020:00000001:3.0:1763346501.156269:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.156273:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540804992 00010000:00000001:3.0:1763346501.156276:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.156282:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb514058380 x1848996540804992/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.156291:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.156294:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.156298:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.156303:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.156305:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.156308:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.156311:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.156314:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.156318:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.156321:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.156327:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb550. 00000100:00000200:3.0:1763346501.156332:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540804992, offset 224 00000400:00000200:3.0:1763346501.156339:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.156352:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.156360:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198650:198650:256:4294967295] 192.168.204.16@tcp LPNI seq info [198646:198646:8:4294967295] 00000400:00000200:3.0:1763346501.156371:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.156377:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.156384:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880f00. 00000800:00000200:3.0:1763346501.156391:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.156400:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.156405:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.156428:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.156431:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.156434:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.156435:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.156438:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.156443:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb514058380 x1848996540804992/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346501.156453:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb514058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:226874:x1848996540804992:12345-192.168.204.16@tcp:101:cp.0 Request processed in 8008us (8312us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346501.156464:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20136 00000100:00000040:3.0:1763346501.156468:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346501.156471:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.156473:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.156481:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.156486:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:3.0:1763346501.156491:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031a600. 00000020:00000040:3.0:1763346501.156497:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:3.0:1763346501.156500:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.156590:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.156593:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540805120 02000000:00000001:1.0:1763346501.156596:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.156598:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.156600:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.156605:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.156608:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540805120 00000020:00000001:1.0:1763346501.156611:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.156613:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:1.0:1763346501.156616:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.156619:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:1.0:1763346501.156622:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:1.0:1763346501.156625:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346501.156629:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.156635:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.156639:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.156642:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000020:00000010:1.0:1763346501.156649:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51600. 00000020:00000010:1.0:1763346501.156654:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3b80. 00000020:00000010:1.0:1763346501.156659:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8898. 00000100:00000040:1.0:1763346501.156669:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346501.156672:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.156674:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346501.156676:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346501.156680:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.156683:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346501.156687:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.156689:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.156691:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:1.0:1763346501.156693:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346501.156696:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00010000:1.0:1763346501.156701:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 6170 lvb_type: 1 00010000:00000001:1.0:1763346501.156708:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.156710:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.156711:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.156714:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.156720:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346501.156726:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb51405ad80 x1848996540805120/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.156733:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346501.156735:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.156756:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.156765:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.156767:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.156771:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4034 00000100:00000040:1.0:1763346501.156775:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:1.0:1763346501.156777:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806654336 : -105874902897280 : ffff9fb51405ad80) 00000100:00000040:1.0:1763346501.156782:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51405ad80 x1848996540805120/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.156790:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.156794:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.156796:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.156798:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000100:00100000:1.0:1763346501.156802:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51405ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540805120:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346501.156806:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540805120 00010000:00000001:1.0:1763346501.156809:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346501.156811:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.156813:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346501.156819:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.156822:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.156826:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb509418c00. 02000000:00000001:1.0:1763346501.156829:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.156832:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.156835:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346501.156837:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346501.156839:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.156840:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.156841:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=4 00000020:00000001:1.0:1763346501.156843:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346501.156846:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000040:1.0:1763346501.156850:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 3 00010000:00010000:1.0:1763346501.156854:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 6170 lvb_type: 1 00000100:00001000:1.0:1763346501.156861:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb535129c50 time=144 v=5 (1 0 0 0) 00010000:00000001:1.0:1763346501.156865:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346501.156870:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.156871:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.156874:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 6170 lvb_type: 1 00000020:00000001:1.0:1763346501.156882:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.156885:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.156887:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.156889:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.156894:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.156895:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.156902:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.156903:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.156906:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.156908:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.156911:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa4a3 from hash 00010000:00000001:1.0:1763346501.156913:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.156915:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.156916:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.156918:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.156923:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.156925:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.156928:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.156929:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.156932:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb51e80d400/0x757b854463afa4a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129cf expref: 22 pid: 62988 timeout: 6170 lvb_type: 1 00010000:00000040:1.0:1763346501.156940:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 16 00000020:00000040:1.0:1763346501.156942:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00010000:00000001:1.0:1763346501.156950:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.156951:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.156953:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763346501.156954:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a3b800 00010000:00000001:1.0:1763346501.156956:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.156958:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.156961:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.156964:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.156966:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.156967:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.156969:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.156972:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.156974:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.156978:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.156986:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763346501.156991:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.157000:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2536:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00000040:1.0:1763346501.157003:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.157007:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.157015:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.157016:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.157019:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.157020:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.157022:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346501.157026:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.157029:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.157036:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.157039:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.157042:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.157044:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.157046:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.157047:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.157050:0:5736:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763346501.157054:0:5736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a888e00. 00000020:00000040:1.0:1763346501.157059:0:5736:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763346501.157064:0:5736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.157066:0:5736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.157071:0:5736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.157076:0:5736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51a00. 00000100:00000001:1.0:1763346501.157081:0:5736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.157088:0:5736:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.157097:0:5736:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.157101:0:5736:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.157105:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.157113:0:5736:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.157116:0:5736:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.157121:0:5736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a888e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5736:1848996514975360:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346501.157125:0:5736:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.157131:0:5736:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.157133:0:5736:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.157136:0:5736:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.157140:0:5736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e51000. 02000000:00000001:1.0:1763346501.157142:0:5736:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.157149:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.157156:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bd48. 00000100:00000200:1.0:1763346501.157175:0:5736:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514975360, portal 16 00000100:00000001:1.0:1763346501.157178:0:5736:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.157180:0:5736:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452765696 : -105874256785920 : ffff9fb53a888e00) 00000100:00000040:1.0:1763346501.157185:0:5736:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.157192:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.157194:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.157197:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bb28. 00000100:00000200:1.0:1763346501.157199:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514975360, offset 0 00000400:00000200:1.0:1763346501.157205:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000800:00000200:2.0:1763346501.157494:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.157500:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880f00. 00000400:00000200:2.0:1763346501.157506:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.157511:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.160417:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.160432:0:5736:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.160443:0:5736:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.160449:0:5736:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.160455:0:5736:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.160460:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198651:198651:255:4294967295] 192.168.204.16@tcp LPNI seq info [198647:198647:7:4294967295] 00000400:00000200:1.0:1763346501.160475:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.160485:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.160497:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f200. 00000800:00000200:1.0:1763346501.160505:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.160514:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.160520:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.160532:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.160539:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738075 00000100:00000001:1.0:1763346501.160548:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300738063 00000100:00000001:1.0:1763346501.160554:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738075 00000100:00000001:1.0:1763346501.160558:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300738063 00000100:00000001:1.0:1763346501.160561:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738075 00000100:00000001:1.0:1763346501.160565:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300738063 00000100:00000001:1.0:1763346501.160567:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738075 00000100:00000001:1.0:1763346501.160571:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300738063 00000100:00000001:1.0:1763346501.160573:0:5736:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.160578:0:5736:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.160581:0:5736:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.160584:0:5736:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.160588:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.160590:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.160592:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.160596:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.160598:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.160601:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.160603:0:5736:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.160606:0:5736:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.160609:0:5736:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb538979f00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.160613:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.160617:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763346501.160677:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb550 00000400:00000010:2.0:1763346501.160682:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb550. 00000100:00000001:2.0:1763346501.160689:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.160691:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763346501.160789:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.160793:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f200. 00000400:00000200:2.0:1763346501.160798:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.160803:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.160807:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bb28 00000400:00000010:2.0:1763346501.160809:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bb28. 00000100:00000001:2.0:1763346501.160813:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.160821:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.160833:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.160837:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.160844:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.160846:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.164945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000001:2.0:1763346501.165705:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.166356:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.166364:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.166370:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.166386:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.166411:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774e80 00000400:00000200:2.0:1763346501.166423:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fde1 [1] + 224 00000800:00000001:2.0:1763346501.166433:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.166438:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.166442:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.166447:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.166456:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.166467:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.166478:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.166535:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.167123:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.167137:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.167143:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.167145:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.167147:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.167152:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.167159:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 6 MB=0x691a70e017080 00000400:00000200:2.0:1763346501.167173:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 440/440 into md 0x90861 [128] + 140936 00000800:00000001:2.0:1763346501.167178:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.167183:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.167185:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.167188:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.167193:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.167195:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763346501.167201:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb514058700. 00000100:00000040:2.0:1763346501.167203:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb514058700 x1848996540805248 msgsize 440 00000100:00100000:2.0:1763346501.167207:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000400:00000001:1.0:1763346501.167430:0:5736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.167433:0:5736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.167437:0:5736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.167442:0:5736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bd48 00000400:00000010:1.0:1763346501.167445:0:5736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bd48. 00000100:00000001:1.0:1763346501.167449:0:5736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.167456:0:5736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.167465:0:5736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.167471:0:5736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.167473:0:5736:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.167475:0:5736:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.167478:0:5736:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.167481:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.167483:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.167486:0:5736:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.167494:0:5736:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:1.0:1763346501.167497:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.167500:0:5736:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.167501:0:5736:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.167505:0:5736:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.167509:0:5736:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.167512:0:5736:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.167516:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.167522:0:5736:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.167525:0:5736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.167527:0:5736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.167530:0:5736:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346501.167533:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.167535:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.167537:0:5736:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.167541:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.167548:0:5736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a888e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5736:1848996514975360:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346501.167553:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.167556:0:5736:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.167558:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.167560:0:5736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.167563:0:5736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a888e00 x1848996514975360/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.167569:0:5736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.167572:0:5736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.167575:0:5736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e51000. 02000000:00000001:1.0:1763346501.167578:0:5736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.167581:0:5736:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.167583:0:5736:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763346501.167586:0:5736:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.167588:0:5736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e51a00. 02000000:00000001:1.0:1763346501.167591:0:5736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.167593:0:5736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.167595:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a888e00. 00000100:00000001:1.0:1763346501.167598:0:5736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.167599:0:5736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.167601:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.167604:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.167606:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.167609:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30000. 00010000:00000001:1.0:1763346501.167612:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346501.167615:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346501.167617:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.167623:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.167626:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.167629:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.167633:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.167635:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.167638:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.167641:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.167644:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.167647:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.167650:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000100:00000001:2.0:1763346501.167727:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.167734:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.167738:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.167740:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.167742:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.167746:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.167752:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 6 MB=0x691a70e017100 00000400:00000200:2.0:1763346501.167757:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 440/440 into md 0x90861 [128] + 141376 00000800:00000001:2.0:1763346501.167761:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.167767:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.167769:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.167773:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.167776:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.167777:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763346501.167780:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb514059f80. 00000100:00000040:2.0:1763346501.167783:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb514059f80 x1848996540805376 msgsize 440 00000100:00100000:2.0:1763346501.167786:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.167817:0:86566:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346501.167867:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.167871:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.167874:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1763346501.167920:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a088. 00000100:00000200:0.0:1763346501.167926:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540805120, offset 224 00000400:00000200:0.0:1763346501.167933:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.167944:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.167952:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198652:198652:256:4294967295] 192.168.204.16@tcp LPNI seq info [198648:198648:8:4294967295] 00000400:00000200:0.0:1763346501.167963:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.167969:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.167976:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ae00. 00000800:00000200:0.0:1763346501.167982:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.167990:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.167995:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.168043:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.168047:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.168050:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.168052:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.168060:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405ad80 x1848996540805120/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346501.168072:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51405ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540805120:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 11279us (12229us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346501.168083:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4034 00000100:00000040:0.0:1763346501.168087:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346501.168090:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.168092:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.168099:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3b80. 00000020:00000010:0.0:1763346501.168104:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8898. 00000020:00000010:0.0:1763346501.168110:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51600. 00000020:00000040:0.0:1763346501.168117:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000100:00000001:0.0:1763346501.168120:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.168507:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.168513:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:2.0:1763346501.168518:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.168523:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.168527:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a088 00000400:00000010:2.0:1763346501.168529:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a088. 00000100:00000001:2.0:1763346501.168534:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.168536:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1763346501.168601:0:86566:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540805248 02000000:00000001:3.0:1763346501.168605:0:86566:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.168608:0:86566:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.168610:0:86566:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.168615:0:86566:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.168618:0:86566:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540805248 00000020:00000001:3.0:1763346501.168621:0:86566:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.168623:0:86566:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346501.168626:0:86566:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.168630:0:86566:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=20 00000020:00000001:3.0:1763346501.168633:0:86566:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346501.168635:0:86566:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346501.168640:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763346501.169041:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.169044:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540805376 02000000:00000001:1.0:1763346501.169046:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.169048:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.169050:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.169052:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.169054:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540805376 00000020:00000001:1.0:1763346501.169056:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.169058:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:1.0:1763346501.169059:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.169062:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=21 00000020:00000001:1.0:1763346501.169064:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:1.0:1763346501.169066:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346501.169068:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.169073:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.169077:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.169080:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000020:00000010:1.0:1763346501.169085:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51a00. 00000020:00000010:1.0:1763346501.169089:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.169094:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8000. 00000100:00000040:1.0:1763346501.169102:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346501.169104:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.169106:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346501.169109:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346501.169112:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.169115:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150848 : -1037400768 : ffffffffc22a8540) 00000020:00000001:1.0:1763346501.169119:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.169122:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346501.169126:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346501.169129:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.169132:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.169135:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.169137:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.169139:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.169141:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.169142:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.169143:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.169145:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.169146:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.169147:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.169149:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.169151:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.169153:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.169156:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.169159:0:104272:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:1.0:1763346501.169161:0:104272:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419265/9526 (0->18446744073709551615) 00002000:00000001:1.0:1763346501.169163:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346501.169174:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb514059f80 with x1848996540805376 ext(0->18446744073709551615) 00010000:00000001:1.0:1763346501.169178:0:104272:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:1.0:1763346501.169185:0:104272:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:1.0:1763346501.169187:0:104272:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.169191:0:104272:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:1.0:1763346501.169193:0:104272:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.169195:0:104272:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:1.0:1763346501.169197:0:104272:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346501.169198:0:104272:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9fb514059f80. 00002000:00000001:1.0:1763346501.169200:0:104272:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.169202:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.169209:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.169245:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.169254:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.169256:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.169260:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3712 00000100:00000040:1.0:1763346501.169264:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:1.0:1763346501.169266:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806650752 : -105874902900864 : ffff9fb514059f80) 00000100:00000040:1.0:1763346501.169272:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb514059f80 x1848996540805376/t0(0) o10->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.169281:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.169283:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30000. 00000100:00000001:1.0:1763346501.169285:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.169287:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30000. 00000100:00100000:1.0:1763346501.169291:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb514059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540805376:12345-192.168.204.16@tcp:10:cp.0 00000100:00000200:1.0:1763346501.169295:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540805376 00000020:00000001:1.0:1763346501.169298:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.169301:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.169304:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.169305:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.169307:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150848 : -1037400768 : ffffffffc22a8540) 00000020:00000001:1.0:1763346501.169310:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.169313:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.169315:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.169316:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.169318:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.169322:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.169324:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.169328:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb50941a800. 02000000:00000001:1.0:1763346501.169330:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.169333:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.169336:0:104272:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 00002000:00000002:1.0:1763346501.169339:0:104272:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x280000401:0x2536:0x0], valid = 0x18000000300463d, start = 0, end = -1 00002000:00000001:1.0:1763346501.169343:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.169346:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.169352:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:1.0:1763346501.169355:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:1.0:1763346501.169359:0:104272:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000001:1.0:1763346501.169364:0:104272:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.169373:0:104272:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1763346501.169376:0:104272:0:(dt_object.c:436:dt_version_get()) Can't get version, rc -61 00002000:00000001:1.0:1763346501.169379:0:104272:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.169382:0:104272:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.169385:0:104272:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763346501.169393:0:104272:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169397:0:104272:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.169408:0:104272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb50941bc00. 00080000:00000001:1.0:1763346501.169411:0:104272:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198626040832 : -105875083510784 : ffff9fb50941bc00) 00000001:00000001:1.0:1763346501.169415:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.169416:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169420:0:104272:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:1.0:1763346501.169453:0:104272:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:1.0:1763346501.169456:0:104272:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169461:0:104272:0:(osd_io.c:1364:osd_declare_punch()) Process entered 00000001:00000001:1.0:1763346501.169464:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.169466:0:104272:0:(osd_io.c:1392:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169469:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.169475:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169478:0:104272:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346501.169483:0:104272:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.169522:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.169523:0:104272:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169526:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.169532:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169557:0:104272:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.169565:0:104272:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb50a277038. 00000020:00000010:1.0:1763346501.169573:0:104272:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb528fa13f0. 00000020:00000010:1.0:1763346501.169576:0:104272:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb5330a08f8. 00000020:00000010:1.0:1763346501.169578:0:104272:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb529f12d90. 00080000:00000001:1.0:1763346501.169583:0:104272:0:(osd_io.c:1322:osd_punch()) Process entered 00080000:00000001:1.0:1763346501.169636:0:104272:0:(osd_io.c:1353:osd_punch()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.169639:0:104272:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763346501.169641:0:104272:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.169644:0:104272:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1763346501.169647:0:104272:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763346501.169651:0:104272:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346501.169658:0:104272:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169662:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.169665:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346501.169714:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.169718:0:104272:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.169723:0:104272:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346501.169727:0:104272:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763346501.169731:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.169732:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763346501.169785:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763346501.169788:0:104272:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911675, last_committed = 12884911674 00000001:00000010:1.0:1763346501.169793:0:104272:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54120. 00000001:00000040:1.0:1763346501.169796:0:104272:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535129800 : new cb_count 1 00000020:00000040:1.0:1763346501.169799:0:104272:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=22 00080000:00000001:1.0:1763346501.169806:0:104272:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.169837:0:104272:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346501.169839:0:104272:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.169854:0:104272:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.169860:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:1.0:1763346501.169871:0:104272:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9fb50941b000. 00000020:00000001:1.0:1763346501.169875:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.169879:0:104272:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000020:00000002:1.0:1763346501.169884:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00010000:00000040:1.0:1763346501.169888:0:104272:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:1.0:1763346501.169891:0:104272:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763346501.169896:0:104272:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346501.169900:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.169902:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.169905:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:1.0:1763346501.169907:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:1.0:1763346501.169909:0:104272:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.169912:0:104272:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346501.169915:0:104272:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2536:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763346501.169918:0:104272:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2536:0x0] updating lvb mtime from disk: 0 -> 1763346500 00002000:00010000:1.0:1763346501.169920:0:104272:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2536:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763346501.169922:0:104272:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2536:0x0] updating lvb ctime from disk: 0 -> 1763346500 00002000:00010000:1.0:1763346501.169925:0:104272:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2536:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:1.0:1763346501.169928:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00010000:00000040:1.0:1763346501.169933:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 12884911675, xid 1848996540805376 00010000:00000001:1.0:1763346501.169936:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.169942:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb514059f80 x1848996540805376/t12884911675(0) o10->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.169949:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.169952:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.169957:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.169962:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.169964:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.169966:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.169969:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.169972:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.169975:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.169978:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.169983:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bd48. 00000100:00000200:1.0:1763346501.169991:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540805376, offset 224 00000400:00000200:1.0:1763346501.169998:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.170013:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.170020:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198653:198653:256:4294967295] 192.168.204.16@tcp LPNI seq info [198649:198649:8:4294967295] 00000400:00000200:1.0:1763346501.170032:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.170037:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.170043:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fb00. 00000800:00000200:1.0:1763346501.170051:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.170058:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.170064:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fb00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.170091:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.170095:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.170097:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.170099:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.170101:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.170105:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb514059f80 x1848996540805376/t12884911675(0) o10->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.170114:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb514059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540805376:12345-192.168.204.16@tcp:10:cp.0 Request processed in 832us (2329us total) trans 12884911675 rc 0/0 00000100:00100000:1.0:1763346501.170123:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3712 00000100:00000040:1.0:1763346501.170126:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:1.0:1763346501.170129:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763346501.170130:0:104272:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:1.0:1763346501.170133:0:104272:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419265/9526 (0->18446744073709551615) 00002000:00000001:1.0:1763346501.170135:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346501.170137:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb514059f80 with x1848996540805376 ext(0->18446744073709551615) 00010000:00000001:1.0:1763346501.170139:0:104272:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:1.0:1763346501.170142:0:104272:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:1.0:1763346501.170144:0:104272:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.170147:0:104272:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:1.0:1763346501.170148:0:104272:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.170150:0:104272:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:1.0:1763346501.170152:0:104272:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346501.170153:0:104272:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9fb514059f80. 00002000:00000001:1.0:1763346501.170155:0:104272:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170157:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.170162:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.170176:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8000. 00000020:00000010:1.0:1763346501.170181:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51a00. 00000020:00000040:1.0:1763346501.170185:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:1.0:1763346501.170188:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763346501.170210:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f309c0. 00000100:00000001:1.0:1763346501.170241:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.170243:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f309c0. 00000020:00000010:1.0:1763346501.170249:0:86566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51a00. 00000020:00000010:1.0:1763346501.170252:0:86566:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.170255:0:86566:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8000. 00000100:00000040:1.0:1763346501.170261:0:86566:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346501.170264:0:86566:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.170265:0:86566:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346501.170267:0:86566:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346501.170269:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.170271:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150848 : -1037400768 : ffffffffc22a8540) 00000020:00000001:1.0:1763346501.170273:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.170276:0:86566:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346501.170279:0:86566:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346501.170281:0:86566:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.170283:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.170285:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.170287:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.170288:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.170290:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.170292:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.170293:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.170295:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.170297:0:86566:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.170298:0:86566:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.170299:0:86566:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.170301:0:86566:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.170303:0:86566:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.170306:0:86566:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.170308:0:86566:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:1.0:1763346501.170310:0:86566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677441/9740 (0->18446744073709551615) 00002000:00000001:1.0:1763346501.170312:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346501.170314:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb514058700 with x1848996540805248 ext(0->18446744073709551615) 00010000:00000001:1.0:1763346501.170316:0:86566:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:1.0:1763346501.170320:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:1.0:1763346501.170323:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.170325:0:86566:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:1.0:1763346501.170327:0:86566:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.170329:0:86566:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:1.0:1763346501.170331:0:86566:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346501.170332:0:86566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb514058700. 00002000:00000001:1.0:1763346501.170334:0:86566:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170336:0:86566:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170341:0:86566:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170347:0:86566:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.170357:0:86566:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.170359:0:86566:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.170363:0:86566:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3713 00000100:00000040:1.0:1763346501.170366:0:86566:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.170368:0:86566:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806644480 : -105874902907136 : ffff9fb514058700) 00000100:00000040:1.0:1763346501.170373:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb514058700 x1848996540805248/t0(0) o10->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.170381:0:86566:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.170385:0:86566:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f309c0. 00000100:00000001:1.0:1763346501.170387:0:86566:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.170389:0:86566:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f309c0. 00000100:00100000:1.0:1763346501.170393:0:86566:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb514058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+20:2357:x1848996540805248:12345-192.168.204.16@tcp:10:cp.0 00000100:00000200:1.0:1763346501.170397:0:86566:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540805248 00000020:00000001:1.0:1763346501.170398:0:86566:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.170401:0:86566:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.170403:0:86566:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.170404:0:86566:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.170405:0:86566:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150848 : -1037400768 : ffffffffc22a8540) 00000020:00000001:1.0:1763346501.170408:0:86566:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.170410:0:86566:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.170411:0:86566:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.170413:0:86566:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.170414:0:86566:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170417:0:86566:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.170419:0:86566:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.170423:0:86566:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb509419000. 02000000:00000001:1.0:1763346501.170425:0:86566:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170428:0:86566:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.170430:0:86566:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 00002000:00000002:1.0:1763346501.170432:0:86566:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x240000401:0x260c:0x0], valid = 0x18000000300463d, start = 0, end = -1 00002000:00000001:1.0:1763346501.170434:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.170437:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.170442:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:1.0:1763346501.170444:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:1.0:1763346501.170447:0:86566:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000001:1.0:1763346501.170450:0:86566:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.170453:0:86566:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:1.0:1763346501.170456:0:86566:0:(dt_object.c:436:dt_version_get()) Can't get version, rc -61 00002000:00000001:1.0:1763346501.170457:0:86566:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.170460:0:86566:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.170461:0:86566:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763346501.170466:0:86566:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170468:0:86566:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.170475:0:86566:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb4020b4400. 00080000:00000001:1.0:1763346501.170477:0:86566:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638194210063360 : -105879499488256 : ffff9fb4020b4400) 00000001:00000001:1.0:1763346501.170480:0:86566:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.170481:0:86566:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170483:0:86566:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:1.0:1763346501.170496:0:86566:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:1.0:1763346501.170499:0:86566:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170502:0:86566:0:(osd_io.c:1364:osd_declare_punch()) Process entered 00000001:00000001:1.0:1763346501.170504:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.170506:0:86566:0:(osd_io.c:1392:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170508:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.170513:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170515:0:86566:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346501.170518:0:86566:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.170536:0:86566:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.170537:0:86566:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170540:0:86566:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.170545:0:86566:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170562:0:86566:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.170567:0:86566:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb50a2775e8. 00000020:00000010:1.0:1763346501.170572:0:86566:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb531a5d8c0. 00080000:00000001:1.0:1763346501.170577:0:86566:0:(osd_io.c:1322:osd_punch()) Process entered 00080000:00000001:1.0:1763346501.170590:0:86566:0:(osd_io.c:1353:osd_punch()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.170593:0:86566:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763346501.170595:0:86566:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.170597:0:86566:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1763346501.170600:0:86566:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763346501.170602:0:86566:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346501.170607:0:86566:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170610:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.170612:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346501.170638:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.170641:0:86566:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.170643:0:86566:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346501.170646:0:86566:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763346501.170649:0:86566:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.170650:0:86566:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763346501.170690:0:86566:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763346501.170693:0:86566:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847761, last_committed = 21474847758 00000001:00000010:1.0:1763346501.170697:0:86566:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a543c0. 00000001:00000040:1.0:1763346501.170700:0:86566:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 1 00000020:00000040:1.0:1763346501.170702:0:86566:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=21 00080000:00000001:1.0:1763346501.170706:0:86566:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.170716:0:86566:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346501.170718:0:86566:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.170729:0:86566:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.170733:0:86566:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:1.0:1763346501.170741:0:86566:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9fb4020b6c00. 00000020:00000001:1.0:1763346501.170744:0:86566:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.170748:0:86566:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000020:00000002:1.0:1763346501.170750:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000040:1.0:1763346501.170753:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:1.0:1763346501.170756:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763346501.170759:0:86566:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346501.170762:0:86566:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.170764:0:86566:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.170766:0:86566:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:1.0:1763346501.170768:0:86566:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:1.0:1763346501.170770:0:86566:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.170772:0:86566:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346501.170774:0:86566:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1763346501.170777:0:86566:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb mtime from disk: 0 -> 1763346500 00002000:00010000:1.0:1763346501.170779:0:86566:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1763346501.170781:0:86566:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb ctime from disk: 0 -> 1763346500 00002000:00010000:1.0:1763346501.170783:0:86566:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:1.0:1763346501.170785:0:86566:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000040:1.0:1763346501.170789:0:86566:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 21474847761, xid 1848996540805248 00010000:00000001:1.0:1763346501.170791:0:86566:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.170796:0:86566:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb514058700 x1848996540805248/t21474847761(0) o10->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.170803:0:86566:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.170805:0:86566:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.170808:0:86566:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.170811:0:86566:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.170813:0:86566:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.170815:0:86566:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.170818:0:86566:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.170820:0:86566:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170822:0:86566:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.170824:0:86566:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.170828:0:86566:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b7f8. 00000100:00000200:1.0:1763346501.170833:0:86566:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540805248, offset 224 00000400:00000200:1.0:1763346501.170838:0:86566:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.170845:0:86566:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.170850:0:86566:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198654:198654:255:4294967295] 192.168.204.16@tcp LPNI seq info [198650:198650:7:4294967295] 00000400:00000200:1.0:1763346501.170858:0:86566:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.170864:0:86566:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.170868:0:86566:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f800. 00000800:00000200:1.0:1763346501.170874:0:86566:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.170880:0:86566:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.170883:0:86566:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f800 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.170886:0:86566:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.170889:0:86566:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.170891:0:86566:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.170893:0:86566:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.170895:0:86566:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.170898:0:86566:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb514058700 x1848996540805248/t21474847761(0) o10->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.170907:0:86566:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb514058700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540805248:12345-192.168.204.16@tcp:10:cp.0 Request processed in 525us (3702us total) trans 21474847761 rc 0/0 00000100:00100000:1.0:1763346501.170915:0:86566:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3713 00000100:00000040:1.0:1763346501.170917:0:86566:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.170919:0:86566:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763346501.170921:0:86566:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:1.0:1763346501.170923:0:86566:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677441/9740 (0->18446744073709551615) 00002000:00000001:1.0:1763346501.170925:0:86566:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346501.170926:0:86566:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb514058700 with x1848996540805248 ext(0->18446744073709551615) 00010000:00000001:1.0:1763346501.170929:0:86566:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:1.0:1763346501.170933:0:86566:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:1.0:1763346501.170935:0:86566:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.170938:0:86566:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:1.0:1763346501.170939:0:86566:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.170941:0:86566:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:1.0:1763346501.170942:0:86566:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346501.170944:0:86566:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb514058700. 00002000:00000001:1.0:1763346501.170946:0:86566:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.170948:0:86566:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.170952:0:86566:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.170955:0:86566:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8000. 00000020:00000010:1.0:1763346501.170958:0:86566:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51a00. 00000020:00000040:1.0:1763346501.170961:0:86566:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346501.170964:0:86566:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.171496:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.171503:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fb00. 00000400:00000200:3.0:1763346501.171508:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.171514:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.171520:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bd48 00000400:00000010:3.0:1763346501.171523:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bd48. 00000100:00000001:3.0:1763346501.171527:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.171529:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346501.171601:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.171604:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f800. 00000400:00000200:3.0:1763346501.171607:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.171611:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.171614:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b7f8 00000400:00000010:3.0:1763346501.171615:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b7f8. 00000100:00000001:3.0:1763346501.171618:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.171619:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.176026:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.176047:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.176052:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.176131:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.176148:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.176178:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e017180 00000400:00000200:2.0:1763346501.176188:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 116632 00000800:00000001:2.0:1763346501.176199:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.176303:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.176307:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.176312:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.176320:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.176323:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346501.176331:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405aa00. 00000100:00000040:2.0:1763346501.176335:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51405aa00 x1848996540805504 msgsize 576 00000100:00100000:2.0:1763346501.176340:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.176351:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.176361:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.176365:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.176424:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.176428:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540805504 02000000:00000001:3.0:1763346501.176431:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.176433:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.176436:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.176441:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.176445:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540805504 00000020:00000001:3.0:1763346501.176449:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.176451:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346501.176454:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.176458:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:3.0:1763346501.176460:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346501.176463:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346501.176468:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.176474:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.176478:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.176481:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000020:00000010:3.0:1763346501.176487:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031a600. 00000020:00000010:3.0:1763346501.176493:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.176498:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1708. 00000100:00000040:3.0:1763346501.176507:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346501.176510:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.176511:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763346501.176515:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763346501.176517:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.176519:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.176527:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.176541:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.176555:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.176557:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.176561:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140851 00000100:00000040:3.0:1763346501.176565:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346501.176567:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806653440 : -105874902898176 : ffff9fb51405aa00) 00000100:00000040:3.0:1763346501.176576:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51405aa00 x1848996540805504/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346501.176585:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.176587:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.176589:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.176591:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c340. 00000100:00100000:3.0:1763346501.176594:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51405aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+498:226874:x1848996540805504:12345-192.168.204.16@tcp:101:cp.0 00000100:00000200:3.0:1763346501.176599:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540805504 00000020:00000001:3.0:1763346501.176602:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.176606:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763346501.176611:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb402852240: xid 1848996540804608, transno 8590055511, client gen 3, slot idx 2 00000001:00000001:3.0:1763346501.176615:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb402852300: xid 1848996540804224, transno 8590055509, client gen 3, slot idx 0 00000001:00000010:3.0:1763346501.176619:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb402852300. 00000020:00000001:3.0:1763346501.176624:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.176626:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.176628:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346501.176632:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346501.176634:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540805504, found 0 last_xid 1848996540805503 00000020:00000001:3.0:1763346501.176637:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.176639:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.176641:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.176645:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.176648:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346501.176651:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346501.176652:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346501.176654:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346501.176656:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.176660:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346501.176668:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 3 00010000:00000001:3.0:1763346501.176671:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.176674:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346501.176678:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b200. 00000020:00000001:3.0:1763346501.176682:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346501.176684:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b200 with handle 0x757b854463afa4db to hash 00000020:00000001:3.0:1763346501.176686:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346501.176688:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00000010:3.0:1763346501.176693:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001180. 00010000:00000001:3.0:1763346501.176696:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549440 : -105874406002176 : ffff9fb531a3b200) 00010000:00010000:3.0:1763346501.176700:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463afa4db lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129eb expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.176708:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:3.0:1763346501.176710:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000001:3.0:1763346501.176717:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763346501.176720:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763346501.176727:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763346501.176730:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763346501.176732:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763346501.176734:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763346501.176736:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:3.0:1763346501.176740:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.176746:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:3.0:1763346501.176748:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:3.0:1763346501.176751:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.176754:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763346501.176756:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763346501.176759:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.176761:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.176808:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb5399a0000. 02000000:00000001:3.0:1763346501.176810:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.176813:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.176816:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.176818:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763346501.176823:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763346501.176826:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.176829:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.176832:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.176833:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.176836:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.176837:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.176839:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.176840:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.176841:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.176842:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.176844:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.176845:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.176846:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.176847:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.176849:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.176850:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.176851:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.176854:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.176855:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.176860:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763346501.176866:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:3.0:1763346501.176868:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:3.0:1763346501.176870:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763346501.176872:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.176875:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.176876:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.176878:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763346501.176880:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.176884:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763346501.176889:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763346501.176891:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763346501.176892:0:19997:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:3.0:1763346501.176904:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb517de2000. 00000004:00000001:3.0:1763346501.176909:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763346501.176916:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.176920:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.176928:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.176931:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.176935:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:3.0:1763346501.176940:0:19997:0:(mdt_lib.c:2233:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763346501.176942:0:19997:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4063:0x0]/[0x200000bd2:0x4063:0x0], ldlm_rep = ffff9fb5399a0228 00000004:00000001:3.0:1763346501.176950:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763346501.176955:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763346501.176957:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763346501.176959:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 4 00010000:00000001:3.0:1763346501.176961:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.176963:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346501.176966:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b600. 00000020:00000001:3.0:1763346501.176968:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346501.176971:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b600 with handle 0x757b854463afa4e2 to hash 00000020:00000001:3.0:1763346501.176973:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346501.176974:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000010:3.0:1763346501.176978:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb51f001680. 00010000:00000001:3.0:1763346501.176980:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:3.0:1763346501.176984:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.176986:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.176989:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.176995:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763346501.176999:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763346501.177001:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346501.177004:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.177007:0:19997:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346501.177011:0:19997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346501.177018:0:19997:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346501.177019:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.177021:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.177022:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.177024:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.177027:0:19997:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763346501.177029:0:19997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 4/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000040:3.0:1763346501.177036:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 4 00010000:00000040:3.0:1763346501.177039:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346501.177042:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.177048:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.177054:0:19997:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763346501.177056:0:19997:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 4/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346501.177063:0:19997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c340. 00000100:00000001:3.0:1763346501.177067:0:19997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346501.177073:0:19997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb402852300. 00000100:00000001:3.0:1763346501.177075:0:19997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194218050304 : -105879491501312 : ffff9fb402852300) 00000100:00000001:3.0:1763346501.177078:0:19997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194218050304 : -105879491501312 : ffff9fb402852300) 00000100:00000001:3.0:1763346501.177081:0:19997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346501.177083:0:19997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346501.177085:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.177087:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.177089:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763346501.177091:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.177094:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.177096:0:19997:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763346501.177098:0:19997:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763346501.177102:0:19997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000020:00000040:3.0:1763346501.177105:0:19997:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1763346501.177109:0:19997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346501.177111:0:19997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763346501.177116:0:19997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763346501.177121:0:19997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb54031b400. 00000100:00000001:3.0:1763346501.177127:0:19997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.177132:0:19997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346501.177146:0:19997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 499 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:3.0:1763346501.177153:0:19997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763346501.177157:0:19997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346501.177161:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.177180:0:19997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346501.177182:0:19997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.177186:0:19997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514975488:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346501.177191:0:19997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346501.177196:0:19997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346501.177199:0:19997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.177201:0:19997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346501.177205:0:19997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb54031b600. 02000000:00000001:3.0:1763346501.177206:0:19997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346501.177233:0:19997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad1b8. 00000400:00000010:3.0:1763346501.177240:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbe58. 00000100:00000200:3.0:1763346501.177249:0:19997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514975488, portal 16 00000100:00000001:3.0:1763346501.177251:0:19997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346501.177252:0:19997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:3.0:1763346501.177258:0:19997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.177264:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.177267:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.177269:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbd48. 00000100:00000200:3.0:1763346501.177272:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514975488, offset 0 00000400:00000200:3.0:1763346501.177279:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.177292:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.177297:0:19997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763346501.177302:0:19997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:3.0:1763346501.177306:0:19997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763346501.177309:0:19997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:3.0:1763346501.177312:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198655:198655:256:4294967295] 192.168.204.16@tcp LPNI seq info [198651:198651:8:4294967295] 00000400:00000200:3.0:1763346501.177323:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.177328:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.177333:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880b00. 00000800:00000200:3.0:1763346501.177339:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.177347:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.177351:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.177368:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.177372:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738092 00000100:00000001:3.0:1763346501.177379:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738075 00000100:00000001:3.0:1763346501.177383:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738092 00000100:00000001:3.0:1763346501.177387:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738075 00000100:00000001:3.0:1763346501.177389:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738092 00000100:00000001:3.0:1763346501.177392:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738075 00000100:00000001:3.0:1763346501.177394:0:19997:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738092 00000100:00000001:3.0:1763346501.177396:0:19997:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738075 00000100:00000001:3.0:1763346501.177399:0:19997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.177401:0:19997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.177403:0:19997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.177404:0:19997:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.177406:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.177408:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.177409:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.177410:0:19997:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.177412:0:19997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.177414:0:19997:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346501.177415:0:19997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.177418:0:19997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346501.177420:0:19997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763346501.177422:0:19997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb402852300 going to sleep for 11 seconds 00000100:00000001:3.0:1763346501.177425:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346501.177428:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346501.177561:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.177566:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880b00. 00000400:00000200:2.0:1763346501.177570:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.177574:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.177579:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbd48 00000400:00000010:2.0:1763346501.177581:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbd48. 00000100:00000001:2.0:1763346501.177585:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.177589:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.177599:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.177603:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.177609:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.177612:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763346501.179443:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.179460:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.179465:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.179467:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.179478:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.179495:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774f00 00000400:00000200:3.0:1763346501.179504:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fdf5 [1] + 224 00000800:00000001:3.0:1763346501.179513:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.179520:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.179523:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.179528:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.179534:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.179542:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346501.179553:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.179577:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.179586:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.179589:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.179666:0:19997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.179674:0:19997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.179677:0:19997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.179681:0:19997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad1b8. 00000400:00000200:1.0:1763346501.179689:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbe58 00000400:00000010:1.0:1763346501.179691:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbe58. 00000100:00000001:1.0:1763346501.179694:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.179700:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.179709:0:19997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.179714:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.179717:0:19997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.179720:0:19997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.179723:0:19997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.179725:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.179727:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.179730:0:19997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.179739:0:19997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1763346501.179743:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.179746:0:19997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.179748:0:19997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.179751:0:19997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.179754:0:19997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.179757:0:19997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.179763:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.179770:0:19997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.179773:0:19997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.179776:0:19997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.179778:0:19997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346501.179781:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.179783:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.179785:0:19997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.179788:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.179796:0:19997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5199aa680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:19997:1848996514975488:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.179802:0:19997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.179805:0:19997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.179808:0:19997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.179811:0:19997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.179814:0:19997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5199aa680 x1848996514975488/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.179821:0:19997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.179823:0:19997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.179826:0:19997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb54031b600. 02000000:00000001:1.0:1763346501.179832:0:19997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.179835:0:19997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.179837:0:19997:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763346501.179839:0:19997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.179842:0:19997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb54031b400. 02000000:00000001:1.0:1763346501.179845:0:19997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.179847:0:19997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.179849:0:19997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5199aa680. 00000100:00000001:1.0:1763346501.179853:0:19997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.179855:0:19997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.179857:0:19997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb402852300. 00000100:00000001:1.0:1763346501.179861:0:19997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.179863:0:19997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.179866:0:19997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c340. 00010000:00000001:1.0:1763346501.179869:0:19997:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.179872:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.179874:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.179877:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763346501.179881:0:19997:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000800:00000001:2.0:1763346501.182126:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.182145:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.182150:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.182153:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.182193:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.182255:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e017200 00000400:00000200:2.0:1763346501.182266:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127b99 [2] + 1312 00000800:00000001:2.0:1763346501.182275:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.182335:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.182339:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.182344:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.182351:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.182354:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763346501.182360:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405b800. 00000100:00000040:2.0:1763346501.182364:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51405b800 x1848996540805632 msgsize 328 00000100:00100000:2.0:1763346501.182368:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.182375:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.182384:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.182387:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.182538:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.182542:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540805632 02000000:00000001:0.0:1763346501.182544:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.182547:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.182549:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.182554:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.182559:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540805632 00000020:00000001:0.0:1763346501.182563:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.182565:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346501.182568:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.182573:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:0.0:1763346501.182575:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346501.182578:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346501.182585:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.182590:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6ff80. 00000100:00000001:0.0:1763346501.182594:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.182597:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6ff80. 00000020:00000010:0.0:1763346501.182605:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.182612:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb517f8bb80. 00000020:00000010:0.0:1763346501.182618:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401090c8. 00000100:00000040:0.0:1763346501.182627:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346501.182630:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.182632:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346501.182634:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346501.182637:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.182640:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346501.182646:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.182647:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.182650:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=4 00000020:00000001:0.0:1763346501.182652:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:0.0:1763346501.182655:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00010000:0.0:1763346501.182663:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 500 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:0.0:1763346501.182671:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.182673:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.182674:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.182676:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.182684:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763346501.182691:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb51405b800 x1848996540805632/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.182697:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346501.182699:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.183525:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.183529:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.183537:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4035 00000100:00000040:3.0:1763346501.183541:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:3.0:1763346501.183544:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806657024 : -105874902894592 : ffff9fb51405b800) 00000100:00000040:3.0:1763346501.183551:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51405b800 x1848996540805632/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346501.183562:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.183568:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c500. 00000100:00000001:3.0:1763346501.183570:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.183573:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c500. 00000100:00100000:3.0:1763346501.183578:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51405b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+500:2356:x1848996540805632:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763346501.183582:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540805632 00010000:00000001:3.0:1763346501.183585:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346501.183588:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763346501.183591:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346501.183598:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.183600:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.183606:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb517f75400. 02000000:00000001:3.0:1763346501.183609:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.183612:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.183615:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346501.183617:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346501.183619:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.183621:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.183623:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=4 00000020:00000001:3.0:1763346501.183625:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:3.0:1763346501.183628:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000040:3.0:1763346501.183631:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 5 00000004:00000001:3.0:1763346501.183636:0:5737:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763346501.183640:0:5737:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 500 pid: 19997 timeout: 6170 lvb_type: 0 00000100:00001000:3.0:1763346501.183648:0:5737:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=148 v=5 (1 0 0 0) 00010000:00000001:3.0:1763346501.183652:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346501.183658:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.183660:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.183663:0:5737:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 500 pid: 19997 timeout: 6170 lvb_type: 0 00000020:00000001:3.0:1763346501.183677:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.183679:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.183681:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.183683:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.183689:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346501.183691:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.183697:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.183699:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.183702:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.183704:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.183707:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0a00 with handle 0x757b854463afa4b8 from hash 00010000:00000001:3.0:1763346501.183709:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.183711:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.183712:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.183713:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346501.183718:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346501.183721:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.183723:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346501.183725:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346501.183728:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa4b8 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4063:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129d6 expref: 500 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000040:3.0:1763346501.183737:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:3.0:1763346501.183740:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:3.0:1763346501.183743:0:5737:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2d80. 00010000:00000001:3.0:1763346501.183752:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.183754:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.183757:0:5737:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346501.183760:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:3.0:1763346501.183765:0:5737:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.183772:0:5737:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763346501.183775:0:5737:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.183778:0:5737:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.183780:0:5737:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.183782:0:5737:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.183785:0:5737:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763346501.183787:0:5737:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763346501.183790:0:5737:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.183796:0:5737:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763346501.183798:0:5737:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763346501.183800:0:5737:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763346501.183802:0:5737:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763346501.183804:0:5737:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 4 00010000:00000040:3.0:1763346501.183808:0:5737:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346501.183811:0:5737:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763346501.183818:0:5737:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 4/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.183824:0:5737:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763346501.183826:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346501.183828:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.183830:0:5737:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346501.183832:0:5737:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.183834:0:5737:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763346501.183838:0:5737:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb417e9c500. 00000100:00000001:3.0:1763346501.183842:0:5737:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763346501.183850:0:5737:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb4028520c0. 00000100:00000001:3.0:1763346501.183853:0:5737:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638194218049728 : -105879491501888 : ffff9fb4028520c0) 00000100:00000001:3.0:1763346501.183855:0:5737:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638194218049728 : -105879491501888 : ffff9fb4028520c0) 00000100:00000001:3.0:1763346501.183858:0:5737:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763346501.183860:0:5737:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763346501.183862:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.183865:0:5737:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763346501.183872:0:5737:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.183874:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.183876:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.183877:0:5737:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.183879:0:5737:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763346501.183880:0:5737:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763346501.183883:0:5737:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.183885:0:5737:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.183887:0:5737:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763346501.183890:0:5737:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb4028520c0. 00000100:00000001:3.0:1763346501.183893:0:5737:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346501.183895:0:5737:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346501.183897:0:5737:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb417e9c500. 00010000:00000001:3.0:1763346501.183899:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763346501.183901:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346501.183903:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.183910:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.183913:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.183916:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.183921:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.183923:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.183926:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.183929:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.183931:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.183936:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.183939:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.183944:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb6e8. 00000100:00000200:3.0:1763346501.183953:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540805632, offset 224 00000400:00000200:3.0:1763346501.183960:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.183974:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.183981:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198656:198656:256:4294967295] 192.168.204.16@tcp LPNI seq info [198652:198652:8:4294967295] 00000400:00000200:3.0:1763346501.183994:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.183999:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.184005:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880400. 00000800:00000200:3.0:1763346501.184011:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.184018:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.184023:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.184390:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763346501.184642:0:19997:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.184651:0:19997:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.184654:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.184660:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.184661:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.184663:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.184665:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.184668:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.184670:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b600 refcount=3 00000020:00000001:1.0:1763346501.184672:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:1.0:1763346501.184674:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:1.0:1763346501.184676:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.184677:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.184680:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.184686:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763346501.184694:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346501.184697:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346501.184707:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.184710:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.184717:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184721:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184729:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.184732:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.184735:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.184737:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346501.184740:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.184742:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763346501.184746:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.184747:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184748:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184752:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.184754:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.184755:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.184757:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.184759:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184760:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184762:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.184764:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.184766:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763346501.184769:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763346501.184771:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346501.184774:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb5399a0370 00000004:00000001:1.0:1763346501.184776:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.184780:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.184783:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.184785:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.184787:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.184789:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.184791:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.184792:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.184794:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.184796:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763346501.184799:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 0 00000004:00000040:1.0:1763346501.184803:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4063:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763346501.184806:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:1.0:1763346501.184808:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9740 00000004:00000040:1.0:1763346501.184810:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 1 subobj 0x280000401:9526 00000004:00200000:1.0:1763346501.184813:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1763346501.184815:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763346501.184817:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.184818:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.184821:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346501.184823:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.184824:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184825:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.184828:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.184830:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.184832:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.184834:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.184843:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.184852:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.184854:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.184862:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.184863:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.184865:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b600 refcount=3 00000020:00000001:1.0:1763346501.184867:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:1.0:1763346501.184869:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00000004:00010000:1.0:1763346501.184872:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.184877:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.184878:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.184880:0:19997:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763346501.184882:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346501.184885:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763346501.184888:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.184889:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.184891:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b600 refcount=3 00000020:00000001:1.0:1763346501.184893:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:1.0:1763346501.184895:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00000004:00000040:1.0:1763346501.184899:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:1.0:1763346501.184902:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:1.0:1763346501.184907:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.184909:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.184910:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346501.184913:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763346501.184919:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346501.184922:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346501.184924:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346501.184926:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346501.184928:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346501.184930:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:1.0:1763346501.184936:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.184940:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346501.184943:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346501.184945:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1763346501.184948:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb517de2000. 00000004:00000001:1.0:1763346501.184954:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346501.184958:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.184960:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.184963:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.184965:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.184966:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.184968:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.184969:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b200 with handle 0x757b854463afa4db from hash 00010000:00000001:1.0:1763346501.184971:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.184973:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.184974:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.184975:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.184977:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.184983:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b200/0x757b854463afa4db lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129eb expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.184989:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346501.184992:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00010000:00000010:1.0:1763346501.184994:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001180. 00010000:00000001:1.0:1763346501.185003:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.185005:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.185010:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346501.185014:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129eb expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.185022:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.185024:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.185026:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:1.0:1763346501.185029:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763346501.185032:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.185034:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.185035:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.185036:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.185037:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.185039:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b600, rc 0) 00000020:00000001:1.0:1763346501.185042:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.185046:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540805504 00010000:00000001:1.0:1763346501.185049:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:3.0:1763346501.186202:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.186230:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.186234:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.186236:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.186245:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405b800 x1848996540805632/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346501.186257:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51405b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+499:2356:x1848996540805632:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 2693us (3890us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346501.186269:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4035 00000100:00000040:3.0:1763346501.186273:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346501.186275:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.186277:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.186285:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb517f8bb80. 00000020:00000010:3.0:1763346501.186292:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401090c8. 00000020:00000010:3.0:1763346501.186298:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:3.0:1763346501.186304:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:3.0:1763346501.186307:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.186496:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.186502:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880400. 00000400:00000200:2.0:1763346501.186509:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.186515:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.186524:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb6e8 00000400:00000010:2.0:1763346501.186528:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb6e8. 00000100:00000001:2.0:1763346501.186533:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.186535:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:1.0:1763346501.186612:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51405aa00 x1848996540805504/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.186624:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.186627:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.186630:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.186635:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.186638:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.186640:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.186643:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.186645:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.186649:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.186651:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.186691:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bc38. 00000100:00000200:1.0:1763346501.186698:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540805504, offset 224 00000400:00000200:1.0:1763346501.186707:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.186721:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.186728:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198657:198657:256:4294967295] 192.168.204.16@tcp LPNI seq info [198653:198653:8:4294967295] 00000400:00000200:1.0:1763346501.186740:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.186745:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.186751:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fa00. 00000800:00000200:1.0:1763346501.186759:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.186766:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.186771:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fa00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.186791:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.186794:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.186796:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.186799:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.186802:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.186807:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405aa00 x1848996540805504/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.186816:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51405aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+498:226874:x1848996540805504:12345-192.168.204.16@tcp:101:cp.0 Request processed in 10229us (10479us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.186823:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140851 00000100:00000040:1.0:1763346501.186827:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346501.186828:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.186830:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.186834:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b100. 00000020:00000010:1.0:1763346501.186837:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1708. 00000020:00000010:1.0:1763346501.186841:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031a600. 00000020:00000040:1.0:1763346501.186845:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:1.0:1763346501.186847:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.187519:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.187526:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fa00. 00000400:00000200:3.0:1763346501.187531:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.187537:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.187542:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bc38 00000400:00000010:3.0:1763346501.187545:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bc38. 00000100:00000001:3.0:1763346501.187549:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.187550:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.193289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b200. 00010000:00000010:3.1:1763346501.193573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00000800:00000001:2.0:1763346501.194060:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.194076:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.194079:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.194081:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.194096:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.194117:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e017300 00000400:00000200:2.0:1763346501.194127:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d0d [2] + 1176 00000800:00000001:2.0:1763346501.194136:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.194146:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.194150:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.194156:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.194175:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.194178:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763346501.194186:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb514059180. 00000100:00000040:2.0:1763346501.194190:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb514059180 x1848996540805888 msgsize 392 00000100:00100000:2.0:1763346501.194195:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.194665:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.194678:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.194683:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.194783:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.194787:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540805888 02000000:00000001:3.0:1763346501.194790:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.194794:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.194796:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.194801:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.194807:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540805888 00000020:00000001:3.0:1763346501.194811:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.194814:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346501.194817:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.194821:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:3.0:1763346501.194824:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346501.194827:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346501.194833:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.194914:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.194920:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.194923:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000020:00000010:2.0:1763346501.194931:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.194939:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.194945:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.194955:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346501.194959:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.194961:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.194964:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.194974:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.195140:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.195154:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.195156:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.195163:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21002 00000100:00000040:2.0:1763346501.195174:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.195176:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806647168 : -105874902904448 : ffff9fb514059180) 00000100:00000040:2.0:1763346501.195184:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb514059180 x1848996540805888/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.195194:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.195197:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.195199:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.195201:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000100:00100000:2.0:1763346501.195205:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb514059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+498:226874:x1848996540805888:12345-192.168.204.16@tcp:35:cp.0 00000100:00000200:2.0:1763346501.195209:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540805888 00000020:00000001:2.0:1763346501.195300:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.195305:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.195310:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.195312:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.195314:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346501.195318:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.195321:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540805888, found 0 last_xid 1848996540805887 00000020:00000001:2.0:1763346501.195324:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.195327:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.195329:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.195332:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195338:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346501.195341:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346501.195343:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346501.195347:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195350:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346501.195354:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.195356:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195358:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.195360:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.195362:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195364:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.195365:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.195367:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195368:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.195369:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.195370:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195372:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.195373:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.195374:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195377:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195379:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346501.195381:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195385:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.195386:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.195388:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195389:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.195390:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.195392:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195393:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.195394:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.195395:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195397:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.195398:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.195403:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.195409:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.195411:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.195413:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.195415:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.195417:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.195418:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195420:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.195422:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195423:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.195427:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.195429:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.195435:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb52af1cc00. 02000000:00000001:2.0:1763346501.195437:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.195439:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195441:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.195443:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195447:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346501.195450:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346501.195451:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.195453:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb510e3b400 refcount=2 00000020:00000001:2.0:1763346501.195455:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198754096128 : -105874955455488 : ffff9fb510e3b400) 00000004:00000001:2.0:1763346501.195458:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638198754096128 : -105874955455488 : ffff9fb510e3b400) 00000020:00000040:2.0:1763346501.195462:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb510e3b400 with handle 0x757b854463afa4bf from hash 00000004:00000001:2.0:1763346501.195466:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346501.195468:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4063:0x0] with intent: 0 00000004:00000001:2.0:1763346501.195473:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346501.195475:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 1516 lsom blocks 0 blocks 2 truncate 0 00000004:00000001:2.0:1763346501.195479:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.195481:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.195490:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195492:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.195497:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195500:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195508:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.195511:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.195514:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.195516:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.195518:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.195520:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346501.195524:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346501.195526:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195528:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.195530:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.195531:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195532:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195534:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.195536:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.195537:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.195539:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.195540:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195541:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195544:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.195545:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.195547:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.195548:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.195551:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346501.195552:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195555:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346501.195556:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4063:0x0]: Set SOM attrs S/B/F: 1516/2/4. 00000004:00000001:2.0:1763346501.195559:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.195561:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346501.195563:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346501.195567:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.195574:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613360. 00080000:00000001:2.0:1763346501.195577:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.195586:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1d400. 00080000:00000001:2.0:1763346501.195589:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191229440 : -105874518322176 : ffff9fb52af1d400) 00000004:00000001:2.0:1763346501.195593:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.195597:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.195600:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.195602:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191229440 : -105874518322176 : ffff9fb52af1d400) 00080000:00000001:2.0:1763346501.195605:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.195632:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195634:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195637:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.195641:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.195644:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.195649:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.195650:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.195652:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191229440 : -105874518322176 : ffff9fb52af1d400) 00080000:00000001:2.0:1763346501.195656:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.195661:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.195663:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195665:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.195692:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.195694:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195699:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.195701:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.195703:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.195704:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.195706:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191229440 : -105874518322176 : ffff9fb52af1d400) 00080000:00000001:2.0:1763346501.195709:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.195712:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346501.195729:0:19976:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346501.195732:0:19976:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.195736:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195738:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195739:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195741:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.195745:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.195749:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.195752:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.195755:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055512, last_committed = 8590055502 00000001:00000010:2.0:1763346501.195759:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613180. 00000001:00000040:2.0:1763346501.195761:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:2.0:1763346501.195764:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:2.0:1763346501.195770:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5095ca3c0. 00000004:00000001:2.0:1763346501.195775:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.195777:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.195779:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191229440 : -105874518322176 : ffff9fb52af1d400) 00080000:00000001:2.0:1763346501.195782:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.195799:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.195801:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.195805:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5095ca3c0: xid 1848996540805888, transno 8590055512, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.195807:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.195851:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.195854:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613360. 00000020:00000001:2.0:1763346501.195857:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195860:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195862:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195863:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195866:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346501.195868:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346501.195870:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346501.195871:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.195873:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195874:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195876:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.195878:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.195879:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.195882:0:19976:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195884:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346501.195888:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346501.195891:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.195894:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4063:0x0], previous was 0x7 00000004:00000001:2.0:1763346501.195897:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195900:0:19976:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:2.0:1763346501.195902:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.195903:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.195905:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195906:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.195908:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.195910:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.195912:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346501.195915:0:19976:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346501.195917:0:19976:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346501.195920:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff9fb52af1cef0 00000004:00000001:2.0:1763346501.195923:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195925:0:19976:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195928:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346501.195931:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195934:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346501.195938:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.195941:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346501.195944:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb510e3b400. 00000004:00000001:2.0:1763346501.195957:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346501.195962:0:19976:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178245f8/ffff9fb4178245a0 to site lru. bkt: ffff9fb51dc9c620 00000004:00000001:2.0:1763346501.195965:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.195966:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195968:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.195970:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346501.195973:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346501.195975:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.195977:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.195979:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.195981:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.195986:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.195989:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.195991:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346501.195997:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.196006:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.196008:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.196011:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055512, xid 1848996540805888 00010000:00000001:2.0:1763346501.196015:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.196021:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb514059180 x1848996540805888/t8590055512(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.196030:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.196033:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.196039:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.196045:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.196048:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.196050:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.196053:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.196056:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.196060:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.196063:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.196069:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bcc0. 00000100:00000200:2.0:1763346501.196077:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540805888, offset 224 00000400:00000200:2.0:1763346501.196084:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.196099:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.196105:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198658:198658:256:4294967295] 192.168.204.16@tcp LPNI seq info [198654:198654:8:4294967295] 00000400:00000200:2.0:1763346501.196118:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.196124:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.196129:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.196135:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.196144:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.196149:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.196179:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.196183:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.196186:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.196187:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.196190:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.196194:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb514059180 x1848996540805888/t8590055512(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.196203:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb514059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+499:226874:x1848996540805888:12345-192.168.204.16@tcp:35:cp.0 Request processed in 1008us (2011us total) trans 8590055512 rc 0/0 00000100:00100000:2.0:1763346501.196548:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21002 00000100:00000040:2.0:1763346501.196554:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.196556:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.196558:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.196564:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.196568:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.196573:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.196578:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000100:00000001:2.0:1763346501.196581:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.196675:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.196680:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:3.0:1763346501.196689:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.196695:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.196701:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bcc0 00000400:00000010:3.0:1763346501.196703:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bcc0. 00000100:00000001:3.0:1763346501.196710:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.196711:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.202278:0:62985:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1763346501.202289:0:62985:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763346501.214444:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.214467:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.214473:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.214476:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.214493:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.214517:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e017400 00000400:00000200:3.0:1763346501.214529:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 117208 00000800:00000001:3.0:1763346501.214540:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.214554:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.214558:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.214562:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.214572:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.214575:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346501.214583:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5199aa680. 00000100:00000040:3.0:1763346501.214589:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5199aa680 x1848996540806144 msgsize 4616 00000100:00100000:3.0:1763346501.214594:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.215448:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763346501.215514:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1763346501.215593:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540806144 02000000:00000001:1.0:1763346501.215597:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.215601:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.215603:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.215608:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.215613:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540806144 00000020:00000001:1.0:1763346501.215617:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.215619:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.215622:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.215626:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=499 00000020:00000001:1.0:1763346501.215629:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.215632:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.215639:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1763346501.215658:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.215663:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763346501.215717:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.215723:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.215725:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000020:00000010:2.0:1763346501.215733:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.215739:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.215745:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.215753:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346501.215756:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.215758:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346501.215761:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346501.215763:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.215766:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.215775:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.215844:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.215859:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.215862:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.215869:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140852 00000100:00000040:2.0:1763346501.215873:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.215875:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198900303488 : -105874809248128 : ffff9fb5199aa680) 00000100:00000040:2.0:1763346501.215883:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5199aa680 x1848996540806144/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.215893:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.215895:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.215898:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.215900:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000100:00100000:2.0:1763346501.215904:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5199aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+499:226875:x1848996540806144:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346501.215909:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540806144 00000020:00000001:2.0:1763346501.215912:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.215916:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.215922:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5095ca3c0: xid 1848996540805888, transno 8590055512, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.215926:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb402852240: xid 1848996540804608, transno 8590055511, client gen 3, slot idx 2 00000001:00000010:2.0:1763346501.215930:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb402852240. 00000020:00000001:2.0:1763346501.215936:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.215938:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.215940:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.215943:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.215946:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540806144, found 0 last_xid 1848996540806143 00000020:00000001:2.0:1763346501.215949:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.215951:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.215953:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.215959:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.215961:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.215964:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.215966:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.215968:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.215970:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.215976:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.215984:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:2.0:1763346501.215987:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.215989:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.215994:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346501.215998:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.216001:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa4e9 to hash 00000020:00000001:2.0:1763346501.216003:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.216004:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346501.216010:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf480. 00010000:00000001:2.0:1763346501.216013:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00010000:2.0:1763346501.216018:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa4e9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129f2 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.216027:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:2.0:1763346501.216029:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00010000:00000001:2.0:1763346501.216035:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346501.216039:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346501.216045:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346501.216048:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346501.216049:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216270:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346501.216407:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb5199aa680 x1848996540806144/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346501.216417:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346501.216419:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346501.216422:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346501.216425:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.216428:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.216430:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.216432:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.216434:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.216441:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.216443:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216445:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216448:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216450:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346501.216452:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346501.216455:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.216457:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.216513:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb539200000. 02000000:00000001:2.0:1763346501.216515:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.216518:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216523:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.216524:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.216525:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.216527:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.216528:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.216530:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.216531:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.216532:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.216534:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.216536:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.216537:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.216542:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.216548:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.216551:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.216554:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.216556:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.216558:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.216559:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216561:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.216563:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216565:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.216567:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216570:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346501.216572:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346501.216576:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:2.0:1763346501.216579:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000010003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763346501.216585:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346501.216588:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:2.0:1763346501.216592:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.216599:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:2.0:1763346501.216602:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:2.0:1763346501.216605:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346501.216607:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216610:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346501.216614:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346501.216617:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346501.216620:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.216622:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.216624:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:2.0:1763346501.216626:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.216628:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.216633:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346501.216635:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.216636:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa4f0 to hash 00000020:00000001:2.0:1763346501.216638:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.216640:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000010:2.0:1763346501.216643:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfd00. 00010000:00000001:2.0:1763346501.216644:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.216648:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.216650:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.216653:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.216659:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.216663:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.216666:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.216668:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.216671:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.216672:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.216674:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.216676:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.216678:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.216681:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.216682:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.216685:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:2.0:1763346501.216688:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.216692:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 500 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.216699:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.216705:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.216709:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.216711:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.216713:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.216714:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.216716:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.216718:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.216721:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.216723:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.216726:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.216730:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.216732:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.216733:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.216734:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.216735:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346501.216740:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078800. 00010000:00000010:2.0:1763346501.216743:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202480. 00010000:00000001:2.0:1763346501.216746:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.216748:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346501.216750:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.216751:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa4f7 to hash 00000020:00000001:2.0:1763346501.216752:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.216754:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346501.216756:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.216759:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346501.216762:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.216763:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.216766:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.216770:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.216771:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.216772:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.216773:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.216774:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.216775:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.216777:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.216778:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.216779:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.216780:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.216781:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.216782:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb503078800) refcount = 1 00010000:00010000:2.0:1763346501.216785:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.216789:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.216790:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.216791:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.216793:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.216794:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.216795:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.216797:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.216798:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.216799:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.216801:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.216805:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.216806:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.216808:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.216809:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216813:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346501.216857:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346501.216860:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346501.216863:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346501.216867:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.216873:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346501.216896:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.216900:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346501.216901:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346501.216906:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.216909:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.216913:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.216915:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.216917:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346501.216919:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.216921:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346501.216924:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346501.216926:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346501.216928:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.216929:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.216930:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.216931:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.216934:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.216957:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.216959:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.216961:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216963:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216965:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346501.216967:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:2.0:1763346501.216969:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.216972:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:2.0:1763346501.216974:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:2.0:1763346501.216982:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.216985:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.216989:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.216992:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.216997:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217000:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217008:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.217011:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.217014:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.217016:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.217019:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.217021:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000001:2.0:1763346501.217025:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.217026:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217027:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217028:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.217030:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.217032:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.217034:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.217035:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217036:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217039:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.217040:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.217042:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346501.217044:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346501.217046:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346501.217048:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb539200378 00000004:00000001:2.0:1763346501.217051:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217074:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763346501.217076:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346501.217077:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.217080:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4063:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763346501.217083:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346501.217086:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.217087:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.217089:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 3 00010000:00000001:2.0:1763346501.217091:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.217093:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.217095:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80d400. 00000020:00000001:2.0:1763346501.217097:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.217100:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80d400 with handle 0x757b854463afa4fe to hash 00000020:00000001:2.0:1763346501.217102:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.217103:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000010:2.0:1763346501.217106:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadff80. 00010000:00000001:2.0:1763346501.217108:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346501.217110:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.217111:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.217113:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa4fe lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217118:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.217120:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.217121:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.217122:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.217124:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.217126:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.217127:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.217129:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.217130:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.217132:0:19997:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.217134:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.217135:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) refcount = 3 00010000:00000040:2.0:1763346501.217137:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.217141:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129eb expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.217147:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 500 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.217153:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa4fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217158:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.217160:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.217161:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217171:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.217172:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.217174:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217175:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.217177:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.217178:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.217181:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa4fe lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217185:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.217186:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217187:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217189:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.217191:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.217193:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346501.217195:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346501.217197:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346501.217199:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217200:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.217202:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.217204:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4063:0x0], ibits = 0x1b/0x1b, open_flags = 040100000010003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763346501.217208:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.217210:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217262:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763346501.217266:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.217268:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.217270:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.217271:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.217272:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.217274:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.217275:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.217277:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.217279:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000004:00200000:2.0:1763346501.217283:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 1516 00000001:00000001:2.0:1763346501.217285:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.217287:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217290:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346501.217291:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.217294:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217295:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217297:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.217299:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.217301:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.217303:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217306:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763346501.217309:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 80 00000004:00000001:2.0:1763346501.217312:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763346501.217313:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217316:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346501.217320:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346501.217322:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346501.217324:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4063:0x0] mask 6 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346501.217328:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217330:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217333:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.217336:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346501.217340:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb41c202d80. 00000020:00000001:2.0:1763346501.217341:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.217343:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb41c202d80 with handle 0x757b854463afa505 to hash 00000020:00000001:2.0:1763346501.217344:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346501.217345:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194647641472 : -105879061910144 : ffff9fb41c202d80) 00000004:00000001:2.0:1763346501.217348:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346501.217349:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346501.217352:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4063:0x0] Change mfd open_flags 0 -> 040100000010003. 00000004:00000001:2.0:1763346501.217355:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763346501.217359:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.217369:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1c400. 00080000:00000001:2.0:1763346501.217371:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191225344 : -105874518326272 : ffff9fb52af1c400) 00080000:00000001:2.0:1763346501.217374:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346501.217381:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.217388:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.217389:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.217416:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.217419:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.217423:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.217425:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055513, last_committed = 8590055502 00000001:00000010:2.0:1763346501.217428:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613120. 00000001:00000040:2.0:1763346501.217431:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:2.0:1763346501.217434:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=501 00000001:00000010:2.0:1763346501.217439:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5095ca780. 00080000:00000001:2.0:1763346501.217445:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.217463:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.217465:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5095ca780: xid 1848996540806144, transno 8590055513, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.217468:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.217479:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217481:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346501.217483:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217485:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217488:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.217489:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217491:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.217492:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.217494:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.217496:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.217498:0:19997:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.217502:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346501.217504:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346501.217505:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.217507:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.217509:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346501.217510:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346501.217511:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217513:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.217516:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346501.217519:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.217520:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.217522:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.217523:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:2.0:1763346501.217525:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.217528:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.217530:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.217533:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217538:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217539:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.217541:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217545:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.217547:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217549:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.217552:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346501.217556:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80da00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.217559:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.217560:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.217562:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217567:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.217568:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.217569:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.217570:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:2.0:1763346501.217571:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.217573:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.217575:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.217578:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217586:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.217588:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.217589:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217592:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.217593:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.217595:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.217596:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.217598:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa4f0 from hash 00010000:00000001:2.0:1763346501.217600:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.217601:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217602:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217603:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.217605:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.217606:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217607:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.217609:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.217611:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.217613:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:2.0:1763346501.217616:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346501.217618:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.217620:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217622:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.217623:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.217625:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217626:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217627:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217629:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217631:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.217634:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217638:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217639:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217640:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.217641:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.217643:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.217645:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa4f0 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346501.217650:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfd00. 00010000:00000001:2.0:1763346501.217657:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.217659:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.217659:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.217660:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.217662:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.217663:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=3 00000020:00000001:2.0:1763346501.217665:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346501.217667:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346501.217668:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.217670:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217674:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217675:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.217676:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217680:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.217681:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217682:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.217684:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346501.217688:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80c200 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.217690:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.217691:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.217692:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217696:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.217697:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.217699:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.217701:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c200 refcount=4 00000020:00000001:2.0:1763346501.217702:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346501.217704:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000001:2.0:1763346501.217706:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.217708:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217712:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.217713:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.217714:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217715:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.217716:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.217717:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.217718:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.217720:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa4f7 from hash 00010000:00000001:2.0:1763346501.217722:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.217723:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217724:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217724:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.217725:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.217726:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217728:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.217729:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.217730:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.217731:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb503078800) 00010000:00010000:2.0:1763346501.217733:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346501.217734:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.217736:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217737:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.217738:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.217739:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217740:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217741:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217743:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217744:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.217747:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.217752:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217753:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217754:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.217755:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.217756:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.217758:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa4f7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346501.217762:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc80. 00010000:00000040:2.0:1763346501.217764:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078800 count: 0 00010000:00000010:2.0:1763346501.217769:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202480. 00010000:00000001:2.0:1763346501.217773:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.217774:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.217776:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346501.217777:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346501.217778:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346501.217780:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346501.217783:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:2.0:1763346501.217784:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346501.217790:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.217797:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217802:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217804:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346501.217807:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.217809:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346501.217811:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.217812:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.217814:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.217817:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.217822:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.217824:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763346501.217828:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763346501.217830:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217833:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.217834:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.217836:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:2.0:1763346501.217838:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:2.0:1763346501.217840:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00000004:00000040:2.0:1763346501.217843:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 486 00000020:00000040:2.0:1763346501.217845:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=502 00010000:00000001:2.0:1763346501.217849:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217850:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.217851:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.217853:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.217856:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.217860:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346501.217863:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346501.217864:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.217867:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217868:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217870:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.217871:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.217873:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa4e9 from hash 00010000:00000001:2.0:1763346501.217874:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.217875:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217876:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217877:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346501.217878:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.217883:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa4e9 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f2 expref: 502 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.217888:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:2.0:1763346501.217891:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 501 00010000:00000010:2.0:1763346501.217893:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf480. 00010000:00000001:2.0:1763346501.217896:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.217898:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217902:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346501.217906:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa4fe lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f2 expref: 501 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.217917:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.217918:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.217920:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00010000:2.0:1763346501.217923:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763346501.217925:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.217927:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.217928:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.217930:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.217931:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.217932:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80d400, rc 0) 00000020:00000001:2.0:1763346501.217935:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.217939:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055513, xid 1848996540806144 00010000:00000001:2.0:1763346501.217942:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.217948:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5199aa680 x1848996540806144/t8590055513(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/688 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.217957:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.217960:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.217964:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.217970:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.217973:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.217975:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.217978:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.217981:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.217985:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.217988:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.217995:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b770. 00000100:00000200:2.0:1763346501.218004:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1848996540806144, offset 224 00000400:00000200:2.0:1763346501.218012:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.218029:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.218037:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198659:198659:256:4294967295] 192.168.204.16@tcp LPNI seq info [198655:198655:8:4294967295] 00000400:00000200:2.0:1763346501.218054:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.218060:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.218066:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.218073:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.218082:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.218087:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.218120:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.218124:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.218127:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.218129:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.218131:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.218137:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5199aa680 x1848996540806144/t8590055513(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/688 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.218146:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5199aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+501:226875:x1848996540806144:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 2251us (3555us total) trans 8590055513 rc 0/0 00000100:00100000:2.0:1763346501.218157:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140852 00000100:00000040:2.0:1763346501.218161:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.218171:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.218173:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.218180:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.218184:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.218190:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.218194:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00000100:00000001:2.0:1763346501.218198:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.218983:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.218992:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:3.0:1763346501.219005:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.219293:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.219304:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b770 00000400:00000010:3.0:1763346501.219307:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b770. 00000100:00000001:3.0:1763346501.219315:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.219317:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346501.223450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346501.223471:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:2.1:1763346501.223477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346501.223505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00000800:00000001:3.0:1763346501.223987:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.224004:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.224008:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.224011:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.224026:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.224050:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e017480 00000400:00000200:3.0:1763346501.224460:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127b99 [2] + 1640 00000800:00000001:3.0:1763346501.224474:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.224560:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.224566:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.224572:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.224582:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.224584:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763346501.224593:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f480. 00000100:00000040:2.0:1763346501.224599:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3f480 x1848996540806272 msgsize 328 00000100:00100000:2.0:1763346501.224604:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.224747:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.224761:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.224764:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.224818:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.224822:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540806272 02000000:00000001:1.0:1763346501.224826:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.224828:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.224831:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.224837:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.224843:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540806272 00000020:00000001:1.0:1763346501.224847:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.224849:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.224853:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.224857:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=501 00000020:00000001:1.0:1763346501.224860:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.224863:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.224870:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.224876:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.224881:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.224884:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000020:00000010:1.0:1763346501.224893:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51a00. 00000020:00000010:1.0:1763346501.224899:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.224906:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8000. 00000100:00000040:1.0:1763346501.224916:0:5737:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346501.224921:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.224922:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346501.224925:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346501.224929:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.224932:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346501.224938:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.224940:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.224943:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:1.0:1763346501.224945:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346501.224948:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346501.224951:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.224954:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.224957:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.224959:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.224969:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.224985:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.225003:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.225005:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.225010:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1008 00000100:00000040:1.0:1763346501.225015:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.225017:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870504576 : -105874839047040 : ffff9fb517d3f480) 00000100:00000040:1.0:1763346501.225027:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3f480 x1848996540806272/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.225038:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.225041:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.225044:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.225046:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000100:00100000:1.0:1763346501.225051:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+501:2357:x1848996540806272:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346501.225069:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540806272 00010000:00000001:1.0:1763346501.225072:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346501.225074:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.225077:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346501.225084:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.225087:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.225093:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb4020b5c00. 02000000:00000001:1.0:1763346501.225095:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.225099:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.225102:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346501.225104:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346501.225106:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.225107:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.225109:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80d400 refcount=3 00000020:00000001:1.0:1763346501.225111:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000001:1.0:1763346501.225113:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982497280 : -105874727054336 : ffff9fb51e80d400) 00010000:00000040:1.0:1763346501.225119:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 4 00000004:00000001:1.0:1763346501.225125:0:5737:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346501.225127:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.225132:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.225135:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.225136:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.225138:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.225143:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.225145:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.225152:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.225153:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.225156:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.225158:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.225161:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80d400 with handle 0x757b854463afa4fe from hash 00010000:00000001:1.0:1763346501.225174:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.225176:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.225177:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.225178:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.225185:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.225186:0:5737:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.225189:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.225191:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.225196:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80d400/0x757b854463afa4fe lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f2 expref: 501 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.225207:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346501.225210:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00010000:00000010:1.0:1763346501.225235:0:5737:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadff80. 00010000:00000001:1.0:1763346501.225245:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.225247:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.225250:0:5737:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.225253:0:5737:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00000001:1.0:1763346501.225257:0:5737:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.225260:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.225262:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346501.225265:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346501.225267:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.225273:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.225276:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.225281:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.225288:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.225291:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.225293:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.225297:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.225299:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.225303:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.225306:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.225312:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b440. 00000100:00000200:1.0:1763346501.225319:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540806272, offset 224 00000400:00000200:1.0:1763346501.225329:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.225344:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.225352:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198660:198660:256:4294967295] 192.168.204.16@tcp LPNI seq info [198656:198656:8:4294967295] 00000400:00000200:1.0:1763346501.225365:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.225372:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.225378:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f900. 00000800:00000200:1.0:1763346501.225386:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.225395:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.225400:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.225422:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.225426:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.225429:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.225431:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.225437:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f480 x1848996540806272/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.225448:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+500:2357:x1848996540806272:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 407us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.225460:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1008 00000100:00000040:1.0:1763346501.225464:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346501.225467:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.225469:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.225474:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.225478:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8000. 00000020:00000010:1.0:1763346501.225484:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51a00. 00000020:00000040:1.0:1763346501.225489:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:1.0:1763346501.225492:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.226975:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.226985:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f900. 00000400:00000200:2.0:1763346501.226993:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.227002:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.227010:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b440 00000400:00000010:2.0:1763346501.227013:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b440. 00000100:00000001:2.0:1763346501.227018:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.227020:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346501.228576:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.228594:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.228599:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.228602:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.228615:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.228635:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 552 into portal 12 MB=0x691a70e017580 00000400:00000200:3.0:1763346501.228646:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 552/552 into md 0xd4325 [64] + 121824 00000800:00000001:3.0:1763346501.228656:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.228685:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.228688:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.228693:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.228701:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.228703:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346501.228711:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506102300. 00000100:00000040:3.0:1763346501.228715:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506102300 x1848996540806528 msgsize 552 00000100:00100000:3.0:1763346501.228721:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.230177:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.230199:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.230207:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.230292:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.230296:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540806528 02000000:00000001:2.0:1763346501.230300:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.230302:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.230305:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.230310:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.230315:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540806528 00000020:00000001:2.0:1763346501.230319:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.230321:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.230325:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.230329:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=500 00000020:00000001:2.0:1763346501.230333:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.230335:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.230341:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.230349:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.230353:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.230357:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000020:00000010:2.0:1763346501.230364:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.230371:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.230377:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.230386:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346501.230390:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.230392:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346501.230395:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346501.230397:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.230399:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.230408:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.230420:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.230434:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.230436:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.230446:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140853 00000100:00000040:2.0:1763346501.230450:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.230452:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572458752 : -105875137092864 : ffff9fb506102300) 00000100:00000040:2.0:1763346501.230460:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506102300 x1848996540806528/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 552/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.230469:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.230471:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.230473:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.230475:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000100:00100000:2.0:1763346501.230480:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+500:226875:x1848996540806528:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346501.230484:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540806528 00000020:00000001:2.0:1763346501.230487:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.230491:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.230496:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5095ca780: xid 1848996540806144, transno 8590055513, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.230501:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5095ca3c0: xid 1848996540805888, transno 8590055512, client gen 3, slot idx 0 00000001:00000010:2.0:1763346501.230505:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5095ca3c0. 00000020:00000001:2.0:1763346501.230510:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.230512:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.230514:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.230518:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.230520:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540806528, found 0 last_xid 1848996540806271 00000020:00000001:2.0:1763346501.230523:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.230526:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.230528:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.230533:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.230535:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.230538:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.230541:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.230543:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.230545:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.230550:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.230559:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:2.0:1763346501.230562:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.230565:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.230569:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346501.230573:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.230576:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa50c to hash 00000020:00000001:2.0:1763346501.230578:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.230579:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346501.230585:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf480. 00010000:00000001:2.0:1763346501.230588:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346501.230592:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa50c lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d792129f9 expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.230602:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:2.0:1763346501.230605:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=501 00010000:00000001:2.0:1763346501.230612:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346501.230615:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346501.230622:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346501.230625:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346501.230627:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230630:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763346501.230635:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb506102300 x1848996540806528/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 552/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763346501.230644:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346501.230647:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346501.230650:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763346501.230653:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.230655:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.230658:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.230660:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.230663:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.230669:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.230671:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230673:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230675:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230678:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346501.230680:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346501.230683:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.230685:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.230732:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb505580000. 02000000:00000001:2.0:1763346501.230735:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.230738:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230743:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.230744:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.230746:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.230748:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.230749:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.230751:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.230753:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.230754:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.230756:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.230759:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.230760:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.230765:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.230771:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.230774:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.230777:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.230779:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.230782:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.230783:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230785:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.230787:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230791:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.230793:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230796:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346501.230800:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763346501.230805:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:2.0:1763346501.230807:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(. :VOLATILE:0000:5A4B420B:fd=03->[0x200000bd2:0x4064:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763346501.230815:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346501.230818:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:2.0:1763346501.230821:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.230829:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:2.0:1763346501.230832:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:2.0:1763346501.230836:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346501.230838:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230844:0:19997:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763346501.230845:0:19997:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x4064:0x0] 00000020:00000001:2.0:1763346501.230847:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763346501.230849:0:19997:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763346501.230854:0:19997:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346501.230859:0:19997:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346501.230865:0:19997:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763346501.230867:0:19997:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x4064:0x0] 00000004:00000010:2.0:1763346501.230872:0:19997:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346501.230875:0:19997:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230878:0:19997:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763346501.230882:0:19997:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763346501.230886:0:19997:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff9fb406fd5cb0. 00000004:00000001:2.0:1763346501.230889:0:19997:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446638194293038256 : -105879416513360 : ffff9fb406fd5cb0) 00000004:00000001:2.0:1763346501.230892:0:19997:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.230895:0:19997:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763346501.230897:0:19997:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346501.230901:0:19997:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346501.230904:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.230907:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.230910:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.230912:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.230915:0:19997:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.230918:0:19997:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763346501.230920:0:19997:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763346501.230927:0:19997:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346501.230931:0:19997:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.230935:0:19997:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763346501.230937:0:19997:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.230939:0:19997:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.230943:0:19997:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346501.230945:0:19997:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00080000:00000001:2.0:1763346501.230955:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.230963:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763346501.230965:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4062:0x0] version is 0x20001d850 00000004:00000002:2.0:1763346501.230969:0:19997:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x4064:0x0] version is 0x1 00000004:00000001:2.0:1763346501.230974:0:19997:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763346501.231013:0:19997:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763346501.231015:0:19997:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763346501.231018:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346501.231022:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346501.231026:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231028:0:19997:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231032:0:19997:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346501.231035:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.231043:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613360. 00080000:00000001:2.0:1763346501.231047:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.231058:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1f400. 00080000:00000001:2.0:1763346501.231061:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00000004:00000001:2.0:1763346501.231064:0:19997:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763346501.231069:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231071:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231074:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231077:0:19997:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231081:0:19997:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.231085:0:19997:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4064:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763346501.231089:0:19997:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763346501.231095:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4062:0x0] not in the id map cache 00000004:00000001:2.0:1763346501.231100:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346501.231103:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346501.231104:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231107:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231110:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231112:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231114:0:19997:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763346501.231116:0:19997:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763346501.231117:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231120:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231123:0:19997:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231125:0:19997:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346501.231130:0:19997:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5095cab40. 00000004:00000001:2.0:1763346501.231133:0:19997:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763346501.231135:0:19997:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763346501.231141:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314b8c8 00000001:00000002:2.0:1763346501.231143:0:19997:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x4062:0x0]:. :VOLATILE:0000:5A4B420B:fd=03' is added 00000004:00000001:2.0:1763346501.231146:0:19997:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231149:0:19997:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763346501.231152:0:19997:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763346501.231155:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231158:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231162:0:19997:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346501.231199:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346501.231203:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.231204:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.231206:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.231208:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231210:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346501.231241:0:19997:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4064:0x0] not in the id map cache 00000001:00000001:2.0:1763346501.231246:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.231248:0:19997:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231251:0:19997:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231253:0:19997:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231256:0:19997:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763346501.231258:0:19997:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231264:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231267:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231271:0:19997:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763346501.231284:0:19997:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231287:0:19997:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763346501.231288:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231290:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231294:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.231297:0:19997:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.231300:0:19997:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231302:0:19997:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.231306:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.231309:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.231314:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.231316:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231317:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231321:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.231326:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.231328:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231330:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231334:0:19997:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.231337:0:19997:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.231339:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231340:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231344:0:19997:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.231348:0:19997:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231350:0:19997:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231352:0:19997:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231378:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.231380:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231384:0:19997:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763346501.231387:0:19997:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763346501.231389:0:19997:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763346501.231390:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231392:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231395:0:19997:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763346501.231460:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346501.231462:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.231463:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.231465:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.231467:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231469:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231532:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346501.231536:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231539:0:19997:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231541:0:19997:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231544:0:19997:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231546:0:19997:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231549:0:19997:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763346501.231551:0:19997:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231556:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.231559:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.231561:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.231563:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231564:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231568:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.231571:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:2.0:1763346501.231578:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346501.231579:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231582:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231584:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231586:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231589:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231592:0:19997:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231595:0:19997:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763346501.231599:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231601:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231605:0:19997:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763346501.231638:0:19997:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231642:0:19997:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763346501.231644:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231645:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231649:0:19997:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763346501.231674:0:19997:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231676:0:19997:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231678:0:19997:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.231681:0:19997:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231684:0:19997:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.231687:0:19997:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346501.231689:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231690:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231694:0:19997:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346501.231697:0:19997:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231699:0:19997:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.231704:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.231707:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.231711:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763346501.231714:0:19997:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.231716:0:19997:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.231718:0:19997:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.231719:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231720:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231723:0:19997:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.231724:0:19997:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346501.231729:0:19997:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346501.231731:0:19997:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231733:0:19997:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231735:0:19997:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231736:0:19997:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231738:0:19997:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346501.231740:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055514, last_committed = 8590055502 00000001:00000010:2.0:1763346501.231744:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5276137e0. 00000001:00000040:2.0:1763346501.231748:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:2.0:1763346501.231750:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=502 00000001:00000010:2.0:1763346501.231756:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5095cac00. 00000004:00000001:2.0:1763346501.231761:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.231764:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.231765:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191237632 : -105874518313984 : ffff9fb52af1f400) 00080000:00000001:2.0:1763346501.231768:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.231783:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.231785:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.231789:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5095cac00: xid 1848996540806528, transno 8590055514, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.231792:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.231834:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.231838:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613360. 00000020:00000001:2.0:1763346501.231840:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231848:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.231851:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.231854:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231857:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.231860:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231861:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231863:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231866:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231869:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231871:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.231873:0:19997:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231877:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.231878:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231879:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.231881:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231883:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.231885:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346501.231888:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb505580378 00000004:00000001:2.0:1763346501.231890:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.231896:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.231904:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.231914:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763346501.231918:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4064:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763346501.231921:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346501.231925:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.231928:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346501.231935:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078800. 00010000:00000010:2.0:1763346501.231939:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202d00. 00010000:00000001:2.0:1763346501.231943:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.231946:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346501.231949:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.231951:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa513 to hash 00000020:00000001:2.0:1763346501.231953:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.231955:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000010:2.0:1763346501.231959:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.231962:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.231966:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.231969:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.231973:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.231980:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.231984:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.231987:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.231989:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.231992:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.231994:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.231996:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.231999:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.232001:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.232003:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.232004:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.232007:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078800) refcount = 1 00010000:00010000:2.0:1763346501.232011:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.232015:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.232020:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.232022:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.232024:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.232026:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.232028:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.232031:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.232033:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.232036:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.232038:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.232044:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.232046:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.232047:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.232049:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.232051:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.232053:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:2.0:1763346501.232055:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.232058:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.232060:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.232062:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.232063:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.232065:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4064:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763346501.232069:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.232071:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232074:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763346501.232078:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.232079:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.232081:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.232083:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.232085:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.232087:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.232088:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.232090:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.232092:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:2.0:1763346501.232095:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: returning size 0 00000001:00000001:2.0:1763346501.232098:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.232100:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232102:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346501.232104:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.232107:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.232108:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.232110:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.232112:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.232115:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.232117:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232120:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763346501.232122:0:19997:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763346501.232124:0:19997:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.232127:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763346501.232129:0:19997:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763346501.232131:0:19997:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232134:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763346501.232138:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763346501.232140:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232142:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.232146:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763346501.232149:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb41c202380. 00000020:00000001:2.0:1763346501.232150:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.232152:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb41c202380 with handle 0x757b854463afa51a to hash 00000020:00000001:2.0:1763346501.232154:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763346501.232156:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638194647638912 : -105879061912704 : ffff9fb41c202380) 00000004:00000001:2.0:1763346501.232158:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346501.232160:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763346501.232173:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4064:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763346501.232178:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346501.232181:0:19997:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346501.232183:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232185:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232188:0:19997:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.232191:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763346501.232194:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763346501.232196:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.232198:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.232201:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346501.232203:0:19997:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.232206:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346501.232209:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:2.0:1763346501.232241:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346501.232245:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.232248:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232252:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232254:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346501.232258:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.232260:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346501.232262:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.232264:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.232266:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.232269:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.232274:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.232276:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763346501.232280:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763346501.232282:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.232286:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.232287:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.232289:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:2.0:1763346501.232291:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.232294:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00000004:00000040:2.0:1763346501.232297:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 486 00000020:00000040:2.0:1763346501.232300:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=503 00010000:00000001:2.0:1763346501.232304:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.232305:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.232307:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.232310:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.232313:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.232317:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346501.232320:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346501.232322:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.232326:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.232327:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.232329:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.232331:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.232334:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa50c from hash 00010000:00000001:2.0:1763346501.232336:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.232338:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.232339:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.232340:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346501.232341:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.232348:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa50c lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 503 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.232356:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:2.0:1763346501.232359:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 502 00010000:00000010:2.0:1763346501.232362:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf480. 00010000:00000001:2.0:1763346501.232372:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.232374:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.232378:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346501.232382:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 502 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.232390:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.232392:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.232395:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078800) 00010000:00010000:2.0:1763346501.232398:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763346501.232401:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.232403:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.232405:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.232406:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.232408:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.232409:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80da00, rc 0) 00000020:00000001:2.0:1763346501.232412:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.232416:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055514, xid 1848996540806528 00010000:00000001:2.0:1763346501.232419:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.232425:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506102300 x1848996540806528/t8590055514(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 552/608 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.232434:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.232437:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.232441:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.232446:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.232449:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.232452:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.232455:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.232458:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.232462:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.232465:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.232471:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b770. 00000100:00000200:2.0:1763346501.232479:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540806528, offset 224 00000400:00000200:2.0:1763346501.232487:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.232503:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.232512:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198661:198661:256:4294967295] 192.168.204.16@tcp LPNI seq info [198657:198657:8:4294967295] 00000400:00000200:2.0:1763346501.232524:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.232531:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.232537:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.232545:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.232554:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.232559:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.232588:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.232592:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.232595:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.232597:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.232599:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.232604:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506102300 x1848996540806528/t8590055514(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 552/608 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.232615:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506102300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+502:226875:x1848996540806528:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 2144us (3897us total) trans 8590055514 rc 0/0 00000100:00100000:2.0:1763346501.232623:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140853 00000100:00000040:2.0:1763346501.232627:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.232630:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.232633:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.232638:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.232642:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.232648:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.232652:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 501 00000100:00000001:2.0:1763346501.232655:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346501.233328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80d400. 00000800:00000200:3.0:1763346501.233459:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.233464:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:3.0:1763346501.233476:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.233484:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.233491:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b770 00000400:00000010:3.0:1763346501.233494:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b770. 00000100:00000001:3.0:1763346501.233501:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.233503:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346501.238417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00000800:00000001:2.0:1763346501.239033:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.239053:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.239056:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.239059:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.239075:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.239098:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e017680 00000400:00000200:2.0:1763346501.239109:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 122376 00000800:00000001:2.0:1763346501.239120:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.239135:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.239138:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.239143:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.239153:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.239156:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346501.239175:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3df80. 00000100:00000040:2.0:1763346501.239179:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3df80 x1848996540806784 msgsize 4616 00000100:00100000:2.0:1763346501.239184:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.240734:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.241453:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540806784 02000000:00000001:1.0:1763346501.241461:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.241464:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.241467:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.241473:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.241478:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540806784 00000020:00000001:1.0:1763346501.241483:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.241485:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.241489:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.241493:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=502 00000020:00000001:1.0:1763346501.241498:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.241500:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.241506:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.241517:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.241522:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.241525:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000020:00000010:1.0:1763346501.241534:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51a00. 00000020:00000010:1.0:1763346501.241542:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.241548:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8000. 00000100:00000040:1.0:1763346501.241559:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.241562:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.241564:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346501.241569:0:25650:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346501.241571:0:25650:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.241573:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.241583:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.241609:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.241627:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.241629:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.241639:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140854 00000100:00000040:1.0:1763346501.241643:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.241644:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870499200 : -105874839052416 : ffff9fb517d3df80) 00000100:00000040:1.0:1763346501.241653:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3df80 x1848996540806784/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.241663:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.241666:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.241668:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.241671:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000100:00100000:1.0:1763346501.241675:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+502:226875:x1848996540806784:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346501.241680:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540806784 00000020:00000001:1.0:1763346501.241684:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.241689:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346501.241694:0:25650:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5095cac00: xid 1848996540806528, transno 8590055514, client gen 3, slot idx 0 00000001:00000001:1.0:1763346501.241699:0:25650:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5095ca780: xid 1848996540806144, transno 8590055513, client gen 3, slot idx 1 00000001:00000010:1.0:1763346501.241703:0:25650:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5095ca780. 00000020:00000001:1.0:1763346501.241708:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.241711:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.241714:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.241717:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346501.241720:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540806784, found 0 last_xid 1848996540806783 00000020:00000001:1.0:1763346501.241723:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.241726:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.241729:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.241735:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.241737:0:25650:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.241740:0:25650:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.241742:0:25650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.241744:0:25650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.241747:0:25650:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.241752:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.241760:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:1.0:1763346501.241763:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.241767:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.241771:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0800. 00000020:00000001:1.0:1763346501.241775:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.241778:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0800 with handle 0x757b854463afa521 to hash 00000020:00000001:1.0:1763346501.241779:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.241781:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320807424 : -105874388744192 : ffff9fb532ab0800) 00010000:00000010:1.0:1763346501.241787:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.241790:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320807424 : -105874388744192 : ffff9fb532ab0800) 00010000:00010000:1.0:1763346501.241795:0:25650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa521 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a00 expref: -99 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.241804:0:25650:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 486 00000020:00000040:1.0:1763346501.241806:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=503 00010000:00000001:1.0:1763346501.241814:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346501.241817:0:25650:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346501.241825:0:25650:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346501.241828:0:25650:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346501.241830:0:25650:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.241833:0:25650:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346501.241838:0:25650:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb517d3df80 x1848996540806784/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346501.241849:0:25650:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346501.241852:0:25650:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346501.241855:0:25650:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346501.241858:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.241860:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.241863:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.241865:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.241867:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.241869:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.241870:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.241871:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.241878:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.241879:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.241882:0:25650:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.241884:0:25650:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.241888:0:25650:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346501.241890:0:25650:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346501.241894:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.241896:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.241953:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb5398c0000. 02000000:00000001:1.0:1763346501.241956:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.241959:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.241964:0:25650:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346501.241966:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.241967:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.241969:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.241970:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.241972:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.241974:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.241975:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.241977:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.241980:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.241981:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.241986:0:25650:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346501.241993:0:25650:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346501.241996:0:25650:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346501.241999:0:25650:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346501.242001:0:25650:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.242004:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.242006:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.242009:0:25650:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346501.242010:0:25650:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.242013:0:25650:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346501.242016:0:25650:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.242018:0:25650:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346501.242022:0:25650:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346501.242026:0:25650:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0322ba38 00000004:00000002:1.0:1763346501.242029:0:25650:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(->[0x200000bd2:0x4064:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346501.242034:0:25650:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763346501.242037:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.242040:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:1.0:1763346501.242043:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.242052:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:1.0:1763346501.242055:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:1.0:1763346501.242057:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.242059:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4064:0x0] 00000020:00000001:1.0:1763346501.242060:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.242062:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:1.0:1763346501.242063:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:1.0:1763346501.242066:0:25650:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346501.242068:0:25650:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.242074:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346501.242077:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346501.242088:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.242091:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.242097:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.242100:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.242107:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.242110:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.242113:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.242116:0:25650:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346501.242118:0:25650:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.242122:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.242123:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.242124:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.242126:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.242128:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.242130:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346501.242133:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff9fb5398c0378 00000004:00000001:1.0:1763346501.242135:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.242139:0:25650:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763346501.242143:0:25650:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4064:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763346501.242146:0:25650:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4064:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:1.0:1763346501.242149:0:25650:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x4064:0x0], open_flags = 040010040000002 00000004:00000001:1.0:1763346501.242153:0:25650:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346501.242157:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.242159:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.242174:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078800 count: 2 00010000:00000001:1.0:1763346501.242177:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.242179:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.242182:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0000. 00000020:00000001:1.0:1763346501.242185:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.242187:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0000 with handle 0x757b854463afa528 to hash 00000020:00000001:1.0:1763346501.242189:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.242191:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000010:1.0:1763346501.242196:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2d80. 00010000:00000001:1.0:1763346501.242199:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.242203:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.242205:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.242208:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.242250:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.242254:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.242257:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.242259:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.242263:0:25650:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.242268:0:25650:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 503 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.242276:0:25650:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346501.242279:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.242280:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.242282:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.242284:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.242287:0:25650:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763346501.242289:0:25650:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000040:1.0:1763346501.242296:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078800) refcount = 2 00010000:00000040:1.0:1763346501.242300:0:25650:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.242303:0:25650:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 503 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.242309:0:25650:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763346501.242311:0:25650:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000010:1.0:1763346501.242318:0:25650:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.242322:0:25650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.242328:0:25650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.242330:0:25650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.242332:0:25650:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.242335:0:25650:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.242337:0:25650:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.242339:0:25650:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.242342:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.242343:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763346501.242345:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.242347:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.242349:0:25650:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763346501.242351:0:25650:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763346501.242356:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a888e00. 00000020:00000040:1.0:1763346501.242359:0:25650:0:(genops.c:1229:class_import_get()) import ffff9fb52b087000 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1763346501.242362:0:25650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.242364:0:25650:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.242369:0:25650:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.242375:0:25650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51000. 00000100:00000001:1.0:1763346501.242381:0:25650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.242386:0:25650:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 503 pid: 19997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.242401:0:25650:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 503 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:1.0:1763346501.242409:0:25650:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.242412:0:25650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.242416:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.242424:0:25650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.242427:0:25650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.242432:0:25650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a888e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25650:1848996514975616:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.242435:0:25650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.242440:0:25650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.242442:0:25650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.242445:0:25650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.242448:0:25650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e50a00. 02000000:00000001:1.0:1763346501.242450:0:25650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.242456:0:25650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.242464:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9ba18. 00000100:00000200:1.0:1763346501.242472:0:25650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514975616, portal 16 00000100:00000001:1.0:1763346501.242475:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.242476:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452765696 : -105874256785920 : ffff9fb53a888e00) 00000100:00000040:1.0:1763346501.242481:0:25650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.242495:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.242498:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.242500:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bcc0. 00000100:00000200:1.0:1763346501.242503:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514975616, offset 0 00000400:00000200:1.0:1763346501.242510:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.242526:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.242532:0:25650:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.242536:0:25650:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.242540:0:25650:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.242543:0:25650:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.242547:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198662:198662:256:4294967295] 192.168.204.16@tcp LPNI seq info [198658:198658:8:4294967295] 00000400:00000200:1.0:1763346501.242561:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.242568:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.242574:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0ff00. 00000800:00000200:1.0:1763346501.242582:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.242590:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.242596:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0ff00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.242611:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.242616:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738157 00000100:00000001:1.0:1763346501.242623:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738092 00000100:00000001:1.0:1763346501.242627:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738157 00000100:00000001:1.0:1763346501.242631:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738092 00000100:00000001:1.0:1763346501.242634:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738157 00000100:00000001:1.0:1763346501.242637:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738092 00000100:00000001:1.0:1763346501.242640:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738157 00000100:00000001:1.0:1763346501.242643:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738092 00000100:00000001:1.0:1763346501.242646:0:25650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.242648:0:25650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.242652:0:25650:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.242653:0:25650:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.242656:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.242659:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.242660:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.242661:0:25650:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.242663:0:25650:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.242665:0:25650:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.242667:0:25650:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.242670:0:25650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.242671:0:25650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.242674:0:25650:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb538979f00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.242677:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.242680:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346501.242873:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.242878:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0ff00. 00000400:00000200:0.0:1763346501.242884:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.242891:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.242896:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bcc0 00000400:00000010:0.0:1763346501.242899:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bcc0. 00000100:00000001:0.0:1763346501.242903:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346501.242908:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.242924:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.242928:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.242934:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.242936:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.243267:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.243281:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.243289:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.246639:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.246662:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.246667:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.246670:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.246686:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.246709:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c774f80 00000400:00000200:3.0:1763346501.246720:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fe15 [1] + 224 00000800:00000001:3.0:1763346501.246732:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.246741:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.246745:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.246750:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.246758:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.246770:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346501.246783:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.246810:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.246821:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.246824:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.248442:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.248459:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.248465:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.248468:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.248481:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.248499:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e017700 00000400:00000200:0.0:1763346501.248509:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127b99 [2] + 1968 00000400:00000010:0.0:1763346501.248517:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb538ea52c0. 00000400:00000200:0.0:1763346501.248523:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb528863e40 00000800:00000001:0.0:1763346501.248530:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763346501.248908:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.248921:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.248923:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.248926:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.248931:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9ba18 00000400:00000010:1.0:1763346501.248934:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9ba18. 00000100:00000001:1.0:1763346501.248938:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.248950:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.248961:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.248968:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.248971:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.248974:0:25650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.248977:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.248980:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.248984:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.248987:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.248995:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb52b087458 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1763346501.249000:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52b087410 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.249003:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.249005:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.249009:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.249014:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.249017:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.249022:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.249029:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.249033:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.249035:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.249038:0:25650:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346501.249041:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.249043:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.249045:0:25650:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.249049:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1763346501.249136:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.249140:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.249146:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.249154:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb528863e40 00000400:00000010:0.0:1763346501.249157:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb528863e40. 00000100:00000001:0.0:1763346501.249171:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.249173:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763346501.249178:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb50952b850 x1848996540806912 msgsize 328 00000100:00100000:0.0:1763346501.249182:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:0.0:1763346501.249186:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763346501.249723:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.249737:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.249744:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.249870:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.249875:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540806912 02000000:00000001:2.0:1763346501.249878:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.249880:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.249883:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.249888:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.249892:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540806912 00000020:00000001:2.0:1763346501.249896:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.249898:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.249901:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.249905:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=504 00000020:00000001:2.0:1763346501.249908:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.249911:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.249916:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.249926:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.249930:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.249934:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000020:00000010:2.0:1763346501.249941:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.249947:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.249953:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.249962:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763346501.249967:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.249968:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763346501.249971:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763346501.249974:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.249977:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763346501.249982:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.249984:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.249987:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:2.0:1763346501.249989:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.249992:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00010000:2.0:1763346501.250002:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 504 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000001:2.0:1763346501.250011:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.250012:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.250013:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.250015:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.250024:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763346501.250030:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb50952b850 x1848996540806912/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.250037:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763346501.250039:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.250151:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a888e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25650:1848996514975616:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.250157:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.250161:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.250174:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.250176:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.250180:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a888e00 x1848996514975616/t0(0) o104->lustre-MDT0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.250189:0:25650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.250192:0:25650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.250195:0:25650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e50a00. 02000000:00000001:1.0:1763346501.250199:0:25650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.250201:0:25650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.250203:0:25650:0:(genops.c:1242:class_import_put()) import ffff9fb52b087000 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763346501.250205:0:25650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.250208:0:25650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e51000. 02000000:00000001:1.0:1763346501.250211:0:25650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.250228:0:25650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.250230:0:25650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a888e00. 00000100:00000001:1.0:1763346501.250234:0:25650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.250236:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.250240:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.250242:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.250244:0:25650:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.250247:0:25650:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30800. 00010000:00000001:1.0:1763346501.250250:0:25650:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.250252:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.250254:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.250258:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763346501.250261:0:25650:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00000100:00000001:2.0:1763346501.250442:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.250460:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.250463:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.250468:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4036 00000100:00000040:2.0:1763346501.250472:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 2 00000100:00000001:2.0:1763346501.250474:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198627154000 : -105875082397616 : ffff9fb50952b850) 00000100:00000040:2.0:1763346501.250480:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb50952b850 x1848996540806912/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.250489:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.250493:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.250496:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.250498:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000100:00100000:2.0:1763346501.250502:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb50952b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+504:2356:x1848996540806912:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763346501.250506:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540806912 00010000:00000001:2.0:1763346501.250508:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763346501.250511:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763346501.250512:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763346501.250520:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.250522:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.250528:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af1c800. 02000000:00000001:2.0:1763346501.250530:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.250533:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.250536:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346501.250538:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763346501.250540:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.250542:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.250544:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:2.0:1763346501.250546:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.250548:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000040:2.0:1763346501.250552:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078800 count: 3 00000004:00000001:2.0:1763346501.250556:0:5736:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:2.0:1763346501.250561:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 504 pid: 19997 timeout: 6170 lvb_type: 0 00000100:00001000:2.0:1763346501.250569:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb52b086450 time=148 v=5 (1 0 0 0) 00010000:00000001:2.0:1763346501.250572:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763346501.250577:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.250578:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.250581:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 504 pid: 19997 timeout: 6170 lvb_type: 0 00000020:00000001:2.0:1763346501.250589:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.250591:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.250592:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.250594:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.250599:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.250600:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.250608:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.250609:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.250611:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.250613:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.250615:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa513 from hash 00010000:00000001:2.0:1763346501.250618:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.250619:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.250620:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.250621:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.250627:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.250629:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.250631:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.250632:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.250635:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa513 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129f9 expref: 504 pid: 19997 timeout: 6170 lvb_type: 0 00010000:00000040:2.0:1763346501.250647:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:2.0:1763346501.250650:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 503 00010000:00000010:2.0:1763346501.250653:0:5736:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.250663:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.250665:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.250668:0:5736:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.250671:0:5736:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078800) 00010000:00010000:2.0:1763346501.250675:0:5736:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.250681:0:5736:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.250683:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.250685:0:5736:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.250687:0:5736:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.250690:0:5736:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.250693:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.250694:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346501.250696:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.250702:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763346501.250704:0:5736:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.250706:0:5736:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.250707:0:5736:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.250710:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078800) refcount = 2 00010000:00010000:2.0:1763346501.250714:0:5736:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.250720:0:5736:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.250722:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.250724:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.250726:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.250727:0:5736:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.250730:0:5736:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763346501.250735:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.250738:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346501.250746:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5095ca3c0. 00000100:00000001:2.0:1763346501.250748:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627804096 : -105875081747520 : ffff9fb5095ca3c0) 00000100:00000001:2.0:1763346501.250750:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627804096 : -105875081747520 : ffff9fb5095ca3c0) 00000100:00000001:2.0:1763346501.250753:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346501.250754:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346501.250756:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.250758:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.250760:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.250762:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.250763:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.250765:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.250766:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.250768:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346501.250770:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.250772:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.250773:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1763346501.250775:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5095ca3c0. 00000100:00000001:2.0:1763346501.250777:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346501.250778:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346501.250780:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb503aa3bc0. 00010000:00000001:2.0:1763346501.250783:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346501.250784:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346501.250786:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.250793:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.250796:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.250800:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.250805:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.250808:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.250810:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.250813:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.250816:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.250819:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.250822:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.250828:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bcc0. 00000100:00000200:2.0:1763346501.250835:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540806912, offset 224 00000400:00000200:2.0:1763346501.250842:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.250859:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.250867:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198663:198663:256:4294967295] 192.168.204.16@tcp LPNI seq info [198659:198659:8:4294967295] 00000400:00000200:2.0:1763346501.250881:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.250888:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.250894:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.250901:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.250909:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.250914:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.250936:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.250940:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.250943:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.250945:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.250950:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb50952b850 x1848996540806912/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.250960:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb50952b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+503:2356:x1848996540806912:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 469us (1780us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.250969:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4036 00000100:00000040:2.0:1763346501.250973:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.250975:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.250977:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.250984:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.250988:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.250994:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.250998:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 502 02000000:00000001:2.0:1763346501.251006:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.251009:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb4020b5c00. 02000000:00000001:2.0:1763346501.251012:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.251014:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f480. 02000000:00000001:2.0:1763346501.251018:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.251019:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb517f75400. 02000000:00000001:2.0:1763346501.251023:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.251025:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51405b800. 02000000:00000001:2.0:1763346501.251029:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.251030:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb509418c00. 02000000:00000001:2.0:1763346501.251033:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.251034:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51405ad80. 02000000:00000001:2.0:1763346501.251038:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.251039:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50941a400. 02000000:00000001:2.0:1763346501.251042:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.251043:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51405a680. 02000000:00000001:2.0:1763346501.251045:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.251047:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50941b400. 02000000:00000001:2.0:1763346501.251049:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.251050:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920a80. 00010000:00010000:0.0:1763346501.251333:0:25650:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.251342:0:25650:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.251346:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.251353:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346501.251354:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.251356:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.251358:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.251360:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.251362:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:0.0:1763346501.251364:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:0.0:1763346501.251367:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:0.0:1763346501.251369:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.251370:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346501.251373:0:25650:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251378:0:25650:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.251380:0:25650:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251389:0:25650:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346501.251397:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.251399:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.251402:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.251403:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.251406:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.251407:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.251409:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.251411:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346501.251414:0:25650:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1763346501.251417:0:25650:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: returning size 0 00000001:00000001:0.0:1763346501.251420:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.251422:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251424:0:25650:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346501.251429:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.251437:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.251441:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.251449:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.251451:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.251454:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.251457:0:25650:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251461:0:25650:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:0.0:1763346501.251463:0:25650:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:0.0:1763346501.251469:0:25650:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:0.0:1763346501.251471:0:25650:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:0.0:1763346501.251472:0:25650:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346501.251481:0:25650:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x4064:0x0] eadata 0000000000000000 len 0 00000004:00000001:0.0:1763346501.251485:0:25650:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:0.0:1763346501.251490:0:25650:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5095cab40. 00000004:00000001:0.0:1763346501.251496:0:25650:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346501.251499:0:25650:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346501.251501:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.251503:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.251506:0:25650:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251508:0:25650:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251510:0:25650:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:0.0:1763346501.251511:0:25650:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763346501.251512:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.251516:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.251518:0:25650:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251519:0:25650:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346501.251526:0:25650:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb51987d540. 00000004:00000001:0.0:1763346501.251529:0:25650:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:0.0:1763346501.251533:0:25650:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763346501.251541:0:25650:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb538038cc0. 00080000:00000001:0.0:1763346501.251546:0:25650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.251557:0:25650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb535645000. 00080000:00000001:0.0:1763346501.251560:0:25650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00000004:00001000:0.0:1763346501.251563:0:25650:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff9fb52da5e010/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:0.0:1763346501.251567:0:25650:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.251570:0:25650:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:0.0:1763346501.251573:0:25650:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:0.0:1763346501.251575:0:25650:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:0.0:1763346501.251578:0:25650:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb51987d540. 00000004:00000001:0.0:1763346501.251582:0:25650:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:0.0:1763346501.251585:0:25650:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:0.0:1763346501.251588:0:25650:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251590:0:25650:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.251594:0:25650:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff9fb52da5e010: 00000100:00001000:0.0:1763346501.251596:0:25650:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00001000:0.0:1763346501.251598:0:25650:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000100:00001000:0.0:1763346501.251599:0:25650:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000100:00001000:0.0:1763346501.251601:0:25650:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000100:00001000:0.0:1763346501.251603:0:25650:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00001000:0.0:1763346501.251604:0:25650:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x1 00000100:00001000:0.0:1763346501.251606:0:25650:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000004:00000010:0.0:1763346501.251610:0:25650:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb5223076c0. 00020000:00000001:0.0:1763346501.251614:0:25650:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763346501.251617:0:25650:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:0.0:1763346501.251619:0:25650:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:0.0:1763346501.251621:0:25650:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:0.0:1763346501.251623:0:25650:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:0.0:1763346501.251625:0:25650:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346501.251627:0:25650:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:0.0:1763346501.251631:0:25650:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff9fb40e414628. 00020000:00000010:0.0:1763346501.251633:0:25650:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff9fb40e414e28. 00020000:00001000:0.0:1763346501.251636:0:25650:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:0.0:1763346501.251639:0:25650:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:0.0:1763346501.251642:0:25650:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:0.0:1763346501.251644:0:25650:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:0.0:1763346501.251647:0:25650:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:0.0:1763346501.251650:0:25650:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:0.0:1763346501.251652:0:25650:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:0.0:1763346501.251653:0:25650:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:0.0:1763346501.251657:0:25650:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 2 start_count 771 offset 51 active 2 count 2 00020000:00001000:0.0:1763346501.251660:0:25650:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 54 act 0 strp 0 ary 0 idx 0 00020000:00000001:0.0:1763346501.251663:0:25650:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:0.0:1763346501.251666:0:25650:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:0.0:1763346501.251670:0:25650:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763346501.251673:0:25650:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117879, ffree=117152, state=0 00000004:00000001:0.0:1763346501.251678:0:25650:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.251680:0:25650:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251683:0:25650:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763346501.251686:0:25650:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.251689:0:25650:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:0.0:1763346501.251694:0:25650:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb416039f10. 00000004:00000001:0.0:1763346501.251701:0:25650:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763346501.251703:0:25650:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251708:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.251711:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00000004:00000001:0.0:1763346501.251715:0:25650:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:0.0:1763346501.251718:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346501.251720:0:25650:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00000004:00000001:0.0:1763346501.251724:0:25650:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:0.0:1763346501.251728:0:25650:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.251733:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.251754:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.251756:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251758:0:25650:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.251760:0:25650:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446638194545106792 : -105879164444824 : ffff9fb416039f68) 00020000:00000001:0.0:1763346501.251763:0:25650:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.251765:0:25650:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.251767:0:25650:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.251769:0:25650:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1763346501.251773:0:25650:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:0.0:1763346501.251775:0:25650:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346501.251777:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.251779:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.251781:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00080000:00000001:0.0:1763346501.251784:0:25650:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.251801:0:25650:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251803:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251806:0:25650:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:0.0:1763346501.251808:0:25650:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251810:0:25650:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251813:0:25650:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.251818:0:25650:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763346501.251820:0:25650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763346501.251826:0:25650:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763346501.251828:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.251829:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00080000:00000001:0.0:1763346501.251832:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.251835:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.251836:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251838:0:25650:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.251863:0:25650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.251865:0:25650:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251868:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.251872:0:25650:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:0.0:1763346501.251874:0:25650:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763346501.251877:0:25650:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763346501.251878:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.251880:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00000004:00000001:0.0:1763346501.251883:0:25650:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:0.0:1763346501.251891:0:25650:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff9fb416039f10 is [0x240000401:0x260d:0x0] 00000020:00000001:0.0:1763346501.251894:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763346501.251895:0:25650:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00080000:00000001:0.0:1763346501.251899:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.251916:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1763346501.251919:0:25650:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x260d:0x0], index 0: 0 00000004:00000001:0.0:1763346501.251922:0:25650:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251924:0:25650:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251927:0:25650:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763346501.251929:0:25650:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251932:0:25650:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1763346501.251934:0:25650:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1763346501.251937:0:25650:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1763346501.251941:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763346501.251945:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763346501.251947:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763346501.251950:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763346501.251953:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346501.251956:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763346501.251958:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763346501.251960:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763346501.251963:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251965:0:25650:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251967:0:25650:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.251969:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763346501.251970:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.251972:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00080000:00000001:0.0:1763346501.251975:0:25650:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346501.251979:0:25650:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763346501.251996:0:25650:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763346501.251999:0:25650:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.252002:0:25650:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252004:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252006:0:25650:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252008:0:25650:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252010:0:25650:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252013:0:25650:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.252016:0:25650:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763346501.252019:0:25650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.252023:0:25650:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.252027:0:25650:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055515, last_committed = 8590055502 00000001:00000010:0.0:1763346501.252031:0:25650:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5380384e0. 00000001:00000040:0.0:1763346501.252033:0:25650:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 13 00000020:00000040:0.0:1763346501.252036:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=503 00000001:00000010:0.0:1763346501.252042:0:25650:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb51987d540. 00000004:00000001:0.0:1763346501.252047:0:25650:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763346501.252048:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763346501.252050:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199366504448 : -105874343047168 : ffff9fb535645000) 00080000:00000001:0.0:1763346501.252053:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.252061:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763346501.252063:0:25650:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346501.252066:0:25650:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb51987d540: xid 1848996540806784, transno 8590055515, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763346501.252069:0:25650:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.252189:0:25650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.252192:0:25650:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb538038cc0. 00000020:00000001:0.0:1763346501.252194:0:25650:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252198:0:25650:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252201:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346501.252203:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346501.252206:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252209:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.252251:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.252252:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.252255:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.252258:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.252260:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.252262:0:25650:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763346501.252264:0:25650:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.252268:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.252269:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.252271:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.252273:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.252275:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.252277:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763346501.252279:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff9fb5398c0378 00000004:00000001:0.0:1763346501.252282:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252284:0:25650:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346501.252287:0:25650:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1763346501.252289:0:25650:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763346501.252291:0:25650:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252294:0:25650:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346501.252297:0:25650:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346501.252300:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346501.252303:0:25650:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4064:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1763346501.252307:0:25650:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252310:0:25650:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252312:0:25650:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.252315:0:25650:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346501.252319:0:25650:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb517f8bf80. 00000020:00000001:0.0:1763346501.252321:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.252324:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb517f8bf80 with handle 0x757b854463afa52f to hash 00000020:00000001:0.0:1763346501.252326:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346501.252328:0:25650:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638198872915840 : -105874836635776 : ffff9fb517f8bf80) 00000004:00000001:0.0:1763346501.252330:0:25650:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346501.252332:0:25650:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346501.252335:0:25650:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4064:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:0.0:1763346501.252339:0:25650:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763346501.252342:0:25650:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346501.252343:0:25650:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252345:0:25650:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252348:0:25650:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.252351:0:25650:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346501.252354:0:25650:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346501.252357:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763346501.252358:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346501.252359:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346501.252361:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.252363:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.252365:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:0.0:1763346501.252367:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:0.0:1763346501.252369:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:0.0:1763346501.252372:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346501.252375:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.252381:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.252383:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.252385:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.252390:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.252392:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.252395:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346501.252397:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:0.0:1763346501.252403:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346501.252406:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.252409:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346501.252411:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.252417:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346501.252418:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.252420:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.252421:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=4 00000020:00000001:0.0:1763346501.252423:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:0.0:1763346501.252425:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:0.0:1763346501.252428:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346501.252430:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.252435:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346501.252437:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346501.252438:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.252442:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.252443:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.252445:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.252446:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.252449:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463afa528 from hash 00010000:00000001:0.0:1763346501.252451:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.252452:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.252453:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.252454:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.252458:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.252460:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.252462:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.252464:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.252466:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.252469:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078800) 00010000:00010000:0.0:1763346501.252472:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763346501.252474:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.252476:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.252478:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.252480:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346501.252482:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.252483:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.252485:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.252487:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252489:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.252491:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.252497:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.252498:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.252500:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346501.252502:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346501.252503:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.252505:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa528 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:0.0:1763346501.252511:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2d80. 00010000:00000040:0.0:1763346501.252515:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078800 count: 0 00010000:00000010:0.0:1763346501.252524:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202d00. 00010000:00000001:0.0:1763346501.252533:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346501.252534:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346501.252536:0:25650:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346501.252538:0:25650:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346501.252539:0:25650:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346501.252541:0:25650:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346501.252543:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.252546:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.252548:0:25650:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346501.252549:0:25650:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763346501.252551:0:25650:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252553:0:25650:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346501.252556:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346501.252560:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:0.0:1763346501.252562:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.252564:0:25650:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346501.252570:0:25650:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.252577:0:25650:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252582:0:25650:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252584:0:25650:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346501.252589:0:25650:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346501.252591:0:25650:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346501.252593:0:25650:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346501.252594:0:25650:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346501.252597:0:25650:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346501.252600:0:25650:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763346501.252626:0:25650:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252628:0:25650:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763346501.252631:0:25650:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763346501.252633:0:25650:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.252636:0:25650:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346501.252640:0:25650:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346501.252643:0:25650:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.252646:0:25650:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346501.252648:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.252653:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.252654:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.252656:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.252657:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.252659:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0800 with handle 0x757b854463afa521 from hash 00010000:00000001:0.0:1763346501.252661:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.252662:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.252663:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.252664:0:25650:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346501.252665:0:25650:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.252668:0:25650:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346501.252676:0:25650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa521 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a00 expref: 503 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.252683:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346501.252684:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.252687:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.252688:0:25650:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.252690:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.252693:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.252695:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.252696:0:25650:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.252697:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.252698:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.252700:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.252701:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.252702:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:0.0:1763346501.252704:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763346501.252706:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.252707:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.252709:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.252710:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.252712:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa521 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a00 expref: 503 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.252718:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:0.0:1763346501.252720:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 502 00010000:00000010:0.0:1763346501.252722:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2000. 00010000:00000001:0.0:1763346501.252726:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.252728:0:25650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0800, rc 0) 00000020:00000001:0.0:1763346501.252730:0:25650:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346501.252734:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055515, xid 1848996540806784 00010000:00000001:0.0:1763346501.252736:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.252742:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3df80 x1848996540806784/t8590055515(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.252750:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.252753:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.252757:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.252761:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.252763:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.252766:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.252768:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.252771:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.252775:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.252778:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.252785:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9acc0. 00000100:00000200:0.0:1763346501.252792:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540806784, offset 224 00000400:00000200:0.0:1763346501.252799:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.252811:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.252819:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198664:198664:255:4294967295] 192.168.204.16@tcp LPNI seq info [198660:198660:7:4294967295] 00000400:00000200:0.0:1763346501.252831:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.252837:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.252842:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ae00. 00000800:00000200:0.0:1763346501.252848:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.252855:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.252860:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ae00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.252864:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.252867:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.252869:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.252871:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.252874:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.252878:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3df80 x1848996540806784/t8590055515(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.252887:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+502:226875:x1848996540806784:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 11223us (13706us total) trans 8590055515 rc 301/301 00000100:00100000:0.0:1763346501.252897:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140854 00000100:00000040:0.0:1763346501.252900:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.252903:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.252905:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.252909:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:0.0:1763346501.252914:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8000. 00000020:00000010:0.0:1763346501.252920:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51a00. 00000020:00000040:0.0:1763346501.252925:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 501 00000100:00000001:0.0:1763346501.252928:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346501.253074:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.253079:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:1.0:1763346501.253089:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.253095:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.253101:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bcc0 00000400:00000010:1.0:1763346501.253104:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bcc0. 00000100:00000001:1.0:1763346501.253110:0:3287:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763346501.253112:0:3287:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763346501.253114:0:3287:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb52af1c800. 02000000:00000001:1.0:1763346501.253118:0:3287:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763346501.253119:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763346501.253392:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.253395:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ae00. 00000400:00000200:1.0:1763346501.253399:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.253404:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.253407:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9acc0 00000400:00000010:1.0:1763346501.253408:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9acc0. 00000100:00000001:1.0:1763346501.253411:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346501.253412:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1763346501.256672:0:5736:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.256683:0:5736:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb50941b800. 02000000:00000001:2.0:1763346501.256694:0:5736:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.256698:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e680. 00000100:00000001:2.0:1763346501.256706:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763346501.256722:0:5736:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1763346501.256737:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c9f8. 00000400:00000010:2.0:1763346501.256749:0:5736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5095ca3c0. 00000800:00000001:3.0:1763346501.257823:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.257840:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.257845:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.257848:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.257862:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.257887:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e017800 00000400:00000200:3.0:1763346501.257897:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d0d [2] + 1568 00000800:00000001:3.0:1763346501.257909:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.257919:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.257923:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.257927:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.257937:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.257940:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763346501.257946:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506103b80. 00000100:00000040:3.0:1763346501.257950:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506103b80 x1848996540807168 msgsize 392 00000100:00100000:3.0:1763346501.257955:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.257973:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.257984:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.257988:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.258045:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.258050:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540807168 02000000:00000001:2.0:1763346501.258062:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.258064:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.258067:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.258072:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.258077:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540807168 00000020:00000001:2.0:1763346501.258081:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.258083:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.258086:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.258090:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=502 00000020:00000001:2.0:1763346501.258093:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.258096:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.258101:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.258107:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.258110:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.258113:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000020:00000010:2.0:1763346501.258120:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.258127:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.258134:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.258144:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346501.258147:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.258149:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.258152:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.258161:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.258183:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.258195:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.258197:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.258203:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21003 00000100:00000040:2.0:1763346501.258206:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.258208:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572465024 : -105875137086592 : ffff9fb506103b80) 00000100:00000040:2.0:1763346501.258253:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506103b80 x1848996540807168/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.258264:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.258267:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.258270:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.258272:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000100:00100000:2.0:1763346501.258277:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+502:226875:x1848996540807168:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346501.258281:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540807168 00000020:00000001:2.0:1763346501.258285:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.258289:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.258295:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb51987d540: xid 1848996540806784, transno 8590055515, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.258301:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5095cac00: xid 1848996540806528, transno 8590055514, client gen 3, slot idx 0 00000001:00000010:2.0:1763346501.258305:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5095cac00. 00000020:00000001:2.0:1763346501.258310:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.258312:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.258314:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346501.258318:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.258321:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540807168, found 0 last_xid 1848996540807167 00000020:00000001:2.0:1763346501.258324:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.258327:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.258329:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.258333:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258340:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346501.258343:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346501.258345:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346501.258349:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258353:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346501.258357:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.258359:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258362:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.258363:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.258366:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258367:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.258369:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.258370:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258372:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.258373:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.258375:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258377:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.258378:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.258380:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258383:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258385:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346501.258387:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258391:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.258393:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.258394:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258396:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.258398:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.258399:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258401:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.258402:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.258403:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258405:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.258406:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.258412:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.258419:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.258422:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.258425:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.258427:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.258429:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.258431:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258433:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.258435:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258437:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.258441:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.258444:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.258449:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb52af1dc00. 02000000:00000001:2.0:1763346501.258452:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.258455:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258457:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.258460:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258464:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346501.258466:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346501.258468:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.258471:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb517f8bf80 refcount=2 00000020:00000001:2.0:1763346501.258473:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198872915840 : -105874836635776 : ffff9fb517f8bf80) 00000004:00000001:2.0:1763346501.258477:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638198872915840 : -105874836635776 : ffff9fb517f8bf80) 00000020:00000040:2.0:1763346501.258480:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb517f8bf80 with handle 0x757b854463afa52f from hash 00000004:00000001:2.0:1763346501.258486:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346501.258489:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4064:0x0] with intent: 0 00000004:00000001:2.0:1763346501.258494:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346501.258496:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763346501.258501:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.258504:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.258515:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258518:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.258524:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258528:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258535:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.258538:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.258541:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.258543:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.258545:0:19976:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.258547:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.258548:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258550:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258551:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.258553:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.258555:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.258557:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.258558:0:19976:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346501.258561:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346501.258563:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258566:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.258567:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.258569:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258571:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258574:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.258576:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.258578:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.258580:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.258581:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258583:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.258585:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.258586:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.258589:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.258591:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.258594:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346501.258595:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258598:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346501.258600:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4064:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763346501.258604:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.258607:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346501.258609:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346501.258613:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.258619:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613360. 00080000:00000001:2.0:1763346501.258623:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.258632:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1d800. 00080000:00000001:2.0:1763346501.258635:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191230464 : -105874518321152 : ffff9fb52af1d800) 00000004:00000001:2.0:1763346501.258639:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.258643:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.258645:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.258647:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191230464 : -105874518321152 : ffff9fb52af1d800) 00080000:00000001:2.0:1763346501.258651:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.258675:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258678:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258680:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.258684:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.258687:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.258692:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.258693:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.258695:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191230464 : -105874518321152 : ffff9fb52af1d800) 00080000:00000001:2.0:1763346501.258699:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.258704:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.258706:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258708:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.258730:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.258732:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258736:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.258739:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.258741:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.258743:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.258744:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191230464 : -105874518321152 : ffff9fb52af1d800) 00080000:00000001:2.0:1763346501.258747:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.258749:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346501.258764:0:19976:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763346501.258767:0:19976:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.258770:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258772:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258773:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258775:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.258779:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.258781:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.258785:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.258788:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055516, last_committed = 8590055502 00000001:00000010:2.0:1763346501.258792:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613840. 00000001:00000040:2.0:1763346501.258794:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 14 00000020:00000040:2.0:1763346501.258796:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=503 00000001:00000010:2.0:1763346501.258804:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5095cab40. 00000004:00000001:2.0:1763346501.258810:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.258811:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.258813:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199191230464 : -105874518321152 : ffff9fb52af1d800) 00080000:00000001:2.0:1763346501.258816:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.258832:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.258834:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.258837:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5095cab40: xid 1848996540807168, transno 8590055516, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.258840:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.258923:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.258926:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613360. 00000020:00000001:2.0:1763346501.258929:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258932:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258934:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258936:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258939:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346501.258940:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346501.258943:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346501.258945:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.258946:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.258949:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.258952:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346501.258956:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346501.258959:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.258961:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4064:0x0], previous was 0x7 00000004:00000001:2.0:1763346501.258964:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258967:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346501.258971:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.258974:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346501.258977:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.258979:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346501.258983:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb517f8bf80. 00000004:00000001:2.0:1763346501.258995:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.258999:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.259000:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.259002:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.259004:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346501.259007:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346501.259009:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.259010:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.259012:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.259014:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.259019:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.259022:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.259024:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346501.259031:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.259037:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.259040:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.259043:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 8590055516, xid 1848996540807168 00010000:00000001:2.0:1763346501.259046:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.259052:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506103b80 x1848996540807168/t8590055516(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.259061:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.259064:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.259069:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.259074:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.259076:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.259079:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.259082:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.259084:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.259088:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.259090:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.259096:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b440. 00000100:00000200:2.0:1763346501.259102:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540807168, offset 224 00000400:00000200:2.0:1763346501.259110:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.259123:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.259131:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198665:198665:256:4294967295] 192.168.204.16@tcp LPNI seq info [198661:198661:8:4294967295] 00000400:00000200:2.0:1763346501.259144:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.259150:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.259157:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.259176:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.259184:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.259189:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.259236:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.259239:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.259241:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.259243:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.259245:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.259249:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506103b80 x1848996540807168/t8590055516(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.259259:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506103b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+503:226875:x1848996540807168:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 993us (1306us total) trans 8590055516 rc 0/0 00000100:00100000:2.0:1763346501.259268:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21003 00000100:00000040:2.0:1763346501.259271:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.259273:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.259275:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.259280:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.259284:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.259289:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.259293:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 502 00000100:00000001:2.0:1763346501.259296:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.259556:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.259561:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:3.0:1763346501.259571:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.259577:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.259582:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b440 00000400:00000010:3.0:1763346501.259585:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b440. 00000100:00000001:3.0:1763346501.259592:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.259594:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346501.261563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00000800:00000001:1.0:1763346501.263392:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.263411:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.263416:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.263419:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.263433:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.263455:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 376 into portal 12 MB=0x691a70e017880 00000400:00000200:1.0:1763346501.263465:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 376/376 into md 0xd4325 [64] + 126992 00000800:00000001:1.0:1763346501.263476:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.263486:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.263490:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.263495:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.263503:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.263505:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346501.263512:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a888e00. 00000100:00000040:1.0:1763346501.263516:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a888e00 x1848996540807296 msgsize 376 00000100:00100000:1.0:1763346501.263520:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.264062:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.264077:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.264081:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.264127:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.264131:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540807296 02000000:00000001:0.0:1763346501.264134:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.264137:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.264140:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.264145:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.264151:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540807296 00000020:00000001:0.0:1763346501.264155:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.264157:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346501.264160:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.264174:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=503 00000020:00000001:0.0:1763346501.264177:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346501.264180:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346501.264186:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.264193:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.264197:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.264200:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346501.264208:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb33400. 00000020:00000010:0.0:1763346501.264246:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346501.264253:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401094b0. 00000100:00000040:0.0:1763346501.264263:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763346501.264267:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.264269:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763346501.264273:0:25650:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763346501.264276:0:25650:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.264278:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.264287:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.264304:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.264321:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.264323:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.264329:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140855 00000100:00000040:0.0:1763346501.264333:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346501.264335:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452765696 : -105874256785920 : ffff9fb53a888e00) 00000100:00000040:0.0:1763346501.264344:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a888e00 x1848996540807296/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 376/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.264354:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.264357:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.264359:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.264360:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346501.264364:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+503:226875:x1848996540807296:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346501.264368:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540807296 00000020:00000001:0.0:1763346501.264372:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.264377:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763346501.264384:0:25650:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5095cab40: xid 1848996540807168, transno 8590055516, client gen 3, slot idx 0 00000001:00000001:0.0:1763346501.264390:0:25650:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb51987d540: xid 1848996540806784, transno 8590055515, client gen 3, slot idx 1 00000001:00000010:0.0:1763346501.264395:0:25650:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb51987d540. 00000020:00000001:0.0:1763346501.264399:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.264402:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.264404:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.264409:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346501.264412:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540807296, found 0 last_xid 1848996540807295 00000020:00000001:0.0:1763346501.264415:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.264418:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.264420:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.264427:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.264429:0:25650:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.264432:0:25650:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.264434:0:25650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.264436:0:25650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.264438:0:25650:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.264444:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346501.264454:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f500. 00010000:00000010:0.0:1763346501.264458:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969180. 00010000:00000001:0.0:1763346501.264463:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.264468:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36600. 00000020:00000001:0.0:1763346501.264471:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.264474:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36600 with handle 0x757b854463afa536 to hash 00000020:00000001:0.0:1763346501.264476:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.264478:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000010:0.0:1763346501.264484:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6fd80. 00010000:00000001:0.0:1763346501.264487:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00010000:0.0:1763346501.264492:0:25650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa536 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a07 expref: -99 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.264502:0:25650:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:0.0:1763346501.264505:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=504 00010000:00000001:0.0:1763346501.264512:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346501.264515:0:25650:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346501.264523:0:25650:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346501.264525:0:25650:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346501.264527:0:25650:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.264530:0:25650:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:0.0:1763346501.264532:0:25650:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x4064:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:0.0:1763346501.264536:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346501.264538:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4064:0x0] 00000020:00000001:0.0:1763346501.264543:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.264548:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346501.264551:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346501.264556:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.264563:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.264567:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.264576:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264579:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264582:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:0.0:1763346501.264584:0:25650:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:0.0:1763346501.264589:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.264592:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.264598:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb535644400. 02000000:00000001:0.0:1763346501.264601:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.264604:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.264608:0:25650:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.264610:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.264613:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.264615:0:25650:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.264618:0:25650:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.264623:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346501.264626:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346501.264629:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.264631:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.264633:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.264635:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.264637:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346501.264639:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346501.264641:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346501.264643:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346501.264646:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) refcount = 1 00010000:00010000:0.0:1763346501.264652:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa536 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a07 expref: 504 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.264658:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346501.264664:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.264666:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.264668:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346501.264669:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.264672:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.264674:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.264679:0:25650:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346501.264682:0:25650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa536 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a07 expref: 504 pid: 25650 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1763346501.264690:0:25650:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:0.0:1763346501.264694:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346501.264696:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4064:0x0] 00000020:00000001:0.0:1763346501.264698:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.264700:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:0.0:1763346501.264702:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:0.0:1763346501.264705:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.264707:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.264708:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.264711:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264713:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264714:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264717:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.264718:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.264719:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.264721:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264723:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264725:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763346501.264727:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.264729:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.264731:0:25650:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1763346501.264737:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.264740:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.264743:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) 00010000:00010000:0.0:1763346501.264747:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763346501.264749:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.264752:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.264754:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.264755:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.264757:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.264759:0:25650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36600, rc 0) 00000020:00000001:0.0:1763346501.264762:0:25650:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.264765:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540807296 00010000:00000001:0.0:1763346501.264769:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.264773:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a888e00 x1848996540807296/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 376/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.264782:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.264785:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.264789:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.264795:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.264798:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.264800:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.264803:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.264806:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.264810:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.264813:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.264819:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a3b8. 00000100:00000200:0.0:1763346501.264827:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1848996540807296, offset 224 00000400:00000200:0.0:1763346501.264835:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.264850:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.264858:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198666:198666:256:4294967295] 192.168.204.16@tcp LPNI seq info [198662:198662:8:4294967295] 00000400:00000200:0.0:1763346501.264871:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.264877:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.264884:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4aa00. 00000800:00000200:0.0:1763346501.264891:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.264899:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.264904:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4aa00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.264933:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.264937:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.264940:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.264941:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.264943:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.264948:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888e00 x1848996540807296/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 376/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.264958:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+504:226875:x1848996540807296:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 602us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346501.264966:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140855 00000100:00000040:0.0:1763346501.264969:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.264972:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.264974:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.264980:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346501.264984:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401094b0. 00000020:00000010:0.0:1763346501.264990:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb33400. 00000020:00000040:0.0:1763346501.264994:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 503 00000100:00000001:0.0:1763346501.264998:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.265331:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.265336:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4aa00. 00000400:00000200:2.0:1763346501.265343:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.265349:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.265354:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a3b8 00000400:00000010:2.0:1763346501.265357:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a3b8. 00000100:00000001:2.0:1763346501.265361:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.265363:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346501.266365:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078800. 00010000:00000010:0.1:1763346501.266378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:0.1:1763346501.266382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00000800:00000001:3.0:1763346501.271454:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.271476:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.271482:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.271485:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.271500:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.271523:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e017900 00000400:00000200:3.0:1763346501.271533:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 127368 00000800:00000001:3.0:1763346501.271543:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.271554:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.271558:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.271563:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.271572:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.271575:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346501.271582:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506101880. 00000100:00000040:3.0:1763346501.271587:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506101880 x1848996540807424 msgsize 576 00000100:00100000:3.0:1763346501.271592:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.273849:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.274635:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540807424 02000000:00000001:2.0:1763346501.274642:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.274645:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.274648:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.274654:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.274659:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540807424 00000020:00000001:2.0:1763346501.274663:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.274665:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.274668:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.274673:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=504 00000020:00000001:2.0:1763346501.274677:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.274679:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.274685:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.274693:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.274697:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.274699:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000020:00000010:2.0:1763346501.274707:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.274714:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.274720:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.274730:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346501.274734:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.274735:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763346501.274738:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763346501.274740:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.274743:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.274752:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.274758:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.274773:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.274775:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.274785:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140856 00000100:00000040:2.0:1763346501.274789:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.274791:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572456064 : -105875137095552 : ffff9fb506101880) 00000100:00000040:2.0:1763346501.274799:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506101880 x1848996540807424/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.274807:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.274809:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.274811:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.274813:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000100:00100000:2.0:1763346501.274816:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+504:226875:x1848996540807424:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346501.274821:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540807424 00000020:00000001:2.0:1763346501.274824:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.274828:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.274832:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.274834:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.274837:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.274840:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.274843:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540807424, found 0 last_xid 1848996540807423 00000020:00000001:2.0:1763346501.274846:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.274848:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.274850:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.274855:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.274858:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.274861:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.274862:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.274864:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.274866:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.274871:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.274879:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 2 00010000:00000001:2.0:1763346501.274881:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.274884:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.274887:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c200. 00000020:00000001:2.0:1763346501.274892:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.274895:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c200 with handle 0x757b854463afa53d to hash 00000020:00000001:2.0:1763346501.274897:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.274899:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00000010:2.0:1763346501.274905:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.274908:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492672 : -105874727058944 : ffff9fb51e80c200) 00010000:00010000:2.0:1763346501.274912:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa53d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a0e expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.274921:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 486 00000020:00000040:2.0:1763346501.274923:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=505 00010000:00000001:2.0:1763346501.274931:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346501.274934:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346501.274942:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346501.274945:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346501.274947:0:19997:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763346501.274950:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346501.274952:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4064:0x0] 00000020:00000001:2.0:1763346501.274956:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.274962:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346501.274965:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346501.274968:0:19997:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.274970:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346501.274972:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346501.274976:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.274978:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.275027:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff9fb529d70000. 02000000:00000001:2.0:1763346501.275030:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.275033:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275036:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275038:0:19997:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763346501.275043:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346501.275046:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.275048:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275050:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.275052:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.275054:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275055:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.275056:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.275058:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275059:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.275060:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.275061:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275063:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.275064:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.275065:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275067:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.275068:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.275069:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275071:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.275072:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.275077:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.275083:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.275085:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.275087:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.275089:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275092:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.275093:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275094:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.275096:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275100:0:19997:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763346501.275106:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763346501.275107:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763346501.275109:0:19997:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1763346501.275116:0:19997:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff9fb535e3d000. 00000004:00000001:2.0:1763346501.275122:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.275124:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.275127:0:19997:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:2.0:1763346501.275130:0:19997:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4064:0x0]/[0x200000bd2:0x4064:0x0], ldlm_rep = ffff9fb529d70228 00000004:00000001:2.0:1763346501.275136:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763346501.275140:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.275142:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.275144:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 3 00010000:00000001:2.0:1763346501.275146:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.275148:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.275150:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80c000. 00000020:00000001:2.0:1763346501.275152:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.275154:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80c000 with handle 0x757b854463afa544 to hash 00000020:00000001:2.0:1763346501.275156:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.275157:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000010:2.0:1763346501.275161:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf480. 00010000:00000001:2.0:1763346501.275172:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346501.275175:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.275177:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.275180:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa544 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.275186:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.275190:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.275193:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.275195:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.275198:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.275200:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.275202:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.275204:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.275206:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.275208:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.275210:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.275229:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) refcount = 3 00010000:00000040:2.0:1763346501.275232:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.275236:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa536 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a07 expref: 505 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.275244:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa544 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.275249:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.275254:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.275255:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.275257:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.275258:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.275260:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.275262:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.275265:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.275267:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.275270:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa544 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.275275:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.275276:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.275278:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.275279:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.275280:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.275281:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346501.275283:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346501.275285:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346501.275287:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.275288:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.275290:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275293:0:19997:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346501.275296:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.275298:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.275308:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275310:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.275315:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275318:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275325:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.275328:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.275331:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.275333:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.275335:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.275337:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4064:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763346501.275341:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.275342:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275343:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275345:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.275347:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.275349:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.275351:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.275352:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275353:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275355:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.275357:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.275358:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346501.275361:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346501.275362:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346501.275365:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb529d70370 00000004:00000001:2.0:1763346501.275367:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275369:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.275370:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275372:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.275373:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.275374:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.275376:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.275377:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.275378:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.275380:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1763346501.275384:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: returning size 0 00000004:00000040:2.0:1763346501.275388:0:19997:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4064:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763346501.275391:0:19997:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763346501.275393:0:19997:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9741 00000004:00200000:2.0:1763346501.275396:0:19997:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1763346501.275398:0:19997:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763346501.275400:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.275401:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275403:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763346501.275404:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.275406:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275406:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.275408:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.275409:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.275411:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.275413:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.275418:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.275424:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275426:0:19997:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.275432:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.275433:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.275434:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346501.275436:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346501.275437:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00000004:00010000:2.0:1763346501.275440:0:19997:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa544 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.275444:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.275446:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.275447:0:19997:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1763346501.275449:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.275452:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763346501.275454:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.275455:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.275456:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346501.275458:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346501.275459:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00000004:00000040:2.0:1763346501.275463:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 487 00000020:00000040:2.0:1763346501.275465:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=506 00010000:00000001:2.0:1763346501.275468:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.275469:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.275471:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.275473:0:19997:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763346501.275475:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.275477:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346501.275479:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.275480:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.275481:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.275483:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.275487:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.275489:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763346501.275491:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.275493:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1763346501.275495:0:19997:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff9fb535e3d000. 00000004:00000001:2.0:1763346501.275499:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763346501.275501:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346501.275503:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.275507:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.275508:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.275509:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.275511:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.275513:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c200 with handle 0x757b854463afa53d from hash 00010000:00000001:2.0:1763346501.275515:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.275516:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.275517:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.275518:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346501.275519:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.275522:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c200/0x757b854463afa53d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a0e expref: 506 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.275527:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 486 00000020:00000040:2.0:1763346501.275530:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 505 00010000:00000010:2.0:1763346501.275532:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.275542:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.275544:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.275548:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763346501.275551:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa544 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a0e expref: 505 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.275558:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.275560:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.275562:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) 00010000:00010000:2.0:1763346501.275565:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:2.0:1763346501.275567:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.275569:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.275571:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.275572:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.275573:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.275574:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80c000, rc 0) 00000020:00000001:2.0:1763346501.275577:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.275580:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540807424 00010000:00000001:2.0:1763346501.275582:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.275587:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506101880 x1848996540807424/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/640 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.275595:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.275597:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.275601:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.275605:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.275608:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.275610:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.275613:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.275615:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.275619:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.275621:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.275627:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bf68. 00000100:00000200:2.0:1763346501.275635:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1848996540807424, offset 224 00000400:00000200:2.0:1763346501.275643:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.275659:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.275667:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198667:198667:256:4294967295] 192.168.204.16@tcp LPNI seq info [198663:198663:8:4294967295] 00000400:00000200:2.0:1763346501.275680:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.275686:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.275691:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.275698:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.275706:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.275711:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.275730:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.275734:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.275736:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.275738:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.275740:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.275743:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506101880 x1848996540807424/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/640 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.275752:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+505:226875:x1848996540807424:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 943us (4163us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.275760:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140856 00000100:00000040:2.0:1763346501.275763:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.275765:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.275767:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.275772:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.275776:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.275780:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.275784:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 504 00000100:00000001:2.0:1763346501.275787:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.275808:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.275823:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.275825:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.275827:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.275834:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.275845:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 3408 into portal 24 MB=0x691a70e017980 00000400:00000200:2.0:1763346501.275852:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 3408/3408 into md 0x4bc9 [256] + 7904 00000800:00000001:2.0:1763346501.275860:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.275871:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.275875:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.275880:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.275887:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.275890:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763346501.275895:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e680. 00000100:00000040:2.0:1763346501.275899:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3e680 x1848996540807552 msgsize 3408 00000100:00100000:2.0:1763346501.275903:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.275912:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1763346501.276008:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.276013:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:2.0:1763346501.276023:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.276027:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.276030:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:2.0:1763346501.276033:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:2.0:1763346501.276038:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.276041:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.276046:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.276050:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.276068:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.276071:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540807552 02000000:00000001:2.0:1763346501.276073:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.276074:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.276076:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.276079:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.276083:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540807552 00000020:00000001:2.0:1763346501.276086:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.276088:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.276090:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.276091:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=505 00000020:00000001:2.0:1763346501.276093:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.276096:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.276100:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.276103:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.276105:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.276108:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000020:00000010:2.0:1763346501.276113:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.276117:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.276120:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.276127:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346501.276130:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.276131:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.276133:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.276139:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.276147:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.276154:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.276155:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.276159:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 586 00000100:00000040:2.0:1763346501.276171:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.276173:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870500992 : -105874839050624 : ffff9fb517d3e680) 00000100:00000040:2.0:1763346501.276178:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3e680 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.276186:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.276189:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3bc0. 00000100:00000001:2.0:1763346501.276191:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.276193:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3bc0. 00000100:00100000:2.0:1763346501.276197:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+505:2356:x1848996540807552:12345-192.168.204.16@tcp:63:ll_sa.0 00000100:00000200:2.0:1763346501.276201:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540807552 00000020:00000001:2.0:1763346501.276204:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.276208:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.276211:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.276243:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.276246:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028256 : -1039523360 : ffffffffc20a21e0) 00000020:00000001:2.0:1763346501.276249:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.276251:0:62985:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540807552, found 0 last_xid 1848996540807423 00000020:00000001:2.0:1763346501.276254:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.276256:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.276258:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.276260:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276265:0:62985:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:2.0:1763346501.276270:0:62985:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8570. 00000100:00000001:2.0:1763346501.276273:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.276275:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.276294:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8272 at ffff9fb540ef4000. 02000000:00000001:2.0:1763346501.276296:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.276298:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763346501.276302:0:62985:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9fb5095cac00. 00000020:00000001:2.0:1763346501.276304:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.276308:0:62985:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276311:0:62985:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:2.0:1763346501.276313:0:62985:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.276314:0:62985:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.276317:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.276321:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:2.0:1763346501.276323:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.276325:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.276328:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80cc00. 00000020:00000001:2.0:1763346501.276330:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.276333:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80cc00 with handle 0x757b854463afa54b to hash 00000020:00000001:2.0:1763346501.276334:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.276336:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00000010:2.0:1763346501.276338:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.276341:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982495232 : -105874727056384 : ffff9fb51e80cc00) 00010000:00010000:2.0:1763346501.276344:0:62985:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa54b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a15 expref: -99 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.276351:0:62985:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 487 00000020:00000040:2.0:1763346501.276353:0:62985:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=506 00010000:00000001:2.0:1763346501.276358:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763346501.276360:0:62985:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763346501.276363:0:62985:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763346501.276364:0:62985:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763346501.276366:0:62985:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763346501.276368:0:62985:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346501.276370:0:62985:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:2.0:1763346501.276372:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.276379:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:2.0:1763346501.276380:0:62985:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:2.0:1763346501.276383:0:62985:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276385:0:62985:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346501.276387:0:62985:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:2.0:1763346501.276390:0:62985:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7976, allocated: 7976, field len 7752 -> 56856 00000100:00000001:2.0:1763346501.276392:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.276394:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.276430:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 57376 at ffff9fb51f1e0000. 02000000:00000001:2.0:1763346501.276432:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.276433:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.276438:0:62985:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.276440:0:62985:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8272 at ffff9fb540ef4000. 02000000:00000001:2.0:1763346501.276451:0:62985:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1763346501.276454:0:62985:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:2.0:1763346501.276456:0:62985:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276459:0:62985:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763346501.276462:0:62985:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346501.276463:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.276465:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.276467:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.276469:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.276470:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.276472:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.276473:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.276475:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.276476:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.276477:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.276479:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.276481:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.276482:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.276483:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.276485:0:62985:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.276486:0:62985:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.276487:0:62985:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.276489:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.276490:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.276493:0:62985:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.276497:0:62985:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.276499:0:62985:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.276501:0:62985:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.276502:0:62985:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.276505:0:62985:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.276506:0:62985:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276507:0:62985:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.276509:0:62985:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276512:0:62985:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763346501.276517:0:62985:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c00daba48 00000004:00000002:2.0:1763346501.276520:0:62985:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4062:0x0]/file2, ldlm_rep = ffff9fb51f1e0250 00000004:00000001:2.0:1763346501.276524:0:62985:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346501.276528:0:62985:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346501.276530:0:62985:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346501.276532:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.276533:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.276535:0:62985:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:2.0:1763346501.276537:0:62985:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.276539:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.276542:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80da00. 00000020:00000001:2.0:1763346501.276544:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.276546:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80da00 with handle 0x757b854463afa552 to hash 00000020:00000001:2.0:1763346501.276548:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.276549:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000010:2.0:1763346501.276552:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfd00. 00010000:00000001:2.0:1763346501.276555:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.276557:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.276559:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.276562:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276567:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.276569:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.276571:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.276572:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.276575:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.276576:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.276578:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.276580:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.276582:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.276583:0:62985:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.276584:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.276587:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:2.0:1763346501.276589:0:62985:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.276594:0:62985:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 506 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.276600:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276604:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.276608:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.276609:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276611:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.276612:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.276614:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276616:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.276618:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.276620:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.276622:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276627:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.276628:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.276630:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.276631:0:62985:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.276632:0:62985:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346501.276637:0:62985:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078c00. 00010000:00000010:2.0:1763346501.276642:0:62985:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202700. 00010000:00000001:2.0:1763346501.276646:0:62985:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.276648:0:62985:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb51e80de00. 00000020:00000001:2.0:1763346501.276650:0:62985:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.276651:0:62985:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb51e80de00 with handle 0x757b854463afa559 to hash 00000020:00000001:2.0:1763346501.276653:0:62985:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.276654:0:62985:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000010:2.0:1763346501.276657:0:62985:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:2.0:1763346501.276659:0:62985:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346501.276663:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.276664:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.276666:0:62985:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276672:0:62985:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.276674:0:62985:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.276675:0:62985:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.276676:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.276677:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.276679:0:62985:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.276680:0:62985:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.276682:0:62985:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.276683:0:62985:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.276684:0:62985:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.276685:0:62985:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.276687:0:62985:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0xfbe05a87 (ffff9fb503078c00) refcount = 1 00010000:00010000:2.0:1763346501.276691:0:62985:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276697:0:62985:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.276698:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.276700:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276702:0:62985:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.276704:0:62985:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.276705:0:62985:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276707:0:62985:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.276709:0:62985:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.276711:0:62985:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.276713:0:62985:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276717:0:62985:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.276719:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.276720:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.276722:0:62985:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276728:0:62985:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346501.276776:0:62985:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346501.276780:0:62985:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346501.276783:0:62985:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346501.276787:0:62985:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.276794:0:62985:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346501.276818:0:62985:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.276821:0:62985:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.276823:0:62985:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.276826:0:62985:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1763346501.276829:0:62985:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346501.276832:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.276835:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.276837:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.276839:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=3 00000020:00000001:2.0:1763346501.276841:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.276843:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.276846:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.276849:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276854:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.276855:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.276858:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276864:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.276865:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276868:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.276871:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:2.0:1763346501.276877:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80da00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.276879:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.276882:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.276884:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276890:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.276892:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.276893:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.276894:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80da00 refcount=4 00000020:00000001:2.0:1763346501.276896:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.276898:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982498816 : -105874727052800 : ffff9fb51e80da00) 00010000:00000001:2.0:1763346501.276901:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.276903:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276908:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.276910:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.276911:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276914:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.276916:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.276918:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.276919:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.276921:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80da00 with handle 0x757b854463afa552 from hash 00010000:00000001:2.0:1763346501.276923:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.276925:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.276926:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.276927:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.276929:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.276931:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276933:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.276935:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.276936:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.276938:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:2.0:1763346501.276941:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346501.276943:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.276945:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276946:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.276948:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.276950:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.276951:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.276953:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.276955:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.276958:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.276961:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.276966:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.276967:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.276968:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.276971:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.276972:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.276974:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80da00/0x757b854463afa552 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:2.0:1763346501.276980:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfd00. 00010000:00000001:2.0:1763346501.276989:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.276991:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.276993:0:62985:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.276994:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.276996:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.276997:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=3 00000020:00000001:2.0:1763346501.276999:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346501.277001:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346501.277003:0:62985:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.277005:0:62985:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.277010:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.277011:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.277013:0:62985:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.277017:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.277018:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.277021:0:62985:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.277023:0:62985:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00010000:2.0:1763346501.277027:0:62985:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb51e80de00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.277029:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.277030:0:62985:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.277032:0:62985:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.277037:0:62985:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.277038:0:62985:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.277039:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.277041:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80de00 refcount=4 00000020:00000001:2.0:1763346501.277043:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346501.277045:0:62985:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982499840 : -105874727051776 : ffff9fb51e80de00) 00010000:00000001:2.0:1763346501.277047:0:62985:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.277049:0:62985:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.277054:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.277055:0:62985:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.277057:0:62985:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.277059:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.277060:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.277062:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.277063:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.277065:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80de00 with handle 0x757b854463afa559 from hash 00010000:00000001:2.0:1763346501.277067:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.277069:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.277070:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.277071:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.277073:0:62985:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.277075:0:62985:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.277076:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.277078:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.277079:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.277081:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0xfbe05a87 (ffff9fb503078c00) 00010000:00010000:2.0:1763346501.277084:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346501.277085:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.277087:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.277089:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.277091:0:62985:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.277093:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.277094:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.277096:0:62985:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.277098:0:62985:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.277100:0:62985:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.277102:0:62985:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000001:2.0:1763346501.277108:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.277109:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.277110:0:62985:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.277112:0:62985:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.277113:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.277115:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80de00/0x757b854463afa559 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 62985 initiator: MDT0 00010000:00000010:2.0:1763346501.277121:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000040:2.0:1763346501.277124:0:62985:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078c00 count: 0 00010000:00000010:2.0:1763346501.277128:0:62985:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202700. 00010000:00000001:2.0:1763346501.277134:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.277135:0:62985:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.277137:0:62985:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346501.277139:0:62985:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346501.277141:0:62985:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346501.277144:0:62985:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:2.0:1763346501.277147:0:62985:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.277149:0:62985:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346501.277151:0:62985:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.277153:0:62985:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.277155:0:62985:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.277158:0:62985:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.277185:0:62985:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.277188:0:62985:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.277191:0:62985:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346501.277194:0:62985:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763346501.277195:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.277204:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.277205:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.277206:0:62985:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.277208:0:62985:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.277210:0:62985:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80cc00 with handle 0x757b854463afa54b from hash 00010000:00000001:2.0:1763346501.277245:0:62985:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.277246:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.277247:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.277249:0:62985:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763346501.277250:0:62985:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:2.0:1763346501.277252:0:62985:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:2.0:1763346501.277259:0:62985:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa54b lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a15 expref: 506 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.277264:0:62985:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346501.277267:0:62985:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.277270:0:62985:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.277271:0:62985:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.277273:0:62985:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.277276:0:62985:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.277277:0:62985:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.277278:0:62985:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.277279:0:62985:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.277281:0:62985:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.277282:0:62985:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.277284:0:62985:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.277285:0:62985:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:2.0:1763346501.277288:0:62985:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:2.0:1763346501.277289:0:62985:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.277291:0:62985:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.277293:0:62985:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.277294:0:62985:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.277297:0:62985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80cc00/0x757b854463afa54b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a15 expref: 506 pid: 62985 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.277304:0:62985:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 486 00000020:00000040:2.0:1763346501.277307:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 505 00010000:00000010:2.0:1763346501.277309:0:62985:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.277314:0:62985:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.277315:0:62985:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb51e80cc00, rc -2) 00000004:00000001:2.0:1763346501.277319:0:62985:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.277322:0:62985:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:2.0:1763346501.277326:0:62985:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9fb4175f8570. 00000004:00000010:2.0:1763346501.277329:0:62985:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9fb5095cac00. 00000004:00000001:2.0:1763346501.277333:0:62985:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346501.277338:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:2.0:1763346501.277340:0:62985:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.277342:0:62985:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763346501.277346:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540807552 00010000:00000001:2.0:1763346501.277348:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.277355:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3e680 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/57080 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.277363:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.277365:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.277368:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=153 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346501.277373:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.277376:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.277378:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.277381:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.277383:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.277387:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.277389:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.277395:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 360 at ffff9fb417a1fc00. 00000100:00000200:2.0:1763346501.277403:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 57080 bytes to portal 4, xid 1848996540807552, offset 224 00000400:00000200:2.0:1763346501.277415:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.277428:0:62985:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.277434:0:62985:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198668:198668:256:4294967295] 192.168.204.16@tcp LPNI seq info [198664:198664:8:4294967295] 00000400:00000200:2.0:1763346501.277445:0:62985:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.277450:0:62985:0:(socklnd_cb.c:1001:ksocknal_send()) sending 57080 bytes in 15 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.277455:0:62985:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 472 at ffff9fb417a1e000. 00000800:00000200:2.0:1763346501.277461:0:62985:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.277468:0:62985:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:2.0:1763346501.277473:0:62985:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb417a1e000 type 1, nob 57176 niov 1 nkiov 15 00000100:00000001:2.0:1763346501.277489:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.277492:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.277495:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.277497:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.277499:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.277503:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e680 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/57080 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.277513:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:a07bbba3-4079-4331-85a0-559fc64f2511+505:2356:x1848996540807552:12345-192.168.204.16@tcp:63:ll_sa.0 Request processed in 1325us (1612us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763346501.277522:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 586 00000100:00000040:2.0:1763346501.277525:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.277527:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.277529:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.277533:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.277537:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.277541:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.277545:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 504 00000100:00000001:2.0:1763346501.277547:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.278931:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.278954:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.278963:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.280410:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.280425:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.280429:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.280432:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.280446:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.280465:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 3408 into portal 24 MB=0x691a70e017980 00000400:00000200:3.0:1763346501.280474:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.16@tcp of length 3408/3408 into md 0x4bc9 [256] + 11312 00000800:00000001:3.0:1763346501.280483:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.280491:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.280494:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.280499:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.280507:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.280509:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763346501.280515:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506100e00. 00000100:00000040:3.0:1763346501.280519:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506100e00 x1848996540807552 msgsize 3408 00000100:00100000:3.0:1763346501.280523:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.280543:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.280550:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.280553:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.280555:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.280557:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.280560:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.280565:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e017a80 00000400:00000200:3.0:1763346501.280571:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 656 00000800:00000001:3.0:1763346501.280574:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.280578:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.280580:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.280583:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.280586:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.280588:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.280592:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506100700. 00000100:00000040:3.0:1763346501.280594:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506100700 x1848996540807808 msgsize 328 00000100:00100000:3.0:1763346501.280597:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.280609:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.280627:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.280630:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540807808 02000000:00000001:3.0:1763346501.280633:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.280635:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.280638:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.280642:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.280648:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540807808 00000020:00000001:3.0:1763346501.280652:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.280654:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346501.280657:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.280660:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:3.0:1763346501.280663:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346501.280665:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346501.280670:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.280675:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c500. 00000100:00000001:3.0:1763346501.280678:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.280681:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c500. 00000020:00000010:3.0:1763346501.280687:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031a600. 00000020:00000010:3.0:1763346501.280693:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b480. 00000020:00000010:3.0:1763346501.280699:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d10c8. 00000100:00000040:3.0:1763346501.280707:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346501.280710:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.280712:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346501.280714:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.280722:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.280731:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.280745:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.280747:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.280752:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20137 00000100:00000040:3.0:1763346501.280755:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346501.280757:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572451584 : -105875137100032 : ffff9fb506100700) 00000100:00000040:3.0:1763346501.280765:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506100700 x1848996540807808/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346501.280773:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.280775:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c500. 00000100:00000001:3.0:1763346501.280777:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.280778:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c500. 00000100:00100000:3.0:1763346501.280782:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540807808:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:3.0:1763346501.280786:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540807808 00000020:00000001:3.0:1763346501.280789:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.280793:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346501.280795:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.280797:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.280800:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:3.0:1763346501.280803:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346501.280806:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.280808:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.280810:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.280815:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.280817:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763346501.280819:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763346501.280821:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763346501.280823:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346501.280825:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.280830:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763346501.280840:0:62997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417cf3b00. 00010000:00000010:3.0:1763346501.280843:0:62997:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:3.0:1763346501.280847:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763346501.280850:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a3b400. 00000020:00000001:3.0:1763346501.280854:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763346501.280856:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a3b400 with handle 0x757b854463afa560 to hash 00000020:00000001:3.0:1763346501.280858:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763346501.280859:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00000001:3.0:1763346501.280862:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00010000:3.0:1763346501.280866:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a4d expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763346501.280875:0:62997:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763346501.280879:0:62997:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb417e9c500. 00002000:00000001:3.0:1763346501.280882:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346501.280886:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.280892:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:3.0:1763346501.280895:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:3.0:1763346501.280898:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346501.280905:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763346501.280908:0:62997:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x260d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1763346501.280911:0:62997:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763346501.280914:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00000040:3.0:1763346501.280917:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:3.0:1763346501.280920:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:3.0:1763346501.280927:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763346501.280931:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763346501.280934:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.280936:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.280941:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5380e3400. 02000000:00000001:3.0:1763346501.280943:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.280946:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.280949:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346501.280952:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346501.280955:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346501.280957:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.280959:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763346501.280961:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763346501.280962:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.280967:0:62997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763346501.280972:0:62997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 22 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346501.280981:0:62997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260d:0x0].0x0 (ffff9fb417cf3b00) refcount = 1 00010000:00000040:3.0:1763346501.280984:0:62997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763346501.280988:0:62997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 22 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346501.280998:0:62997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346501.281000:0:62997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.281002:0:62997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763346501.281004:0:62997:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763346501.281007:0:62997:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763346501.281010:0:62997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.281014:0:62997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346501.281017:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 22 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346501.281028:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.281030:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346501.281033:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.281035:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.281037:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.281039:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.281041:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.281042:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a3b400, rc 0) 00000020:00000001:3.0:1763346501.281045:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.281049:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540807808 00010000:00000001:3.0:1763346501.281052:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.281057:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506100700 x1848996540807808/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.281065:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.281068:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.281072:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.281078:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.281081:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.281083:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.281085:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.281087:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.281091:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.281094:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.281099:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb3b8. 00000100:00000200:3.0:1763346501.281106:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540807808, offset 224 00000400:00000200:3.0:1763346501.281113:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.281124:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.281131:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198669:198669:255:4294967295] 192.168.204.16@tcp LPNI seq info [198665:198665:7:4294967295] 00000400:00000200:3.0:1763346501.281143:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.281148:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.281153:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880900. 00000800:00000200:3.0:1763346501.281159:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.281176:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.281181:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.281186:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.281188:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.281191:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.281193:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.281195:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.281199:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506100700 x1848996540807808/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346501.281254:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540807808:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 478us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346501.281261:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20137 00000100:00000040:3.0:1763346501.281264:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346501.281267:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.281268:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.281274:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b480. 00000020:00000010:3.0:1763346501.281277:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d10c8. 00000020:00000010:3.0:1763346501.281281:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031a600. 00000020:00000040:3.0:1763346501.281285:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:3.0:1763346501.281288:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.281303:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.281307:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.281355:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.281359:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880900. 00000400:00000200:3.0:1763346501.281363:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.281366:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.281371:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb3b8 00000400:00000010:3.0:1763346501.281373:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb3b8. 00000100:00000001:3.0:1763346501.281376:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.281378:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346501.281382:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.281384:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.281458:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.281460:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540807552 02000000:00000001:0.0:1763346501.281462:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.281463:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.281465:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.281467:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.281470:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540807552 00000020:00000001:0.0:1763346501.281471:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.281473:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346501.281474:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.281477:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=505 00000020:00000001:0.0:1763346501.281479:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346501.281481:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346501.281484:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.281487:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.281489:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.281491:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346501.281496:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb33400. 00000020:00000010:0.0:1763346501.281499:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346501.281502:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401094b0. 00000100:00000040:0.0:1763346501.281507:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346501.281509:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.281511:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.281512:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.281517:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.281533:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.281540:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.281541:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.281546:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 587 00000100:00000040:0.0:1763346501.281549:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346501.281551:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572453376 : -105875137098240 : ffff9fb506100e00) 00000100:00000040:0.0:1763346501.281555:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506100e00 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/0 e 0 to 0 dl 1763346512 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.281564:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.281567:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.281569:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.281572:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346501.281575:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a07bbba3-4079-4331-85a0-559fc64f2511+505:2356:x1848996540807552:12345-192.168.204.16@tcp:63:ll_sa.0 00000100:00000200:0.0:1763346501.281579:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540807552 00000020:00000001:0.0:1763346501.281581:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.281584:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.281587:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.281589:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.281590:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028256 : -1039523360 : ffffffffc20a21e0) 00000020:00000001:0.0:1763346501.281593:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346501.281595:0:19977:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540807552, found 0 last_xid 1848996540807423 00000020:00000001:0.0:1763346501.281598:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.281599:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.281601:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.281603:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.281609:0:19977:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:0.0:1763346501.281614:0:19977:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff9fb40e414180. 00000100:00000001:0.0:1763346501.281617:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.281619:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.281643:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8272 at ffff9fb540ef4000. 02000000:00000001:0.0:1763346501.281645:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.281648:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763346501.281652:0:19977:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff9fb51987d540. 00000020:00000001:0.0:1763346501.281654:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:0.0:1763346501.281656:0:19977:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540807552, found 0 last_xid 1848996540807423 00000020:00080000:0.0:1763346501.281662:0:19977:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff9fb506100e00 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/7976 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346501.281672:0:19977:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.281675:0:19977:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:0.0:1763346501.281676:0:19977:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.281678:0:19977:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.281686:0:19977:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346501.281690:0:19977:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:0.0:1763346501.281693:0:19977:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.281695:0:19977:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.281698:0:19977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37c00. 00000020:00000001:0.0:1763346501.281702:0:19977:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.281704:0:19977:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37c00 with handle 0x757b854463afa567 to hash 00000020:00000001:0.0:1763346501.281706:0:19977:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.281707:0:19977:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00000010:0.0:1763346501.281713:0:19977:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f100. 00010000:00000001:0.0:1763346501.281715:0:19977:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303535616 : -105874406016000 : ffff9fb531a37c00) 00010000:00010000:0.0:1763346501.281719:0:19977:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa567 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a15 expref: -99 pid: 19977 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.281726:0:19977:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 487 00000020:00000040:0.0:1763346501.281728:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=506 00010000:00000001:0.0:1763346501.281732:0:19977:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763346501.281734:0:19977:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763346501.281738:0:19977:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763346501.281740:0:19977:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763346501.281742:0:19977:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763346501.281745:0:19977:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346501.281747:0:19977:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:0.0:1763346501.281750:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.281755:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:0.0:1763346501.281757:0:19977:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:0.0:1763346501.281760:0:19977:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.281763:0:19977:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763346501.281765:0:19977:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:0.0:1763346501.281768:0:19977:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7976, allocated: 7976, field len 7752 -> 56856 00000100:00000001:0.0:1763346501.281771:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.281772:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.281809:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 57376 at ffff9fb51ed80000. 02000000:00000001:0.0:1763346501.281812:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.281813:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.281818:0:19977:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763346501.281820:0:19977:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8272 at ffff9fb540ef4000. 02000000:00000001:0.0:1763346501.281831:0:19977:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1763346501.281833:0:19977:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:0.0:1763346501.281836:0:19977:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.281839:0:19977:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763346501.281844:0:19977:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763346501.281847:0:19977:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.281849:0:19977:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281852:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.281853:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.281855:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281857:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.281858:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.281859:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281861:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.281862:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.281863:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281865:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.281866:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.281868:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281870:0:19977:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.281871:0:19977:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.281873:0:19977:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281876:0:19977:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.281877:0:19977:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.281882:0:19977:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346501.281888:0:19977:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346501.281891:0:19977:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346501.281895:0:19977:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346501.281897:0:19977:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281900:0:19977:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.281901:0:19977:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.281904:0:19977:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346501.281906:0:19977:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.281911:0:19977:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540807552, found 0 last_xid 1848996540807423 00000004:00010000:0.0:1763346501.281916:0:19977:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0xa650ee2d79212a15 req@ffff9fb506100e00 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/57080 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763346501.281925:0:19977:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763346501.281931:0:19977:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c01d6fa48 00000004:00000002:0.0:1763346501.281934:0:19977:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4062:0x0]/file2, ldlm_rep = ffff9fb51ed80250 00000004:00000001:0.0:1763346501.281941:0:19977:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763346501.281945:0:19977:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763346501.281949:0:19977:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763346501.281952:0:19977:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346501.281955:0:19977:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346501.281957:0:19977:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:0.0:1763346501.281960:0:19977:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.281963:0:19977:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.281966:0:19977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37600. 00000020:00000001:0.0:1763346501.281969:0:19977:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.281970:0:19977:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37600 with handle 0x757b854463afa56e to hash 00000020:00000001:0.0:1763346501.281972:0:19977:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.281973:0:19977:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000010:0.0:1763346501.281976:0:19977:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f700. 00010000:00000001:0.0:1763346501.281979:0:19977:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346501.281983:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.281985:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.281988:0:19977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.281993:0:19977:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346501.281997:0:19977:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346501.281999:0:19977:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346501.282001:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.282003:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282005:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.282007:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282009:0:19977:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346501.282011:0:19977:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346501.282013:0:19977:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346501.282014:0:19977:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346501.282016:0:19977:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:0.0:1763346501.282019:0:19977:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346501.282022:0:19977:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 506 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346501.282029:0:19977:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282034:0:19977:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346501.282037:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.282038:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282040:0:19977:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346501.282041:0:19977:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282043:0:19977:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282046:0:19977:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.282048:0:19977:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346501.282051:0:19977:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.282053:0:19977:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282058:0:19977:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346501.282059:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282060:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282062:0:19977:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763346501.282063:0:19977:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346501.282068:0:19977:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f700. 00010000:00000010:0.0:1763346501.282072:0:19977:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb417969900. 00010000:00000001:0.0:1763346501.282075:0:19977:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.282078:0:19977:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346501.282080:0:19977:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.282081:0:19977:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa575 to hash 00000020:00000001:0.0:1763346501.282083:0:19977:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.282084:0:19977:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000010:0.0:1763346501.282087:0:19977:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb53ba6f880. 00010000:00000001:0.0:1763346501.282089:0:19977:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346501.282092:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.282093:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.282095:0:19977:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282101:0:19977:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346501.282102:0:19977:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346501.282103:0:19977:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763346501.282105:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.282106:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282108:0:19977:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.282109:0:19977:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282111:0:19977:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346501.282112:0:19977:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763346501.282113:0:19977:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763346501.282114:0:19977:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763346501.282116:0:19977:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0xfbe05a87 (ffff9fb417f4f700) refcount = 1 00010000:00010000:0.0:1763346501.282119:0:19977:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282123:0:19977:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763346501.282125:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.282127:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282128:0:19977:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346501.282129:0:19977:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282131:0:19977:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282133:0:19977:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.282135:0:19977:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763346501.282136:0:19977:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.282139:0:19977:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282143:0:19977:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763346501.282144:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282145:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346501.282146:0:19977:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.282151:0:19977:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763346501.282242:0:19977:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763346501.282246:0:19977:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763346501.282248:0:19977:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763346501.282252:0:19977:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.282257:0:19977:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763346501.282280:0:19977:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346501.282282:0:19977:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346501.282284:0:19977:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346501.282287:0:19977:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763346501.282292:0:19977:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763346501.282294:0:19977:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346501.282296:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.282298:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.282300:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=3 00000020:00000001:0.0:1763346501.282302:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346501.282305:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346501.282307:0:19977:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346501.282310:0:19977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282314:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282316:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.282318:0:19977:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282323:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.282325:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282327:0:19977:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346501.282330:0:19977:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00010000:0.0:1763346501.282335:0:19977:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a37600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346501.282337:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.282339:0:19977:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346501.282341:0:19977:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282345:0:19977:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346501.282346:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.282347:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.282348:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37600 refcount=4 00000020:00000001:0.0:1763346501.282350:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346501.282352:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346501.282354:0:19977:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346501.282356:0:19977:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282361:0:19977:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346501.282362:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346501.282364:0:19977:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282366:0:19977:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.282368:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.282370:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.282371:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.282374:0:19977:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37600 with handle 0x757b854463afa56e from hash 00010000:00000001:0.0:1763346501.282375:0:19977:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.282376:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282377:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282379:0:19977:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.282381:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.282382:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282384:0:19977:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.282386:0:19977:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.282387:0:19977:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.282390:0:19977:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:0.0:1763346501.282392:0:19977:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346501.282395:0:19977:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282397:0:19977:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282398:0:19977:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.282400:0:19977:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346501.282402:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282403:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282404:0:19977:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282406:0:19977:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.282408:0:19977:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.282411:0:19977:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282416:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282417:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282418:0:19977:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346501.282420:0:19977:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346501.282421:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.282423:0:19977:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37600/0x757b854463afa56e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000010:0.0:1763346501.282428:0:19977:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f700. 00010000:00000001:0.0:1763346501.282439:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346501.282440:0:19977:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346501.282442:0:19977:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763346501.282443:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.282444:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.282445:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:0.0:1763346501.282447:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346501.282450:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346501.282452:0:19977:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346501.282454:0:19977:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282460:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282461:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.282463:0:19977:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282468:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.282469:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282470:0:19977:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346501.282472:0:19977:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00010000:0.0:1763346501.282477:0:19977:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb531a36c00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346501.282478:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.282479:0:19977:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346501.282481:0:19977:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282485:0:19977:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346501.282486:0:19977:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.282487:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.282488:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=4 00000020:00000001:0.0:1763346501.282490:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346501.282492:0:19977:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346501.282494:0:19977:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346501.282496:0:19977:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282499:0:19977:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346501.282500:0:19977:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346501.282501:0:19977:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282503:0:19977:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.282505:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.282506:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.282507:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.282509:0:19977:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa575 from hash 00010000:00000001:0.0:1763346501.282512:0:19977:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.282513:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282514:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282515:0:19977:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.282516:0:19977:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.282517:0:19977:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282518:0:19977:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.282519:0:19977:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.282520:0:19977:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.282522:0:19977:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0xfbe05a87 (ffff9fb417f4f700) 00010000:00010000:0.0:1763346501.282524:0:19977:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763346501.282526:0:19977:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282527:0:19977:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282529:0:19977:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.282530:0:19977:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346501.282532:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282533:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282534:0:19977:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282536:0:19977:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.282537:0:19977:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.282539:0:19977:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000001:0.0:1763346501.282543:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282544:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282545:0:19977:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346501.282545:0:19977:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346501.282546:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.282548:0:19977:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36c00/0x757b854463afa575 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19977 initiator: MDT0 00010000:00000010:0.0:1763346501.282552:0:19977:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f880. 00010000:00000040:0.0:1763346501.282554:0:19977:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f700 count: 0 00010000:00000010:0.0:1763346501.282559:0:19977:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969900. 00010000:00000001:0.0:1763346501.282565:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763346501.282566:0:19977:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763346501.282567:0:19977:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763346501.282569:0:19977:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763346501.282571:0:19977:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763346501.282574:0:19977:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:0.0:1763346501.282578:0:19977:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346501.282580:0:19977:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346501.282582:0:19977:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346501.282584:0:19977:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346501.282586:0:19977:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346501.282589:0:19977:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346501.282604:0:19977:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.282607:0:19977:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346501.282609:0:19977:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763346501.282611:0:19977:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346501.282612:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.282614:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282615:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282617:0:19977:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.282618:0:19977:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.282620:0:19977:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37c00 with handle 0x757b854463afa567 from hash 00010000:00000001:0.0:1763346501.282622:0:19977:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.282623:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.282624:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.282626:0:19977:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346501.282627:0:19977:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:0.0:1763346501.282629:0:19977:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:0.0:1763346501.282634:0:19977:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa567 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a15 expref: 506 pid: 19977 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.282639:0:19977:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346501.282641:0:19977:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.282643:0:19977:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.282646:0:19977:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.282648:0:19977:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282651:0:19977:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.282652:0:19977:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.282653:0:19977:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.282654:0:19977:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.282656:0:19977:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.282657:0:19977:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.282659:0:19977:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.282660:0:19977:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:0.0:1763346501.282662:0:19977:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763346501.282664:0:19977:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.282666:0:19977:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.282667:0:19977:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.282669:0:19977:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.282672:0:19977:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37c00/0x757b854463afa567 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a15 expref: 506 pid: 19977 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.282678:0:19977:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 486 00000020:00000040:0.0:1763346501.282681:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 505 00010000:00000010:0.0:1763346501.282684:0:19977:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f100. 00010000:00000001:0.0:1763346501.282688:0:19977:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.282689:0:19977:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37c00, rc -2) 00000004:00000001:0.0:1763346501.282692:0:19977:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763346501.282695:0:19977:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763346501.282699:0:19977:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff9fb40e414180. 00000004:00000010:0.0:1763346501.282703:0:19977:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff9fb51987d540. 00000004:00000001:0.0:1763346501.282706:0:19977:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346501.282710:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:0.0:1763346501.282713:0:19977:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.282714:0:19977:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1763346501.282718:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540807552 00010000:00000001:0.0:1763346501.282721:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.282725:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506100e00 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/57080 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346501.282733:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.282736:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.282739:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.282743:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.282746:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.282748:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.282750:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.282752:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.282755:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.282758:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.282763:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 360 at ffff9fb52eb32e00. 00000100:00000200:0.0:1763346501.282769:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 57080 bytes to portal 4, xid 1848996540807680, offset 224 00000400:00000200:0.0:1763346501.282776:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.282788:0:19977:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.282794:0:19977:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198670:198670:255:4294967295] 192.168.204.16@tcp LPNI seq info [198666:198666:7:4294967295] 00000400:00000200:0.0:1763346501.282804:0:19977:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.282809:0:19977:0:(socklnd_cb.c:1001:ksocknal_send()) sending 57080 bytes in 15 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.282815:0:19977:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 472 at ffff9fb52eb32800. 00000800:00000200:0.0:1763346501.282822:0:19977:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.282828:0:19977:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:0.0:1763346501.282832:0:19977:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52eb32800 type 1, nob 57176 niov 1 nkiov 15 00000100:00000001:0.0:1763346501.282836:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.282838:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.282841:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.282842:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.282844:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.282849:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506100e00 x1848996540807552/t0(0) o63->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 3408/57080 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346501.282858:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:a07bbba3-4079-4331-85a0-559fc64f2511+505:2356:x1848996540807552:12345-192.168.204.16@tcp:63:ll_sa.0 Request processed in 1291us (2337us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763346501.282866:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 587 00000100:00000040:0.0:1763346501.282870:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.282872:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.282874:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.282877:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346501.282879:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401094b0. 00000020:00000010:0.0:1763346501.282883:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb33400. 00000020:00000040:0.0:1763346501.282887:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 504 00000100:00000001:0.0:1763346501.282890:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.284507:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.284519:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 472 at ffff9fb417a1e000. 00000400:00000200:2.0:1763346501.284526:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.284536:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.284545:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb417a1fc00 00000400:00000010:2.0:1763346501.284548:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 360 at ffff9fb417a1fc00. 00000100:00000001:2.0:1763346501.284553:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.284555:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763346501.284716:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.284719:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 472 at ffff9fb52eb32800. 00000400:00000200:2.0:1763346501.284725:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.284730:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.284733:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb52eb32e00 00000400:00000010:2.0:1763346501.284735:0:3288:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 360 at ffff9fb52eb32e00. 00000100:00000001:2.0:1763346501.284738:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.284739:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346501.286286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c200. 00010000:00000010:2.1:1763346501.286301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80da00. 00010000:00000010:2.1:1763346501.286307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:2.1:1763346501.286311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80de00. 00010000:00000010:2.1:1763346501.289561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80cc00. 00010000:00000010:0.1:1763346501.290260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00010000:00000010:0.1:1763346501.290272:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f700. 00010000:00000010:0.1:1763346501.290300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:0.1:1763346501.290302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37c00. 00000800:00000001:3.0:1763346501.293655:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.293676:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.293681:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.293683:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.293699:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.293724:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e017b00 00000400:00000200:3.0:1763346501.293735:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 984 00000800:00000001:3.0:1763346501.293746:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.293780:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.293784:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.293791:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.293801:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.293804:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.293811:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb506101180. 00000100:00000040:3.0:1763346501.293816:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb506101180 x1848996540807936 msgsize 328 00000100:00100000:3.0:1763346501.293821:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.294978:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.295676:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.295681:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540807936 02000000:00000001:0.0:1763346501.295686:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.295689:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.295692:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.295699:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.295704:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540807936 00000020:00000001:0.0:1763346501.295708:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.295710:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.295713:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.295718:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346501.295721:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.295724:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.295730:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.295741:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.295745:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.295748:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346501.295756:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb33400. 00000020:00000010:0.0:1763346501.295763:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346501.295769:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401094b0. 00000100:00000040:0.0:1763346501.295779:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.295783:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.295785:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.295788:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.295798:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763346501.296391:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.296402:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.296683:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.296688:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.296698:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20138 00000100:00000040:2.0:1763346501.296704:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346501.296706:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198572454272 : -105875137097344 : ffff9fb506101180) 00000100:00000040:2.0:1763346501.296716:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb506101180 x1848996540807936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.296726:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.296732:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.296735:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.296737:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.296743:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb506101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:226875:x1848996540807936:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346501.296747:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540807936 00000020:00000001:2.0:1763346501.296751:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.296754:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.296757:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.296759:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.296761:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.296765:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.296768:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.296770:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.296772:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.296778:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.296779:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.296782:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.296784:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.296786:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.296790:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.296795:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.296803:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:2.0:1763346501.296806:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.296809:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.296812:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb5353ecc00. 00000020:00000001:2.0:1763346501.296817:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.296819:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb5353ecc00 with handle 0x757b854463afa57c to hash 00000020:00000001:2.0:1763346501.296822:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.296824:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00010000:00000001:2.0:1763346501.296826:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00010000:00010000:2.0:1763346501.296831:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a54 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.296840:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:2.0:1763346501.296842:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=23 00000100:00000001:2.0:1763346501.296853:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.296855:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.296861:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52af1e400. 02000000:00000001:2.0:1763346501.296863:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.296865:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.296867:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.296871:0:62997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.296873:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346501.296875:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.296878:0:62997:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763346501.296881:0:62997:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346501.296885:0:62997:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.296892:0:62997:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763346501.296894:0:62997:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.296896:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763346501.296898:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.296899:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346501.296901:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763346501.296902:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.296904:0:62997:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.296906:0:62997:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763346501.296909:0:62997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.296921:0:62997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260c:0x0].0x0 (ffff9fb417972900) refcount = 2 00010000:00000040:2.0:1763346501.296924:0:62997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.296927:0:62997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.296932:0:62997:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763346501.296935:0:62997:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763346501.296942:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.296945:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346501.296951:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5095cac00. 00000100:00000001:2.0:1763346501.296953:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627806208 : -105875081745408 : ffff9fb5095cac00) 00000100:00000001:2.0:1763346501.296955:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627806208 : -105875081745408 : ffff9fb5095cac00) 00000100:00000001:2.0:1763346501.296958:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346501.296960:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346501.296962:0:62997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.296964:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.296966:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346501.296968:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.296969:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.296971:0:62997:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763346501.296973:0:62997:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763346501.296977:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f480. 00000020:00000040:2.0:1763346501.296980:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346501.296984:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346501.296985:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346501.296990:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346501.296995:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1fc00. 00000100:00000001:2.0:1763346501.297001:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.297005:0:62997:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.297020:0:62997:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000001:2.0:1763346501.297027:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346501.297030:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346501.297034:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.297042:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346501.297044:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.297048:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514975744:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346501.297243:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.297333:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346501.297342:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346501.297345:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.297348:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346501.297353:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1e000. 02000000:00000001:2.0:1763346501.297355:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346501.297363:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cf20. 00000400:00000010:2.0:1763346501.297372:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bf68. 00000100:00000200:2.0:1763346501.297379:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514975744, portal 16 00000100:00000001:2.0:1763346501.297382:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346501.297383:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870504576 : -105874839047040 : ffff9fb517d3f480) 00000100:00000040:2.0:1763346501.297389:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.297397:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.297399:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.297402:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b6e8. 00000100:00000200:2.0:1763346501.297405:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514975744, offset 0 00000400:00000200:2.0:1763346501.297412:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.297429:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.297437:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346501.297442:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346501.297447:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346501.297450:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346501.297454:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198671:198671:256:4294967295] 192.168.204.16@tcp LPNI seq info [198667:198667:8:4294967295] 00000400:00000200:2.0:1763346501.297468:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.297475:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.297481:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.297490:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.297498:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.297503:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.298172:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.298182:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738212 00000100:00000001:2.0:1763346501.298191:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738157 00000100:00000001:2.0:1763346501.298195:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738212 00000100:00000001:2.0:1763346501.298199:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738157 00000100:00000001:2.0:1763346501.298202:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738212 00000100:00000001:2.0:1763346501.298206:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738157 00000100:00000001:2.0:1763346501.298208:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738212 00000100:00000001:2.0:1763346501.298289:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738157 00000100:00000001:2.0:1763346501.298293:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346501.298297:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.298301:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.298303:0:62997:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.298306:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.298309:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.298310:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.298312:0:62997:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.298314:0:62997:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.298317:0:62997:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346501.298320:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.298322:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346501.298324:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346501.298327:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5095cac00 going to sleep for 11 seconds 00000100:00000001:2.0:1763346501.298331:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.298335:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346501.298914:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.298922:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:1.0:1763346501.298936:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.298946:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.298954:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b6e8 00000400:00000010:1.0:1763346501.298957:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b6e8. 00000100:00000001:1.0:1763346501.298965:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.298973:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.298985:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.298989:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.298996:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.298998:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.302794:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.302816:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.302822:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.302825:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.302840:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.302862:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c775000 00000400:00000200:2.0:1763346501.302874:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fe41 [1] + 224 00000800:00000001:2.0:1763346501.302883:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.302893:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.302897:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.302902:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.302911:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.302923:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.302935:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.302954:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.302965:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.302969:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.303391:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346501.303402:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346501.303404:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346501.303409:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cf20. 00000400:00000200:3.0:1763346501.303414:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bf68 00000400:00000010:3.0:1763346501.303417:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bf68. 00000100:00000001:3.0:1763346501.303423:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.303429:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346501.303438:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.303445:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.303447:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.303451:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346501.303454:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346501.303457:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.303460:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.303463:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.303472:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:3.0:1763346501.303477:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:3.0:1763346501.303480:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346501.303482:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.303486:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346501.303490:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.303493:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.303497:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.303505:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.303508:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346501.303510:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.303513:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763346501.303517:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.303520:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.303522:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.303526:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346501.303534:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514975744:192.168.204.16@tcp:104: 00000100:00000001:3.0:1763346501.303539:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.303542:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.303545:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346501.303548:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.303551:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3f480 x1848996514975744/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.303558:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346501.303561:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346501.303565:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1e000. 02000000:00000001:3.0:1763346501.303569:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346501.303572:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346501.303575:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763346501.303577:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346501.303580:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1fc00. 02000000:00000001:3.0:1763346501.303583:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346501.303585:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346501.303587:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f480. 00000100:00000001:3.0:1763346501.303591:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346501.303592:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346501.303594:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5095cac00. 00000100:00000001:3.0:1763346501.303598:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346501.303600:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346501.303603:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb503aa3c40. 00010000:00000001:3.0:1763346501.303606:0:62997:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.303609:0:62997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.303611:0:62997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346501.303618:0:62997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763346501.303625:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 23 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763346501.303641:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.303644:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763346501.303646:0:62997:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb5353ecc00 00010000:00000001:3.0:1763346501.303648:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763346501.303650:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763346501.303654:0:62997:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.303657:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763346501.303660:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763346501.303661:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.303663:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.303664:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.303666:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.303667:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb5353ecc00, rc 0) 00000020:00000001:3.0:1763346501.303671:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346501.303675:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540807936 00010000:00000001:3.0:1763346501.303678:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.303683:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb506101180 x1848996540807936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.303691:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.303695:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.303698:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.303703:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.303706:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.303708:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.303711:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.303714:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.303719:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.303721:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.303726:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb3b8. 00000100:00000200:3.0:1763346501.303731:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540807936, offset 224 00000400:00000200:3.0:1763346501.303739:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.303751:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.303760:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198672:198672:256:4294967295] 192.168.204.16@tcp LPNI seq info [198668:198668:8:4294967295] 00000400:00000200:3.0:1763346501.303772:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.303778:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.303785:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880900. 00000800:00000200:3.0:1763346501.303794:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.303802:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.303807:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.303829:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.303832:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.303834:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.303836:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.303839:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.303845:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb506101180 x1848996540807936/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346501.303855:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb506101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+23:226875:x1848996540807936:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 7127us (10036us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346501.303865:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20138 00000100:00000040:3.0:1763346501.303894:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:3.0:1763346501.303897:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.303900:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.303908:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969e00. 00000020:00000010:3.0:1763346501.303913:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401094b0. 00000020:00000010:3.0:1763346501.303919:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb33400. 00000020:00000040:3.0:1763346501.303925:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000100:00000001:3.0:1763346501.303929:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.304095:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.304105:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.304108:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.304110:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.304116:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.304126:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 2008 into portal 6 MB=0x691a70e017b80 00000400:00000200:1.0:1763346501.304133:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 2008/2008 into md 0x90861 [128] + 141816 00000800:00000001:1.0:1763346501.304138:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.304147:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.304150:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.304154:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.304159:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.304173:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346501.304181:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88b480. 00000100:00000040:1.0:1763346501.304185:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a88b480 x1848996540808064 msgsize 2008 00000100:00100000:1.0:1763346501.304188:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.304207:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1763346501.304310:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.304315:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880900. 00000400:00000200:1.0:1763346501.304318:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.304322:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.304325:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb3b8 00000400:00000010:1.0:1763346501.304327:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb3b8. 00000100:00000001:1.0:1763346501.304330:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346501.304332:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346501.304337:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.304340:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.304740:0:86582:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.304745:0:86582:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808064 02000000:00000001:3.0:1763346501.304749:0:86582:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.304751:0:86582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.304752:0:86582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.304757:0:86582:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.304761:0:86582:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808064 00000020:00000001:3.0:1763346501.304765:0:86582:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.304768:0:86582:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346501.304771:0:86582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.304774:0:86582:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=23 00000020:00000001:3.0:1763346501.304777:0:86582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346501.304780:0:86582:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346501.304785:0:86582:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.304791:0:86582:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c880. 00000100:00000001:3.0:1763346501.304795:0:86582:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.304798:0:86582:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c880. 00000020:00000010:3.0:1763346501.304805:0:86582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031b400. 00000020:00000010:3.0:1763346501.304810:0:86582:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b480. 00000020:00000010:3.0:1763346501.304815:0:86582:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d10c8. 00000100:00000040:3.0:1763346501.304824:0:86582:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763346501.304827:0:86582:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.304829:0:86582:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763346501.304831:0:86582:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763346501.304834:0:86582:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.304836:0:86582:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:3.0:1763346501.304839:0:86582:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.304843:0:86582:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763346501.304846:0:86582:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763346501.304849:0:86582:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.304852:0:86582:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.304854:0:86582:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.304857:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.304859:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.304862:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.304864:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.304865:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.304867:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.304869:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.304870:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.304872:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.304874:0:86582:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763346501.304877:0:86582:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.304879:0:86582:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.304881:0:86582:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346501.305037:0:86582:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763346501.305040:0:86582:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346501.305043:0:86582:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763346501.305051:0:86582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000401:0x260c:0x0] (0->1515) req@ffff9fb53a88b480 x1848996540808064/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 2008/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763346501.305061:0:86582:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763346501.305063:0:86582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb53a88b480 with x1848996540808064 ext(0->1515) 00010000:00000001:3.0:1763346501.305066:0:86582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.305068:0:86582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.305070:0:86582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=4 00000020:00000001:3.0:1763346501.305072:0:86582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:3.0:1763346501.305075:0:86582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00010000:3.0:1763346501.305081:0:86582:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00010000:3.0:1763346501.305098:0:86582:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000001:3.0:1763346501.305105:0:86582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.305106:0:86582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763346501.305108:0:86582:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763346501.305110:0:86582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9fb53a88b480 00002000:00000001:3.0:1763346501.305112:0:86582:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.305115:0:86582:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.305124:0:86582:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763346501.305128:0:86582:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb53a88b480 x1848996540808064/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 2008/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346501.305135:0:86582:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346501.305137:0:86582:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.305151:0:86582:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.305172:0:86582:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.305174:0:86582:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.305178:0:86582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 16 00000100:00000040:3.0:1763346501.305182:0:86582:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:3.0:1763346501.305184:0:86582:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452775552 : -105874256776064 : ffff9fb53a88b480) 00000100:00000040:3.0:1763346501.305188:0:86582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a88b480 x1848996540808064/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 2008/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763346501.305197:0:86582:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.305200:0:86582:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c880. 00000100:00000001:3.0:1763346501.305202:0:86582:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.305205:0:86582:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c880. 00000100:00100000:3.0:1763346501.305209:0:86582:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540808064:12345-192.168.204.16@tcp:4:cp.0 00000100:00000200:3.0:1763346501.305243:0:86582:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808064 00000020:00000001:3.0:1763346501.305247:0:86582:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.305251:0:86582:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346501.305253:0:86582:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305255:0:86582:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.305257:0:86582:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:3.0:1763346501.305261:0:86582:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346501.305265:0:86582:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.305268:0:86582:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.305269:0:86582:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.305271:0:86582:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305274:0:86582:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763346501.305282:0:86582:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.305284:0:86582:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.305290:0:86582:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb5380e2c00. 02000000:00000001:3.0:1763346501.305292:0:86582:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.305295:0:86582:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305299:0:86582:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763346501.305301:0:86582:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305304:0:86582:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:3.0:1763346501.305310:0:86582:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:3.0:1763346501.305313:0:86582:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:3.0:1763346501.305316:0:86582:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1763346501.305321:0:86582:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346501.305338:0:86582:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305341:0:86582:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1763346501.305343:0:86582:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 free: 3838836736 avail: 3836739584 00000020:00000001:3.0:1763346501.305347:0:86582:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1763346501.305350:0:86582:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 avail=3836739584 left=3507486720 unstable=0 tot_grant=329187328 pending=0 00000020:00000001:3.0:1763346501.305354:0:86582:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3507486720 : 3507486720 : d1100000) 00000020:00000001:3.0:1763346501.305357:0:86582:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763346501.305360:0:86582:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 306708480 dropped 0, local 308412416 00000020:00000001:3.0:1763346501.305364:0:86582:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763346501.305366:0:86582:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:3.0:1763346501.305368:0:86582:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 granted: 1703936 ungranted: 0 grant: 306708480 dirty: 1703936 00000020:00000001:3.0:1763346501.305371:0:86582:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:3.0:1763346501.305373:0:86582:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1763346501.305376:0:86582:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 wants: 485097472 current grant 306708480 granting: 3407872 00000020:00000020:3.0:1763346501.305380:0:86582:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 tot cached:0 granted:332595200 num_exports: 2 00000020:00000001:3.0:1763346501.305382:0:86582:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:3.0:1763346501.305385:0:86582:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:3.0:1763346501.305387:0:86582:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346501.305390:0:86582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.305398:0:86582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:3.0:1763346501.305401:0:86582:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00080000:00000001:3.0:1763346501.305411:0:86582:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:3.0:1763346501.305432:0:86582:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763346501.305439:0:86582:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346501.305442:0:86582:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305443:0:86582:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.305448:0:86582:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1516 00000020:00008000:3.0:1763346501.305450:0:86582:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1516 left = 1516 00000020:00000001:3.0:1763346501.305456:0:86582:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763346501.305490:0:86582:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:3.0:1763346501.305493:0:86582:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763346501.305508:0:86582:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305510:0:86582:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763346501.305515:0:86582:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346501.305524:0:86582:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.305528:0:86582:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763346501.305530:0:86582:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.305532:0:86582:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763346501.305534:0:86582:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.305536:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.305537:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.305539:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.305541:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.305542:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.305544:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.305546:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763346501.305547:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763346501.305548:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346501.305551:0:86582:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:3.0:1763346501.305554:0:86582:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346501.305557:0:86582:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:3.0:1763346501.305559:0:86582:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763346501.305567:0:86582:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.305572:0:86582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.305655:0:86582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1c800. 00080000:00000001:2.0:1763346501.305659:0:86582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191226368 : -105874518325248 : ffff9fb52af1c800) 00000001:00000001:2.0:1763346501.305662:0:86582:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.305663:0:86582:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305669:0:86582:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.305695:0:86582:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305698:0:86582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346501.305720:0:86582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.305723:0:86582:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763346501.305725:0:86582:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.305728:0:86582:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763346501.305730:0:86582:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.305738:0:86582:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1763346501.305741:0:86582:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.305744:0:86582:0:(ofd_io.c:1099:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.305747:0:86582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.305760:0:86582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305762:0:86582:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.305766:0:86582:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb52af1ec00. 00080000:00000001:2.0:1763346501.305769:0:86582:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199191235584 : -105874518316032 : ffff9fb52af1ec00) 00000001:00000001:2.0:1763346501.305771:0:86582:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.305772:0:86582:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305776:0:86582:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:2.0:1763346501.305783:0:86582:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:2.0:1763346501.305789:0:86582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.305791:0:86582:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305795:0:86582:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.305798:0:86582:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305800:0:86582:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346501.305804:0:86582:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.305833:0:86582:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.305835:0:86582:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305838:0:86582:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.305843:0:86582:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305849:0:86582:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305857:0:86582:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346501.305860:0:86582:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.305863:0:86582:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.305867:0:86582:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:2.0:1763346501.305868:0:86582:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:2.0:1763346501.305871:0:86582:0:(osd_io.c:1001:osd_grow_blocksize()) Process leaving 00080000:00000002:2.0:1763346501.305873:0:86582:0:(osd_io.c:1122:osd_write_commit()) write 1516 bytes at 0 00080000:00000001:2.0:1763346501.306191:0:86582:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.306197:0:86582:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763346501.306200:0:86582:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb527613d80. 00000020:00000040:2.0:1763346501.306203:0:86582:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 2 00000020:00000040:2.0:1763346501.306207:0:86582:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00000020:00000001:2.0:1763346501.306210:0:86582:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.306234:0:86582:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.306238:0:86582:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763346501.306242:0:86582:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.306245:0:86582:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763346501.306282:0:86582:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763346501.306285:0:86582:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847762, last_committed = 21474847758 00000001:00000010:2.0:1763346501.306289:0:86582:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613720. 00000001:00000040:2.0:1763346501.306293:0:86582:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 3 00000020:00000040:2.0:1763346501.306295:0:86582:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00080000:00000001:2.0:1763346501.306302:0:86582:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.306310:0:86582:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346501.306313:0:86582:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.306321:0:86582:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346501.306336:0:86582:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00002000:00000001:2.0:1763346501.306339:0:86582:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.306343:0:86582:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.306346:0:86582:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.306349:0:86582:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763346501.306351:0:86582:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763346501.306353:0:86582:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.306357:0:86582:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 21474847762, xid 1848996540808064 00010000:00000001:2.0:1763346501.306360:0:86582:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.306370:0:86582:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a88b480 x1848996540808064/t21474847762(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 2008/448 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.306379:0:86582:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.306381:0:86582:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.306386:0:86582:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.306391:0:86582:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.306394:0:86582:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.306396:0:86582:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.306400:0:86582:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.306402:0:86582:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.306406:0:86582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.306409:0:86582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.306415:0:86582:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035baa0. 00000100:00000200:2.0:1763346501.306421:0:86582:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540808064, offset 224 00000400:00000200:2.0:1763346501.306429:0:86582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.306443:0:86582:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.306450:0:86582:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198673:198673:256:4294967295] 192.168.204.16@tcp LPNI seq info [198669:198669:8:4294967295] 00000400:00000200:2.0:1763346501.306462:0:86582:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.306469:0:86582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.306475:0:86582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.306482:0:86582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.306491:0:86582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.306496:0:86582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.306522:0:86582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.306526:0:86582:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.306528:0:86582:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.306530:0:86582:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.306532:0:86582:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.306537:0:86582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88b480 x1848996540808064/t21474847762(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 2008/448 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.306546:0:86582:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a88b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:a07bbba3-4079-4331-85a0-559fc64f2511+25:2356:x1848996540808064:12345-192.168.204.16@tcp:4:cp.0 Request processed in 1348us (2360us total) trans 21474847762 rc 0/0 00000100:00100000:2.0:1763346501.306556:0:86582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 16 00000100:00000040:2.0:1763346501.306560:0:86582:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346501.306562:0:86582:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763346501.306564:0:86582:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346501.306569:0:86582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000401:0x260c:0x0] (0->1515) req@ffff9fb53a88b480 x1848996540808064/t21474847762(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 2008/448 e 0 to 0 dl 1763346512 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346501.306578:0:86582:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346501.306580:0:86582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb53a88b480 with x1848996540808064 ext(0->1515) 00010000:00000001:2.0:1763346501.306582:0:86582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.306584:0:86582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.306587:0:86582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=4 00000020:00000001:2.0:1763346501.306589:0:86582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:2.0:1763346501.306592:0:86582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00010000:2.0:1763346501.306599:0:86582:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 25 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00010000:2.0:1763346501.306616:0:86582:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 25 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000001:2.0:1763346501.306623:0:86582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.306624:0:86582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346501.306626:0:86582:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346501.306628:0:86582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9fb53a88b480 00002000:00000001:2.0:1763346501.306630:0:86582:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.306632:0:86582:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.306637:0:86582:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b480. 00000020:00000010:2.0:1763346501.306641:0:86582:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d10c8. 00000800:00000200:0.0:1763346501.306643:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1763346501.306644:0:86582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031b400. 00000800:00000010:0.0:1763346501.306647:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000020:00000040:2.0:1763346501.306651:0:86582:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00000100:00000001:2.0:1763346501.306654:0:86582:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.306657:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.306662:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.306668:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035baa0 00000400:00000010:0.0:1763346501.306671:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035baa0. 00000100:00000001:0.0:1763346501.306678:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.306680:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346501.310013:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.310036:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.310043:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.310046:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.310101:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.310126:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e017c00 00000400:00000200:1.0:1763346501.310137:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127c81 [2] + 0 00000800:00000001:1.0:1763346501.310148:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.310174:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.310178:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.310183:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.310192:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.310195:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763346501.310202:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a888000. 00000100:00000040:1.0:1763346501.310207:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a888000 x1848996540808192 msgsize 328 00000100:00100000:1.0:1763346501.310254:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.310268:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.310282:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.310286:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.310358:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.310362:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808192 02000000:00000001:2.0:1763346501.310365:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.310368:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.310371:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.310378:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.310383:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808192 00000020:00000001:2.0:1763346501.310387:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.310390:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346501.310393:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.310398:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=25 00000020:00000001:2.0:1763346501.310401:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346501.310404:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346501.310410:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.310415:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3300. 00000100:00000001:2.0:1763346501.310419:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.310421:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3300. 00000020:00000010:2.0:1763346501.310430:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.310436:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.310442:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.310450:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763346501.310454:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.310455:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763346501.310458:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763346501.310461:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.310464:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763346501.310470:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.310472:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.310474:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=4 00000020:00000001:2.0:1763346501.310476:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:2.0:1763346501.310478:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00010000:2.0:1763346501.310486:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 25 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000001:2.0:1763346501.310496:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.310497:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.310499:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.310501:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.310508:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763346501.310516:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb53a888000 x1848996540808192/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.310523:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763346501.310525:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.310541:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.310554:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.310557:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.310561:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4037 00000100:00000040:2.0:1763346501.310565:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346501.310567:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452762112 : -105874256789504 : ffff9fb53a888000) 00000100:00000040:2.0:1763346501.310572:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a888000 x1848996540808192/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.310582:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.310585:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3300. 00000100:00000001:2.0:1763346501.310587:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.310589:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3300. 00000100:00100000:2.0:1763346501.310594:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+25:2355:x1848996540808192:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763346501.310599:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808192 00010000:00000001:2.0:1763346501.310602:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763346501.310604:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763346501.310606:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763346501.310611:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.310614:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.310620:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af1c000. 02000000:00000001:2.0:1763346501.310623:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.310625:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.310628:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346501.310630:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763346501.310632:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.310633:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.310635:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3a600 refcount=4 00000020:00000001:2.0:1763346501.310637:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000001:2.0:1763346501.310639:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303546368 : -105874406005248 : ffff9fb531a3a600) 00010000:00000040:2.0:1763346501.310643:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 3 00002000:00000001:2.0:1763346501.310647:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346501.310654:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346501.310659:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.310666:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:2.0:1763346501.310669:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:2.0:1763346501.310672:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346501.310680:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763346501.310684:0:5736:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb size from disk: 0 -> 1516 00000020:00000002:2.0:1763346501.310688:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00010000:2.0:1763346501.310693:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 25 pid: 62999 timeout: 6170 lvb_type: 0 00000100:00001000:2.0:1763346501.310702:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=143 v=5 (1 1 0 0) 00010000:00000001:2.0:1763346501.310705:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763346501.310710:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.310711:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.310714:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 25 pid: 62999 timeout: 6170 lvb_type: 0 00000020:00000001:2.0:1763346501.310722:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.310724:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.310726:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.310728:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.310734:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.310736:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.310742:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.310743:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.310746:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.310747:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.310750:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3a600 with handle 0x757b854463afa4cd from hash 00010000:00000001:2.0:1763346501.310753:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.310754:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.310755:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.310756:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.310761:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.310763:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.310766:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.310767:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.310770:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3a600/0x757b854463afa4cd lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129dd expref: 25 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000040:2.0:1763346501.310777:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:2.0:1763346501.310779:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:2.0:1763346501.310788:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.310790:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.310792:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763346501.310794:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb5353ecc00 00010000:00000001:2.0:1763346501.310797:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346501.310799:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346501.310802:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346501.310804:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.310806:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346501.310807:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346501.310809:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.310812:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.310814:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346501.310817:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 24 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.310824:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1763346501.310829:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 24 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.310837:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260c:0x0].0x0 (ffff9fb417972900) refcount = 2 00010000:00000040:2.0:1763346501.310840:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.310843:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 24 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.310855:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.310857:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.310859:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.310860:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.310862:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763346501.310866:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb503aa3300. 00000100:00000001:2.0:1763346501.310869:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346501.310876:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5095ca780. 00000100:00000001:2.0:1763346501.310878:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627805056 : -105875081746560 : ffff9fb5095ca780) 00000100:00000001:2.0:1763346501.310880:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627805056 : -105875081746560 : ffff9fb5095ca780) 00000100:00000001:2.0:1763346501.312144:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346501.312150:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346501.312152:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.312156:0:5736:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:2.0:1763346501.312175:0:5736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e300. 00000020:00000040:2.0:1763346501.312183:0:5736:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763346501.312189:0:5736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346501.312192:0:5736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346501.312196:0:5736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346501.312205:0:5736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1fc00. 00000100:00000001:2.0:1763346501.312232:0:5736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.312247:0:5736:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 24 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.312259:0:5736:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346501.312263:0:5736:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346501.312270:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.312278:0:5736:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346501.312282:0:5736:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.312287:0:5736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514975872:192.168.204.16@tcp:105: 00000100:00000001:2.0:1763346501.312293:0:5736:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346501.312300:0:5736:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346501.312303:0:5736:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.312306:0:5736:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346501.312310:0:5736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1e000. 02000000:00000001:2.0:1763346501.312312:0:5736:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346501.312320:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c5d8. 00000400:00000010:2.0:1763346501.312328:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bbb0. 00000100:00000200:2.0:1763346501.312336:0:5736:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514975872, portal 16 00000100:00000001:2.0:1763346501.312338:0:5736:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346501.312340:0:5736:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870500096 : -105874839051520 : ffff9fb517d3e300) 00000100:00000040:2.0:1763346501.312345:0:5736:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.312353:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.312356:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.312359:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b330. 00000100:00000200:2.0:1763346501.312361:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514975872, offset 0 00000400:00000200:2.0:1763346501.312368:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.312382:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.312388:0:5736:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346501.312393:0:5736:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346501.312397:0:5736:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346501.312399:0:5736:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346501.312404:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198674:198674:256:4294967295] 192.168.204.16@tcp LPNI seq info [198670:198670:8:4294967295] 00000400:00000200:2.0:1763346501.312417:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.312423:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.312428:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.312435:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.312444:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.312449:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.312461:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.312467:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738227 00000100:00000001:2.0:1763346501.312475:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738212 00000100:00000001:2.0:1763346501.312481:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738227 00000100:00000001:2.0:1763346501.312484:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738212 00000100:00000001:2.0:1763346501.312487:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738227 00000100:00000001:2.0:1763346501.312490:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738212 00000100:00000001:2.0:1763346501.312493:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738227 00000100:00000001:2.0:1763346501.312496:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738212 00000100:00000001:2.0:1763346501.312498:0:5736:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346501.312501:0:5736:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.312503:0:5736:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.312504:0:5736:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.312506:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.312508:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.312509:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.312511:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.312513:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346501.312515:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.312517:0:5736:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346501.312519:0:5736:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346501.312522:0:5736:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5095ca780 going to sleep for 11 seconds 00000100:00000001:2.0:1763346501.312524:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.312527:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346501.313097:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.313104:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:1.0:1763346501.313116:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.313123:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.313129:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b330 00000400:00000010:1.0:1763346501.313131:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b330. 00000100:00000001:1.0:1763346501.313139:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.313144:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.313154:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.313157:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.313173:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.313175:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763346501.320145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3a600. 00000800:00000001:0.0:1763346501.320357:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.320377:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.320380:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.320383:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.320397:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.320419:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c775080 00000400:00000200:0.0:1763346501.320431:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fe51 [1] + 224 00000800:00000001:0.0:1763346501.320442:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.320451:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.320454:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.320459:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.320469:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.320479:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346501.320489:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.320511:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.320521:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.320525:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.320584:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763346501.320594:0:5736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763346501.320596:0:5736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346501.320601:0:5736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c5d8. 00000400:00000200:2.0:1763346501.320605:0:5736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bbb0 00000400:00000010:2.0:1763346501.320609:0:5736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bbb0. 00000100:00000001:2.0:1763346501.320615:0:5736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.320620:0:5736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763346501.320629:0:5736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.320636:0:5736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763346501.320638:0:5736:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.320641:0:5736:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346501.320644:0:5736:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346501.320647:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.320649:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.320652:0:5736:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.320660:0:5736:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:2.0:1763346501.320664:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:2.0:1763346501.320667:0:5736:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346501.320669:0:5736:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.320672:0:5736:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346501.320676:0:5736:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.320679:0:5736:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.320683:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.320689:0:5736:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346501.320693:0:5736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346501.320695:0:5736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.320698:0:5736:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763346501.320700:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.320702:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.320704:0:5736:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.320707:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763346501.320715:0:5736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514975872:192.168.204.16@tcp:105: 00000100:00000001:2.0:1763346501.320720:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.320723:0:5736:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.320726:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763346501.320728:0:5736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.320732:0:5736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3e300 x1848996514975872/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.320739:0:5736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346501.320742:0:5736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346501.320746:0:5736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1e000. 02000000:00000001:2.0:1763346501.320749:0:5736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346501.320753:0:5736:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346501.320755:0:5736:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763346501.320757:0:5736:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346501.320760:0:5736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1fc00. 02000000:00000001:2.0:1763346501.320764:0:5736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346501.320765:0:5736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346501.320767:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3e300. 00000100:00000001:2.0:1763346501.320771:0:5736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346501.320772:0:5736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763346501.320775:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5095ca780. 00000100:00000001:2.0:1763346501.320778:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346501.320780:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346501.320783:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb503aa3300. 00010000:00000001:2.0:1763346501.320786:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346501.320789:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346501.320791:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.320798:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.320801:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.320804:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.320808:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.320811:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.320813:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.320817:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.320819:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.320823:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.320826:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.320831:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bbb0. 00000100:00000200:2.0:1763346501.320836:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540808192, offset 224 00000400:00000200:2.0:1763346501.320843:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.320855:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.320862:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198675:198675:256:4294967295] 192.168.204.16@tcp LPNI seq info [198671:198671:8:4294967295] 00000400:00000200:2.0:1763346501.320875:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.320882:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.320890:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.320897:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.320905:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.320910:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.320933:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.320936:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.320939:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.320941:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.320947:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888000 x1848996540808192/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.320958:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+24:2355:x1848996540808192:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 10374us (10748us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.320970:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4037 00000100:00000040:2.0:1763346501.320973:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346501.320976:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.320978:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.320987:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.320992:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:2.0:1763346501.320998:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:2.0:1763346501.321003:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:2.0:1763346501.321006:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346501.322872:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.322886:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:1.0:1763346501.322904:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.322916:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.322926:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bbb0 00000400:00000010:1.0:1763346501.322929:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bbb0. 00000100:00000001:1.0:1763346501.322937:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346501.322940:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346501.323703:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.323719:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.323724:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.323727:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.323736:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.323757:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e017c80 00000400:00000200:1.0:1763346501.323767:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 1312 00000800:00000001:1.0:1763346501.323777:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.323787:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.323790:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.323794:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.323800:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.323802:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346501.323809:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a889180. 00000100:00000040:1.0:1763346501.323812:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a889180 x1848996540808320 msgsize 328 00000100:00100000:1.0:1763346501.323817:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.324022:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.324033:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.324038:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.324087:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.324091:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808320 02000000:00000001:3.0:1763346501.324095:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.324098:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.324100:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.324106:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.324111:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808320 00000020:00000001:3.0:1763346501.324115:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.324117:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346501.324120:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.324124:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:3.0:1763346501.324127:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346501.324130:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346501.324136:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.324142:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c880. 00000100:00000001:3.0:1763346501.324146:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.324149:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c880. 00000020:00000010:3.0:1763346501.324156:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031b600. 00000020:00000010:3.0:1763346501.324170:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346501.324177:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1578. 00000100:00000040:3.0:1763346501.324186:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346501.324190:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.324192:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346501.324195:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.324205:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.324887:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.324892:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.324901:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20139 00000100:00000040:0.0:1763346501.324905:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346501.324908:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452766592 : -105874256785024 : ffff9fb53a889180) 00000100:00000040:0.0:1763346501.324918:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a889180 x1848996540808320/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.324928:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.324933:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.324935:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.324937:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346501.324942:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:226875:x1848996540808320:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346501.324947:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808320 00000020:00000001:0.0:1763346501.324951:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.324955:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.324958:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.324960:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.324962:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.324966:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.324970:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.324973:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.324975:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.324981:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.324983:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.324986:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.324988:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.324990:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.324993:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.324999:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346501.325007:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:0.0:1763346501.325009:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.325012:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.325016:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36c00. 00000020:00000001:0.0:1763346501.325021:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.325023:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36c00 with handle 0x757b854463afa583 to hash 00000020:00000001:0.0:1763346501.325026:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.325027:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:0.0:1763346501.325031:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00010000:0.0:1763346501.325035:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 2/0,0 mode: --/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a5b expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.325044:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 17 00000020:00000040:0.0:1763346501.325047:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=23 00000100:00000001:0.0:1763346501.325058:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.325060:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.325066:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532674400. 02000000:00000001:0.0:1763346501.325068:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.325070:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.325073:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346501.325077:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346501.325080:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.325082:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.325086:0:62999:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763346501.325088:0:62999:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346501.325093:0:62999:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.325101:0:62999:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763346501.325102:0:62999:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.325105:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346501.325107:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.325108:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346501.325110:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763346501.325111:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.325113:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.325116:0:62999:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763346501.325120:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 4/0,0 mode: --/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.325128:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2536:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00000040:0.0:1763346501.325132:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346501.325135:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.325142:0:62999:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763346501.325145:0:62999:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 4/0,0 mode: --/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763346501.325152:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.325156:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346501.325173:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb51987d540. 00000100:00000001:0.0:1763346501.325176:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198899070272 : -105874810481344 : ffff9fb51987d540) 00000100:00000001:0.0:1763346501.325178:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198899070272 : -105874810481344 : ffff9fb51987d540) 00000100:00000001:0.0:1763346501.325181:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346501.325182:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346501.325184:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.325187:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.325189:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763346501.325191:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.325193:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.325195:0:62999:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763346501.325197:0:62999:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763346501.325201:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920380. 00000020:00000040:0.0:1763346501.325205:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763346501.325209:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346501.325255:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346501.325261:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346501.325271:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52eb33400. 00000100:00000001:0.0:1763346501.325277:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.325283:0:62999:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763346501.325299:0:62999:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000001:0.0:1763346501.325309:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346501.325312:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346501.325316:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.325324:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346501.325326:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.325331:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:62999:1848996514976000:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346501.325334:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346501.325340:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346501.325343:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.325346:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346501.325350:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb32e00. 02000000:00000001:0.0:1763346501.325352:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346501.325359:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346501.325366:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a330. 00000100:00000200:0.0:1763346501.325374:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976000, portal 16 00000100:00000001:0.0:1763346501.325376:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346501.325378:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564193152 : -105875145358464 : ffff9fb505920380) 00000100:00000040:0.0:1763346501.325384:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.325392:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.325395:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.325397:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a7f8. 00000100:00000200:0.0:1763346501.325400:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514976000, offset 0 00000400:00000200:0.0:1763346501.325407:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.325420:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.325426:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346501.325431:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346501.325436:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346501.325439:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346501.325444:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198676:198676:256:4294967295] 192.168.204.16@tcp LPNI seq info [198672:198672:8:4294967295] 00000400:00000200:0.0:1763346501.325456:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.325462:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.325467:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:0.0:1763346501.325474:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.325482:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.325487:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.325510:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.325515:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738240 00000100:00000001:0.0:1763346501.325523:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300738227 00000100:00000001:0.0:1763346501.325528:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738240 00000100:00000001:0.0:1763346501.325532:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300738227 00000100:00000001:0.0:1763346501.325536:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738240 00000100:00000001:0.0:1763346501.325539:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300738227 00000100:00000001:0.0:1763346501.325541:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738240 00000100:00000001:0.0:1763346501.325545:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300738227 00000100:00000001:0.0:1763346501.325548:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.325551:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.325553:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.325555:0:62999:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.325557:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.325559:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.325560:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.325561:0:62999:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.325563:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.325565:0:62999:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346501.325567:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.325569:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346501.325572:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346501.325574:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb51987d540 going to sleep for 11 seconds 00000100:00000001:0.0:1763346501.325578:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346501.325581:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.325648:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.327508:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.327519:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:2.0:1763346501.327529:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.327540:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.327549:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a7f8 00000400:00000010:2.0:1763346501.327552:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a7f8. 00000100:00000001:2.0:1763346501.327558:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.327566:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.327585:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.327589:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.327596:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.327598:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346501.328330:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.328345:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.328348:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.328350:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.328360:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.328378:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c775100 00000400:00000200:1.0:1763346501.328389:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fe5d [1] + 224 00000800:00000001:1.0:1763346501.328399:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.328406:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.328409:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.328412:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.328418:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.328424:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346501.328434:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.328446:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.328455:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.328458:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.329374:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346501.329389:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346501.329391:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346501.329396:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346501.329405:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a330 00000400:00000010:0.0:1763346501.329408:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a330. 00000100:00000001:0.0:1763346501.329412:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.329421:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346501.329432:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.329439:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.329442:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.329445:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346501.329448:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346501.329450:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.329452:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.329455:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.329464:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346501.329468:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.329471:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346501.329473:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.329477:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346501.329481:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.329484:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.329488:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.329496:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.329499:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346501.329502:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.329505:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346501.329507:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.329509:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.329512:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.329516:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346501.329525:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:62999:1848996514976000:192.168.204.16@tcp:104: 00000100:00000001:0.0:1763346501.329530:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.329532:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.329535:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346501.329537:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.329541:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920380 x1848996514976000/t0(0) o104->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.329548:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346501.329551:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346501.329555:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb32e00. 02000000:00000001:0.0:1763346501.329560:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346501.329563:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346501.329565:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763346501.329568:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346501.329571:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52eb33400. 02000000:00000001:0.0:1763346501.329574:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346501.329576:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346501.329578:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920380. 00000100:00000001:0.0:1763346501.329581:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346501.329583:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346501.329586:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb51987d540. 00000100:00000001:0.0:1763346501.329589:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346501.329591:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346501.329593:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f300. 00010000:00000001:0.0:1763346501.329597:0:62999:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.329599:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.329602:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.329611:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346501.329617:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 3/0,0 mode: --/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 23 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.329639:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.329641:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346501.329644:0:62999:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36c00 00010000:00000001:0.0:1763346501.329646:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.329649:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.329652:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.329655:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346501.329657:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763346501.329659:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.329661:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.329662:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.329663:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.329665:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36c00, rc 0) 00000020:00000001:0.0:1763346501.329669:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.329673:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540808320 00010000:00000001:0.0:1763346501.329676:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.329681:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a889180 x1848996540808320/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.329688:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.329691:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.329694:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.329699:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.329701:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.329704:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.329707:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.329709:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.329714:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.329717:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.329724:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a330. 00000100:00000200:0.0:1763346501.329729:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540808320, offset 224 00000400:00000200:0.0:1763346501.329737:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.329751:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.329759:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198677:198677:256:4294967295] 192.168.204.16@tcp LPNI seq info [198673:198673:8:4294967295] 00000400:00000200:0.0:1763346501.329772:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.329778:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.329784:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:0.0:1763346501.329792:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.329800:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.329805:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.329831:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.329835:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.329838:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.329839:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.329842:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.329848:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a889180 x1848996540808320/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.329858:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+23:226875:x1848996540808320:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 4928us (6043us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346501.329868:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20139 00000100:00000040:0.0:1763346501.329872:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346501.329874:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.329876:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.329884:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b400. 00000020:00000010:0.0:1763346501.329888:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1578. 00000020:00000010:0.0:1763346501.329893:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031b600. 00000020:00000040:0.0:1763346501.329900:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00000100:00000001:0.0:1763346501.329903:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346501.331028:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.331038:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:1.0:1763346501.331049:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.331059:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.331067:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a330 00000400:00000010:1.0:1763346501.331070:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a330. 00000100:00000001:1.0:1763346501.331075:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346501.331078:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.332873:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.332894:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.332900:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.332902:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.332916:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.332937:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e017d00 00000400:00000200:2.0:1763346501.332947:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127c81 [2] + 328 00000800:00000001:2.0:1763346501.332958:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.332968:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.332978:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.332984:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.332992:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.332995:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763346501.333003:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3e300. 00000100:00000040:2.0:1763346501.333008:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3e300 x1848996540808448 msgsize 328 00000100:00100000:2.0:1763346501.333013:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.333023:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.333034:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.333036:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.336267:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.336279:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808448 02000000:00000001:0.0:1763346501.336285:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.336288:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.336292:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.336299:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.336305:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808448 00000020:00000001:0.0:1763346501.336309:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.336312:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:0.0:1763346501.336315:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.336320:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=23 00000020:00000001:0.0:1763346501.336324:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:0.0:1763346501.336327:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:0.0:1763346501.336333:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.336345:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.336350:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.336352:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346501.336364:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb33400. 00000020:00000010:0.0:1763346501.336371:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969900. 00000020:00000010:0.0:1763346501.336377:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109640. 00000100:00000040:0.0:1763346501.336387:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763346501.336391:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.336393:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763346501.336396:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763346501.336399:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.336402:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763346501.336407:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.336409:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.336411:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=4 00000020:00000001:0.0:1763346501.336414:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:0.0:1763346501.336417:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00010000:0.0:1763346501.336430:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000001:0.0:1763346501.336440:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.336443:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.336444:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.336446:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.336456:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763346501.336464:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb517d3e300 x1848996540808448/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.336472:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346501.336474:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.336488:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.336501:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.336503:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.336508:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4038 00000100:00000040:0.0:1763346501.336512:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346501.336514:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870500096 : -105874839051520 : ffff9fb517d3e300) 00000100:00000040:0.0:1763346501.336519:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3e300 x1848996540808448/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.336528:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.336530:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.336532:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.336534:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346501.336539:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540808448:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763346501.336543:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808448 00010000:00000001:0.0:1763346501.336545:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763346501.336547:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763346501.336550:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763346501.336555:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.336558:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.336563:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb532674000. 02000000:00000001:0.0:1763346501.336566:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.336569:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.336571:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763346501.336574:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763346501.336576:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.336577:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.336579:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b800 refcount=4 00000020:00000001:0.0:1763346501.336582:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000001:0.0:1763346501.336584:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550976 : -105874406000640 : ffff9fb531a3b800) 00010000:00000040:0.0:1763346501.336587:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 3 00002000:00000001:0.0:1763346501.336592:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346501.336598:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.336602:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.336608:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:0.0:1763346501.336611:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:0.0:1763346501.336614:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346501.336624:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346501.336628:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00010000:00010000:0.0:1763346501.336633:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00000100:00001000:0.0:1763346501.336643:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb535129c50 time=144 v=5 (1 0 0 0) 00010000:00000001:0.0:1763346501.336646:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763346501.336651:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.336652:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.336656:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00000020:00000001:0.0:1763346501.336666:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.336669:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.336670:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.336673:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.336679:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.336681:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.336688:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.336689:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.336692:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.336694:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.336696:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b800 with handle 0x757b854463afa4d4 from hash 00010000:00000001:0.0:1763346501.336699:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.336701:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.336702:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.336704:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.336710:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.336712:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.336714:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.336715:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.336719:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a3b800/0x757b854463afa4d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2536:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129e4 expref: 23 pid: 62999 timeout: 6170 lvb_type: 0 00010000:00000040:0.0:1763346501.336726:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 16 00000020:00000040:0.0:1763346501.336729:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00010000:00000001:0.0:1763346501.336740:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.336742:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.336744:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763346501.336747:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb531a36c00 00010000:00000001:0.0:1763346501.336750:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.336752:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346501.336755:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346501.336758:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.336760:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346501.336761:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346501.336762:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.336766:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763346501.336768:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763346501.336772:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.336778:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763346501.336783:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.336790:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x2536:0x0].0x0 (ffff9fb503078400) refcount = 2 00010000:00000040:0.0:1763346501.336792:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346501.336797:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.336805:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.336806:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.336808:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346501.336810:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.336812:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763346501.336816:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.336820:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346501.336828:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb51987d540. 00000100:00000001:0.0:1763346501.336830:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198899070272 : -105874810481344 : ffff9fb51987d540) 00000100:00000001:0.0:1763346501.336832:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198899070272 : -105874810481344 : ffff9fb51987d540) 00000100:00000001:0.0:1763346501.336835:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346501.336837:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346501.336839:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.336841:0:5736:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763346501.336846:0:5736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920380. 00000020:00000040:0.0:1763346501.336851:0:5736:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763346501.336856:0:5736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346501.336858:0:5736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346501.336863:0:5736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346501.336869:0:5736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52eb32e00. 00000100:00000001:0.0:1763346501.336875:0:5736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.336885:0:5736:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.336893:0:5736:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346501.336897:0:5736:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346501.336901:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.336910:0:5736:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346501.336912:0:5736:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.336918:0:5736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5736:1848996514976128:192.168.204.16@tcp:105: 00000100:00000001:0.0:1763346501.336922:0:5736:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346501.336928:0:5736:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346501.336931:0:5736:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.336933:0:5736:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346501.336936:0:5736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb32800. 02000000:00000001:0.0:1763346501.336938:0:5736:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346501.336947:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346501.336956:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aaa0. 00000100:00000200:0.0:1763346501.336965:0:5736:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976128, portal 16 00000100:00000001:0.0:1763346501.336967:0:5736:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346501.336969:0:5736:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564193152 : -105875145358464 : ffff9fb505920380) 00000100:00000040:0.0:1763346501.336974:0:5736:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.336983:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.336986:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.336988:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a990. 00000100:00000200:0.0:1763346501.336991:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514976128, offset 0 00000400:00000200:0.0:1763346501.336999:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.337014:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.337020:0:5736:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346501.337025:0:5736:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346501.337029:0:5736:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346501.337033:0:5736:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346501.337037:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198678:198678:256:4294967295] 192.168.204.16@tcp LPNI seq info [198674:198674:8:4294967295] 00000400:00000200:0.0:1763346501.337051:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.337058:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.337064:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ad00. 00000800:00000200:0.0:1763346501.337072:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.337080:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.337086:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ad00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.337120:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.337125:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738250 00000100:00000001:0.0:1763346501.337133:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300738240 00000100:00000001:0.0:1763346501.337138:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738250 00000100:00000001:0.0:1763346501.337142:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300738240 00000100:00000001:0.0:1763346501.337145:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738250 00000100:00000001:0.0:1763346501.337148:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300738240 00000100:00000001:0.0:1763346501.337151:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738250 00000100:00000001:0.0:1763346501.337155:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300738240 00000100:00000001:0.0:1763346501.337157:0:5736:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.337160:0:5736:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.337171:0:5736:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.337172:0:5736:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.337175:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.337176:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.337178:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.337180:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.337181:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346501.337184:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.337186:0:5736:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346501.337188:0:5736:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346501.337191:0:5736:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb51987d540 going to sleep for 11 seconds 00000100:00000001:0.0:1763346501.337194:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346501.337196:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346501.337703:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.337710:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ad00. 00000400:00000200:2.0:1763346501.337718:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.337725:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.337731:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a990 00000400:00000010:2.0:1763346501.337734:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a990. 00000100:00000001:2.0:1763346501.337738:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.337744:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.337755:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.337759:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.337767:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.337768:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763346501.343274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b800. 00000800:00000001:1.0:1763346501.344895:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.344916:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.344920:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.344923:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.344938:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.344962:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e017d80 00000400:00000200:1.0:1763346501.344972:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 1640 00000800:00000001:1.0:1763346501.344982:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.344987:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.344991:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.344996:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.345005:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.345008:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346501.345015:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a888700. 00000100:00000040:1.0:1763346501.345019:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a888700 x1848996540808576 msgsize 328 00000100:00100000:1.0:1763346501.345023:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.345656:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.346239:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808576 02000000:00000001:0.0:1763346501.346245:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.346248:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.346251:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.346257:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.346262:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808576 00000020:00000001:0.0:1763346501.346265:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.346268:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.346273:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.346278:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:0.0:1763346501.346281:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.346285:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.346290:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.346298:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346501.346302:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.346304:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000020:00000010:0.0:1763346501.346317:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52a0d8200. 00000020:00000010:0.0:1763346501.346324:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969200. 00000020:00000010:0.0:1763346501.346330:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109c80. 00000100:00000040:0.0:1763346501.346341:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.346345:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.346346:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.346349:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.346358:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.346376:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.346392:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.346394:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.346403:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20140 00000100:00000040:0.0:1763346501.346406:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346501.346408:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452763904 : -105874256787712 : ffff9fb53a888700) 00000100:00000040:0.0:1763346501.346417:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a888700 x1848996540808576/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.346427:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.346430:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346501.346432:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.346434:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6fa00. 00000100:00100000:0.0:1763346501.346439:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540808576:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346501.346443:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808576 00000020:00000001:0.0:1763346501.346447:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.346453:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.346456:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.346459:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.346461:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.346465:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.346469:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.346471:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.346474:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.346480:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.346483:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.346486:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.346488:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.346490:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.346493:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.346498:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346501.346506:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:0.0:1763346501.346509:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.346512:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.346517:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37600. 00000020:00000001:0.0:1763346501.346521:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.346524:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37600 with handle 0x757b854463afa58a to hash 00000020:00000001:0.0:1763346501.346527:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.346529:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346501.346531:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00010000:0.0:1763346501.346537:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463afa58a lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a62 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.346547:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:0.0:1763346501.346550:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00010000:00000001:0.0:1763346501.346558:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346501.346561:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346501.346565:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.346567:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.346573:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532674800. 02000000:00000001:0.0:1763346501.346575:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.346578:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.346581:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.346583:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.346586:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.346588:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346501.346594:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c21c0. 00002000:00000001:0.0:1763346501.346597:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346501.346600:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346501.346603:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6fa00. 00000100:00000001:0.0:1763346501.346608:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346501.346616:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb522307000. 00000100:00000001:0.0:1763346501.346619:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199044337664 : -105874665213952 : ffff9fb522307000) 00000100:00000001:0.0:1763346501.346621:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199044337664 : -105874665213952 : ffff9fb522307000) 00000100:00000001:0.0:1763346501.346625:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346501.346626:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346501.346629:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.346631:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346501.346636:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923b80. 00000020:00000040:0.0:1763346501.346639:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346501.346642:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346501.346644:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346501.346648:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346501.346655:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e67200. 00000100:00000001:0.0:1763346501.346662:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.346668:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346501.346672:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346501.346677:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.346685:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346501.346688:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.346693:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505923b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514976256:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346501.346697:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346501.346703:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346501.346705:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.346708:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346501.346713:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e66c00. 02000000:00000001:0.0:1763346501.346715:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346501.346723:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084ccec8. 00000400:00000010:0.0:1763346501.346731:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ad48. 00000100:00000200:0.0:1763346501.346740:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976256, portal 16 00000100:00000001:0.0:1763346501.346742:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346501.346744:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564207488 : -105875145344128 : ffff9fb505923b80) 00000100:00000040:0.0:1763346501.346750:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.346758:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.346761:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.346764:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a908. 00000100:00000200:0.0:1763346501.346767:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514976256, offset 0 00000400:00000200:0.0:1763346501.346774:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.346789:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.346795:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346501.346801:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346501.346805:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346501.346808:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346501.346812:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198679:198679:256:4294967295] 192.168.204.16@tcp LPNI seq info [198675:198675:8:4294967295] 00000400:00000200:0.0:1763346501.346825:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.346831:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.346838:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a600. 00000800:00000200:0.0:1763346501.346846:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.346854:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.346859:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.346883:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.346889:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738260 00000100:00000001:0.0:1763346501.346898:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738250 00000100:00000001:0.0:1763346501.346903:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738260 00000100:00000001:0.0:1763346501.346906:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738250 00000100:00000001:0.0:1763346501.346909:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738260 00000100:00000001:0.0:1763346501.346911:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738250 00000100:00000001:0.0:1763346501.346914:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738260 00000100:00000001:0.0:1763346501.346917:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738250 00000100:00000001:0.0:1763346501.346920:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.346923:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.346926:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.346927:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.346929:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.346931:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346501.346933:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c21c0. 00010000:00000001:0.0:1763346501.346938:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.346940:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.346941:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346501.346944:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.346946:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346501.346948:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346501.346950:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb522307000 going to sleep for 11 seconds 00000100:00000001:0.0:1763346501.346953:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346501.346957:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346501.347200:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.347205:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a600. 00000400:00000200:2.0:1763346501.347244:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.347251:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.347256:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a908 00000400:00000010:2.0:1763346501.347259:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a908. 00000100:00000001:2.0:1763346501.347263:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.347268:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.347278:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.347281:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.347288:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.347290:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.347906:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.347921:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.347933:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.347935:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.347938:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.347945:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.347958:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e017e00 00000400:00000200:1.0:1763346501.347966:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 1968 00000800:00000001:1.0:1763346501.347973:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.347978:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.347980:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.347984:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.347989:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.347991:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763346501.347997:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88b800. 00000100:00000040:1.0:1763346501.348000:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a88b800 x1848996540808704 msgsize 328 00000100:00100000:1.0:1763346501.348004:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.348752:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.348762:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.348769:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.348771:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.348773:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.348780:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.348788:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c775180 00000400:00000200:1.0:1763346501.348795:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fe69 [1] + 224 00000800:00000001:1.0:1763346501.348799:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.348809:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.348812:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.348815:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.348820:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.348826:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763346501.348837:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.348885:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346501.349448:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.349453:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808704 02000000:00000001:3.0:1763346501.349457:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.349459:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.349462:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.349468:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.349472:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808704 00000020:00000001:3.0:1763346501.349476:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.349478:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346501.349482:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.349486:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=23 00000020:00000001:3.0:1763346501.349489:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346501.349491:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346501.349496:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763346501.350186:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.350207:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.350229:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.351420:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.351435:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.351438:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.351441:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.351454:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.351478:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775200 00000400:00000200:3.0:1763346501.351490:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fe71 [1] + 224 00000800:00000001:3.0:1763346501.351500:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.351509:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.351512:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.351517:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.351524:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.351535:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346501.351546:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.351574:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.351581:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.351584:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763346501.351667:0:5736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346501.351671:0:5736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346501.351675:0:5736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346501.351681:0:5736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aaa0 00000400:00000010:0.0:1763346501.351684:0:5736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aaa0. 00000100:00000001:0.0:1763346501.351688:0:5736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.351694:0:5736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346501.351704:0:5736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.351711:0:5736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.351713:0:5736:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.351717:0:5736:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346501.351720:0:5736:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346501.351723:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.351725:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.351729:0:5736:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.351737:0:5736:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346501.351742:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.351745:0:5736:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346501.351747:0:5736:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.351750:0:5736:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346501.351754:0:5736:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.351757:0:5736:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.351761:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.351768:0:5736:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.351772:0:5736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346501.351774:0:5736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.351777:0:5736:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763346501.351781:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.351783:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.351785:0:5736:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.351789:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346501.351798:0:5736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5736:1848996514976128:192.168.204.16@tcp:105: 00000100:00000001:0.0:1763346501.351803:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.351806:0:5736:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.351809:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346501.351811:0:5736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.351815:0:5736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920380 x1848996514976128/t0(0) o105->lustre-OST0001@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.351822:0:5736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346501.351825:0:5736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346501.351829:0:5736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb32800. 02000000:00000001:0.0:1763346501.351835:0:5736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346501.351840:0:5736:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346501.351842:0:5736:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763346501.351844:0:5736:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346501.351848:0:5736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52eb32e00. 02000000:00000001:0.0:1763346501.351851:0:5736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346501.351853:0:5736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346501.351855:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920380. 00000100:00000001:0.0:1763346501.351858:0:5736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346501.351860:0:5736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346501.351863:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb51987d540. 00000100:00000001:0.0:1763346501.351866:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346501.351868:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346501.351871:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f300. 00010000:00000001:0.0:1763346501.351874:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763346501.351878:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763346501.351880:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.351886:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.351889:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.351892:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.351897:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.351900:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.351902:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.351905:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.351908:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.351913:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.351916:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.352026:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9ba18. 00000100:00000200:1.0:1763346501.352033:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540808448, offset 224 00000400:00000200:1.0:1763346501.352040:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.352054:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.352062:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198680:198680:256:4294967295] 192.168.204.16@tcp LPNI seq info [198676:198676:8:4294967295] 00000400:00000200:1.0:1763346501.352073:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.352079:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.352086:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346501.352093:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.352100:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.352105:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.352123:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.352127:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.352130:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.352133:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.352138:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3e300 x1848996540808448/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.352150:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+23:2356:x1848996540808448:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 15620us (19140us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.352169:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4038 00000100:00000040:1.0:1763346501.352173:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:1.0:1763346501.352175:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.352177:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.352185:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969900. 00000020:00000010:1.0:1763346501.352191:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109640. 00000020:00000010:1.0:1763346501.352197:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb33400. 00000020:00000040:1.0:1763346501.352202:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00000100:00000001:1.0:1763346501.352205:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.352250:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.352255:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.352257:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.352260:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084ccec8. 00000400:00000200:1.0:1763346501.352262:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ad48 00000400:00000010:1.0:1763346501.352265:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ad48. 00000100:00000001:1.0:1763346501.352268:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.352274:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.352282:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.352288:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.352289:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.352291:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.352293:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.352295:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.352296:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.352298:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.352302:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.352305:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.352307:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.352309:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.352311:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.352313:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.352315:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.352319:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.352326:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.352328:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.352330:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.352332:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346501.352337:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:1.0:1763346501.352346:0:62999:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb atime: 0 -> 1763346500 00002000:00000001:1.0:1763346501.352350:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.352353:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.352360:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:1.0:1763346501.352363:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:1.0:1763346501.352366:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.352374:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346501.352379:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000001:1.0:1763346501.352381:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.352383:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.352384:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.352388:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.352396:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505923b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514976256:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346501.352401:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.352403:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.352404:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.352406:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.352409:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505923b80 x1848996514976256/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.352416:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.352418:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.352419:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e66c00. 02000000:00000001:1.0:1763346501.352423:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.352425:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.352426:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.352428:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.352429:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e67200. 02000000:00000001:1.0:1763346501.352452:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.352453:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.352455:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505923b80. 00000100:00000001:1.0:1763346501.352458:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.352459:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.352461:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb522307000. 00000100:00000001:1.0:1763346501.352464:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.352465:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.352467:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6fa00. 00010000:00000001:1.0:1763346501.352470:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.352474:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.352478:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.352480:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.352488:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.352490:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.352492:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.352494:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.352498:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37600 with handle 0x757b854463afa58a from hash 00010000:00000001:1.0:1763346501.352500:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.352501:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.352502:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.352504:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.352505:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.352507:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346501.352513:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463afa58a lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a62 expref: 25 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346501.352526:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.352529:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.352531:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.352533:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.352535:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.352538:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.352540:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.352541:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.352543:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.352545:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.352547:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.352548:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346501.352551:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.352553:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.352555:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.352556:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.352559:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463afa58a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a62 expref: 25 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346501.352566:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346501.352568:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346501.352575:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.352578:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37600, rc 0) 00000020:00000001:1.0:1763346501.352581:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346501.352584:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540808576 00010000:00000001:1.0:1763346501.352587:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.352592:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a888700 x1848996540808576/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.352600:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.352602:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.352605:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.352608:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.352610:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.352613:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.352615:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.352617:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.352619:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.352622:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.352626:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b198. 00000100:00000200:1.0:1763346501.352629:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540808576, offset 224 00000400:00000200:1.0:1763346501.352634:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.352640:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.352644:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198681:198681:255:4294967295] 192.168.204.16@tcp LPNI seq info [198677:198677:7:4294967295] 00000400:00000200:1.0:1763346501.352653:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.352658:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.352661:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.352665:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.352671:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.352674:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.352677:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.352679:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.352682:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.352684:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.352687:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.352691:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a888700 x1848996540808576/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.352701:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a888700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540808576:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 6272us (7680us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346501.352709:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20140 00000100:00000040:1.0:1763346501.352711:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.352713:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.352715:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.352718:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969200. 00000020:00000010:1.0:1763346501.352721:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109c80. 00000020:00000010:1.0:1763346501.352725:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52a0d8200. 00000020:00000040:1.0:1763346501.352730:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346501.352732:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763346501.353031:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3300. 00000100:00000001:2.0:1763346501.353038:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.353041:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3300. 00000020:00000010:2.0:1763346501.353048:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1ee00. 00000020:00000010:2.0:1763346501.353053:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.353057:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419c80. 00000100:00000040:2.0:1763346501.353065:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346501.353068:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.353070:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.353073:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.353079:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.353094:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.353108:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.353111:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.353116:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20141 00000100:00000040:2.0:1763346501.353119:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346501.353121:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452776448 : -105874256775168 : ffff9fb53a88b800) 00000100:00000040:2.0:1763346501.353127:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a88b800 x1848996540808704/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.353137:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.353139:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3300. 00000100:00000001:2.0:1763346501.353141:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.353143:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3300. 00000100:00100000:2.0:1763346501.353147:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540808704:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346501.353151:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808704 00000020:00000001:2.0:1763346501.353154:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.353158:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.353169:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.353171:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.353174:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.353178:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.353181:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.353184:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.353186:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.353190:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.353192:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.353195:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.353197:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.353199:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.353201:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.353206:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.353227:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:2.0:1763346501.353230:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.353233:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.353237:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb5353eda00. 00000020:00000001:2.0:1763346501.353242:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.353245:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb5353eda00 with handle 0x757b854463afa591 to hash 00000020:00000001:2.0:1763346501.353247:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.353249:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199364049408 : -105874345502208 : ffff9fb5353eda00) 00010000:00000001:2.0:1763346501.353251:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199364049408 : -105874345502208 : ffff9fb5353eda00) 00010000:00010000:2.0:1763346501.353255:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb5353eda00/0x757b854463afa591 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a69 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.353263:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 17 00000020:00000040:2.0:1763346501.353266:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=23 00010000:00000001:2.0:1763346501.353273:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346501.353276:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346501.353279:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.353282:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.353288:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52af1f000. 02000000:00000001:2.0:1763346501.353290:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.353293:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.353296:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346501.353299:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.353302:0:62997:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.353304:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346501.353310:0:62997:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5df50. 00002000:00000001:2.0:1763346501.353313:0:62997:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346501.353315:0:62997:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346501.353318:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb503aa3300. 00000100:00000001:2.0:1763346501.353321:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346501.353328:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5095ca780. 00000100:00000001:2.0:1763346501.353330:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627805056 : -105875081746560 : ffff9fb5095ca780) 00000100:00000001:2.0:1763346501.353332:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627805056 : -105875081746560 : ffff9fb5095ca780) 00000100:00000001:2.0:1763346501.353335:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346501.353336:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346501.353338:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.353341:0:62997:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346501.353345:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f480. 00000020:00000040:2.0:1763346501.353349:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763346501.353353:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346501.353356:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346501.353360:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346501.353366:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1fc00. 00000100:00000001:2.0:1763346501.353371:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.353377:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346501.353380:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346501.353385:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.353393:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346501.353395:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.353400:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb517d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:62997:1848996514976384:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346501.353404:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346501.353408:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346501.353410:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.353413:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346501.353416:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1e000. 02000000:00000001:2.0:1763346501.353418:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346501.353424:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c5d8. 00000400:00000010:2.0:1763346501.353429:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bdd0. 00000100:00000200:2.0:1763346501.353436:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976384, portal 16 00000100:00000001:2.0:1763346501.353438:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346501.353440:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198870504576 : -105874839047040 : ffff9fb517d3f480) 00000100:00000040:2.0:1763346501.353445:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.353452:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.353454:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.353456:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b880. 00000100:00000200:2.0:1763346501.353459:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514976384, offset 0 00000400:00000200:2.0:1763346501.353465:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.353470:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.353476:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346501.353480:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346501.353485:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346501.353489:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346501.353492:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198682:198682:254:4294967295] 192.168.204.16@tcp LPNI seq info [198678:198678:6:4294967295] 00000400:00000200:2.0:1763346501.353500:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.353505:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.353508:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.353513:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.353517:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.353520:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.353523:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.353528:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738267 00000100:00000001:2.0:1763346501.353535:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300738260 00000100:00000001:2.0:1763346501.353539:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738267 00000100:00000001:2.0:1763346501.353542:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300738260 00000100:00000001:2.0:1763346501.353545:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738267 00000100:00000001:2.0:1763346501.353549:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300738260 00000100:00000001:2.0:1763346501.353551:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738267 00000100:00000001:2.0:1763346501.353554:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300738260 00000100:00000001:2.0:1763346501.353556:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346501.353559:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.353561:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.353563:0:62997:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.353565:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.353566:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346501.353568:0:62997:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5df50. 00010000:00000001:2.0:1763346501.353571:0:62997:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.353573:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.353574:0:62997:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346501.353577:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.353579:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346501.353582:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346501.353584:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5095ca780 going to sleep for 11 seconds 00000100:00000001:2.0:1763346501.353587:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.353590:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346501.353922:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.353928:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:0.0:1763346501.353933:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.353939:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.353944:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9ba18 00000400:00000010:0.0:1763346501.353947:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9ba18. 00000100:00000001:0.0:1763346501.353951:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.353952:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763346501.353965:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.353967:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:0.0:1763346501.353969:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.353973:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.353975:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b198 00000400:00000010:0.0:1763346501.353977:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b198. 00000100:00000001:0.0:1763346501.353979:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.353980:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763346501.354042:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.354044:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:0.0:1763346501.354053:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.354056:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.354058:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b880 00000400:00000010:0.0:1763346501.354060:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b880. 00000100:00000001:0.0:1763346501.354064:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346501.354070:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.354080:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.354083:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.354091:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.354092:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763346501.363203:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.363586:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.363592:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.363595:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.363610:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.363633:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775280 00000400:00000200:2.0:1763346501.363645:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fe81 [1] + 224 00000800:00000001:2.0:1763346501.363654:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.363667:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.363670:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.363675:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.363683:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.363693:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.363706:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.363760:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.364564:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1763346501.365205:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346501.365209:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346501.365232:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c5d8. 00000400:00000200:0.0:1763346501.365242:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bdd0 00000400:00000010:0.0:1763346501.365245:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bdd0. 00000100:00000001:0.0:1763346501.365251:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.365263:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346501.365274:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.365281:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.365283:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.365287:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346501.365290:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346501.365294:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.365296:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.365300:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.365307:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346501.365312:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.365315:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346501.365317:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.365320:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346501.365325:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.365328:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.365333:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.365341:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.365345:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346501.365347:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.365350:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346501.365355:0:62997:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:0.0:1763346501.365365:0:62997:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x2536:0x0] updating lvb atime: 0 -> 1763346500 00002000:00000001:0.0:1763346501.365369:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.365374:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.365382:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:0.0:1763346501.365385:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:0.0:1763346501.365388:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346501.365397:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346501.365401:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00010000:00000001:0.0:1763346501.365405:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.365407:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.365409:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.365413:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346501.365421:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb517d3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:62997:1848996514976384:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346501.365427:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.365430:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.365434:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346501.365436:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.365440:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb517d3f480 x1848996514976384/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.365447:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346501.365450:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346501.365453:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1e000. 02000000:00000001:0.0:1763346501.365457:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346501.365460:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346501.365462:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763346501.365464:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346501.365467:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1fc00. 02000000:00000001:0.0:1763346501.365471:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346501.365473:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346501.365475:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3f480. 00000100:00000001:0.0:1763346501.365478:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346501.365480:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346501.365483:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5095ca780. 00000100:00000001:0.0:1763346501.365486:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346501.365488:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346501.365491:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb503aa3300. 00010000:00000001:0.0:1763346501.365494:0:62997:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.365498:0:62997:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.365502:0:62997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346501.365504:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.365511:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.365512:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.365515:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.365517:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.365521:0:62997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb5353eda00 with handle 0x757b854463afa591 from hash 00010000:00000001:0.0:1763346501.365523:0:62997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.365525:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.365526:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.365527:0:62997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346501.365528:0:62997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.365531:0:62997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346501.365537:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb5353eda00/0x757b854463afa591 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a69 expref: 23 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346501.365553:0:62997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346501.365557:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.365560:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.365562:0:62997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.365564:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.365568:0:62997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.365569:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.365570:0:62997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.365572:0:62997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.365573:0:62997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.365575:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.365577:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346501.365579:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.365581:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.365583:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.365584:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.365588:0:62997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb5353eda00/0x757b854463afa591 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a69 expref: 23 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346501.365596:0:62997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 16 00000020:00000040:0.0:1763346501.365599:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00010000:00000001:0.0:1763346501.365607:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.365608:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb5353eda00, rc 0) 00000020:00000001:0.0:1763346501.365611:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346501.365615:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540808704 00010000:00000001:0.0:1763346501.365618:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.365623:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a88b800 x1848996540808704/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.365632:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.365635:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.365638:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.365643:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.365646:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.365648:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.365652:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.365655:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.365659:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.365662:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.365669:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9aaa0. 00000100:00000200:0.0:1763346501.365674:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540808704, offset 224 00000400:00000200:0.0:1763346501.365681:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.365696:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.365704:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198683:198683:256:4294967295] 192.168.204.16@tcp LPNI seq info [198679:198679:8:4294967295] 00000400:00000200:0.0:1763346501.365717:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.365724:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.365732:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a600. 00000800:00000200:0.0:1763346501.365740:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.365748:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.365753:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.365778:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.365782:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.365784:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.365786:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.365789:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.365794:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88b800 x1848996540808704/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.365805:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a88b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540808704:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 12667us (17802us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346501.365815:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20141 00000100:00000040:0.0:1763346501.365818:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346501.365821:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.365823:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.365830:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:0.0:1763346501.365835:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419c80. 00000020:00000010:0.0:1763346501.365840:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1ee00. 00000020:00000040:0.0:1763346501.365845:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:0.0:1763346501.365847:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.367415:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1763346501.369124:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.369138:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a600. 00000400:00000200:3.0:1763346501.369149:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.369172:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.369183:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9aaa0 00000400:00000010:3.0:1763346501.369187:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9aaa0. 00000100:00000001:3.0:1763346501.369195:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.369197:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.369309:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346501.369737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00000800:00000001:0.0:1763346501.370546:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.370561:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.370565:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.370567:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.370577:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.370599:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e017e80 00000400:00000200:0.0:1763346501.370609:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119569 [8] + 2296 00000800:00000001:0.0:1763346501.370620:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.370626:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.370629:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.370633:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.370642:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.370644:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346501.370651:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920380. 00000100:00000040:0.0:1763346501.370656:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505920380 x1848996540808832 msgsize 440 00000100:00100000:0.0:1763346501.370660:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.370767:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.370777:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.370781:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.370783:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.370785:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.370789:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.370796:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e017f00 00000400:00000200:0.0:1763346501.370800:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119569 [8] + 2736 00000800:00000001:0.0:1763346501.370804:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.370811:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.370813:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.370817:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.370820:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.370821:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346501.370824:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923800. 00000100:00000040:0.0:1763346501.370827:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505923800 x1848996540808960 msgsize 440 00000100:00100000:0.0:1763346501.370831:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.370891:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346501.371128:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.371134:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.371138:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763346501.371171:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808832 02000000:00000001:2.0:1763346501.371175:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.371178:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.371181:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.371186:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.371192:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808832 00000020:00000001:2.0:1763346501.371196:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.371198:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346501.371201:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.371206:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:2.0:1763346501.371208:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346501.371239:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346501.371245:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.371253:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3d40. 00000100:00000001:2.0:1763346501.371257:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.371260:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3d40. 00000020:00000010:2.0:1763346501.371269:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f200. 00000020:00000010:2.0:1763346501.371277:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202700. 00000020:00000010:2.0:1763346501.371283:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346501.371293:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346501.371297:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.371299:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.371302:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371311:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371327:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.371339:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.371341:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540808960 02000000:00000001:2.0:1763346501.371343:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.371344:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.371345:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.371348:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.371350:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540808960 00000020:00000001:2.0:1763346501.371351:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.371353:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346501.371355:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.371357:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:2.0:1763346501.371359:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346501.371361:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346501.371364:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.371367:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3d40. 00000100:00000001:2.0:1763346501.371370:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.371372:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3d40. 00000020:00000010:2.0:1763346501.371376:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f600. 00000020:00000010:2.0:1763346501.371379:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.371382:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419a28. 00000100:00000001:2.0:1763346501.371386:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.371387:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.371389:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371392:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371403:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.371412:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.371414:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.371420:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20142 00000100:00000040:2.0:1763346501.371423:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346501.371426:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564193152 : -105875145358464 : ffff9fb505920380) 00000100:00000040:2.0:1763346501.371434:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505920380 x1848996540808832/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.371444:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.371447:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3d40. 00000100:00000001:2.0:1763346501.371449:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.371451:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3d40. 00000100:00100000:2.0:1763346501.371455:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2355:x1848996540808832:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:2.0:1763346501.371459:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808832 00000020:00000001:2.0:1763346501.371463:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.371467:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.371470:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.371472:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.371474:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:2.0:1763346501.371478:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.371482:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.371484:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.371486:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.371490:0:62997:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346501.371493:0:62997:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346501.371496:0:62997:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371499:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.371501:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371504:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.371506:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.371508:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371510:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.371511:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.371513:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371514:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.371515:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.371517:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.371520:0:62997:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.371523:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371528:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.371530:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.371538:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb50941b800. 02000000:00000001:2.0:1763346501.371541:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371543:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.371547:0:62997:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763346501.371550:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346501.371554:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.371561:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:2.0:1763346501.371563:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:2.0:1763346501.371566:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346501.371575:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.371578:0:62997:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763346501.371581:0:62997:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:2.0:1763346501.371585:0:62997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.371594:0:62997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:2.0:1763346501.371599:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00000020:00000001:2.0:1763346501.371604:0:62997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.371612:0:62997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.371616:0:62997:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.371620:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540808832 00010000:00000001:2.0:1763346501.371623:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.371628:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505920380 x1848996540808832/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.371637:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.371640:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.371644:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.371650:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.371653:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.371655:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.371658:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.371660:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371664:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.371667:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.371673:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bd48. 00000100:00000200:2.0:1763346501.371679:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540808832, offset 224 00000400:00000200:2.0:1763346501.371687:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.371700:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.371708:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198684:198684:256:4294967295] 192.168.204.16@tcp LPNI seq info [198680:198680:8:4294967295] 00000400:00000200:2.0:1763346501.371721:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.371726:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.371732:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.371740:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.371747:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.371753:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.371763:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.371767:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.371770:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.371772:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.371774:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.371777:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920380 x1848996540808832/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.371787:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2355:x1848996540808832:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 342us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.371795:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20142 00000100:00000040:2.0:1763346501.371799:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346501.371802:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.371804:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.371809:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202700. 00000020:00000010:2.0:1763346501.371813:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346501.371819:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f200. 00000020:00000040:2.0:1763346501.371824:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:2.0:1763346501.371827:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.371835:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.371836:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.371839:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20143 00000100:00000040:2.0:1763346501.371842:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346501.371844:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564206592 : -105875145345024 : ffff9fb505923800) 00000100:00000040:2.0:1763346501.371848:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505923800 x1848996540808960/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.371857:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.371859:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3d40. 00000100:00000001:2.0:1763346501.371862:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.371864:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3d40. 00000100:00100000:2.0:1763346501.371868:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540808960:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:2.0:1763346501.371871:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540808960 00000020:00000001:2.0:1763346501.371873:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.371875:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.371877:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.371879:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.371880:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:2.0:1763346501.371883:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.371885:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.371887:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.371888:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.371890:0:62997:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346501.371892:0:62997:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346501.371894:0:62997:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371895:0:62997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.371897:0:62997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371899:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.371900:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.371902:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371903:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.371905:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.371906:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.371908:0:62997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.371909:0:62997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.371911:0:62997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.371913:0:62997:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.371915:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371918:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.371920:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.371923:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb50941b400. 02000000:00000001:2.0:1763346501.371924:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.371926:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.371928:0:62997:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763346501.371930:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346501.371932:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.371936:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:2.0:1763346501.371938:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:2.0:1763346501.371940:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346501.371945:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.371947:0:62997:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763346501.371949:0:62997:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:2.0:1763346501.371951:0:62997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.371955:0:62997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:2.0:1763346501.371958:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00000020:00000001:2.0:1763346501.371961:0:62997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.371965:0:62997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.371968:0:62997:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.371971:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540808960 00010000:00000001:2.0:1763346501.371973:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.371977:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505923800 x1848996540808960/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.371984:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.371986:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.371988:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.371991:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.371993:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.371995:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.371997:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.371998:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.372000:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.372002:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.372006:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bee0. 00000100:00000200:2.0:1763346501.372009:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540808960, offset 224 00000400:00000200:2.0:1763346501.372015:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.372020:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.372024:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198685:198685:255:4294967295] 192.168.204.16@tcp LPNI seq info [198681:198681:7:4294967295] 00000400:00000200:2.0:1763346501.372032:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.372036:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.372040:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.372044:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.372048:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.372051:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.372068:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.372071:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.372073:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.372074:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.372076:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.372079:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923800 x1848996540808960/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.372088:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540808960:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 229us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.372095:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20143 00000100:00000040:2.0:1763346501.372098:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:2.0:1763346501.372100:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.372101:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.372104:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.372107:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419a28. 00000020:00000010:2.0:1763346501.372110:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f600. 00000020:00000040:2.0:1763346501.372113:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:2.0:1763346501.372115:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.372388:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.372394:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:3.0:1763346501.372405:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.372411:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.372416:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bd48 00000400:00000010:3.0:1763346501.372418:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bd48. 00000100:00000001:3.0:1763346501.372425:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.372427:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346501.372492:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.372495:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:3.0:1763346501.372498:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.372501:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.372503:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bee0 00000400:00000010:3.0:1763346501.372505:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bee0. 00000100:00000001:3.0:1763346501.372507:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.372508:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763346501.373345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb5353eda00. 00000800:00000001:2.0:1763346501.376886:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.376910:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.376916:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.376918:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.376933:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.376958:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e017f80 00000400:00000200:2.0:1763346501.376970:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 3176 00000800:00000001:2.0:1763346501.376981:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.376987:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.376991:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.376996:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.377005:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.377008:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346501.377017:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb517d3f480. 00000100:00000040:2.0:1763346501.377022:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb517d3f480 x1848996540809088 msgsize 328 00000100:00100000:2.0:1763346501.377027:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.377044:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.377261:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.377265:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809088 02000000:00000001:3.0:1763346501.377268:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.377271:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.377273:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.377278:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.377283:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809088 00000020:00000001:3.0:1763346501.377288:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.377289:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:3.0:1763346501.377293:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.377297:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:3.0:1763346501.377300:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:3.0:1763346501.377303:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:3.0:1763346501.377308:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.377315:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c880. 00000100:00000001:3.0:1763346501.377319:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.377322:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c880. 00000020:00000010:3.0:1763346501.377329:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb54031b400. 00000020:00000010:3.0:1763346501.377336:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346501.377342:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1000. 00000100:00000040:3.0:1763346501.377352:0:57808:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346501.377356:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.377358:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346501.377361:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.377371:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763346501.377740:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.377748:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.377751:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.377754:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.377761:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.377771:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e018000 00000400:00000200:2.0:1763346501.377777:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 3504 00000800:00000001:2.0:1763346501.377783:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.377791:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.377793:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.377797:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.377801:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.377802:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346501.377807:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405a680. 00000100:00000040:2.0:1763346501.377810:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51405a680 x1848996540809216 msgsize 328 00000100:00100000:2.0:1763346501.377814:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.378173:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.378192:0:57808:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346501.378363:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346501.378772:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.378786:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.378792:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763346501.378850:0:57808:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809216 02000000:00000001:3.0:1763346501.378856:0:57808:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.378859:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.378862:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.378865:0:57808:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.378869:0:57808:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809216 00000020:00000001:3.0:1763346501.378873:0:57808:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.378875:0:57808:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346501.378878:0:57808:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.378881:0:57808:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:3.0:1763346501.378884:0:57808:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:3.0:1763346501.378887:0:57808:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:3.0:1763346501.378892:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763346501.378952:0:62988:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.379014:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3d40. 00000100:00000001:2.0:1763346501.379019:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.379021:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3d40. 00000020:00000010:2.0:1763346501.379029:0:57808:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f600. 00000020:00000010:2.0:1763346501.379035:0:57808:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.379040:0:57808:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419a28. 00000100:00000001:2.0:1763346501.379046:0:57808:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.379047:0:57808:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.379050:0:57808:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.379174:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.379178:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.379187:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20144 00000100:00000040:1.0:1763346501.379192:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.379194:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198870504576 : -105874839047040 : ffff9fb517d3f480) 00000100:00000040:1.0:1763346501.379204:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb517d3f480 x1848996540809088/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.379242:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.379252:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.379255:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.379258:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000100:00100000:1.0:1763346501.379263:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb517d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540809088:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346501.379267:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809088 00000020:00000001:1.0:1763346501.379271:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.379276:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.379280:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.379282:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.379285:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.379289:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.379293:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.379295:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.379298:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.379304:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.379306:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.379309:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.379311:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.379313:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.379316:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.379322:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.379329:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:1.0:1763346501.379332:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.379335:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.379339:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1200. 00000020:00000001:1.0:1763346501.379343:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.379346:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1200 with handle 0x757b854463afa598 to hash 00000020:00000001:1.0:1763346501.379348:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.379350:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346501.379353:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00010000:1.0:1763346501.379358:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa598 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a70 expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.379367:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346501.379370:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00010000:00000001:1.0:1763346501.379378:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346501.379381:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346501.379384:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.379386:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.379392:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb4020b5c00. 02000000:00000001:1.0:1763346501.379394:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.379397:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.379401:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.379403:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.379406:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.379408:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346501.379415:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277818. 00002000:00000001:1.0:1763346501.379417:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346501.379420:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346501.379422:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.379426:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.379432:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.379435:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.379438:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.379441:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.379443:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.379444:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.379446:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346501.379451:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88a300. 00000020:00000040:1.0:1763346501.379455:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346501.379458:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.379460:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.379465:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.379470:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51000. 00000100:00000001:1.0:1763346501.379476:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.379481:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.379485:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.379490:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.379499:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.379501:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.379506:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514976512:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346501.379510:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.379516:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.379518:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.379521:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.379525:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e50a00. 02000000:00000001:1.0:1763346501.379526:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.379533:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.379540:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9baa0. 00000100:00000200:1.0:1763346501.379547:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976512, portal 16 00000100:00000001:1.0:1763346501.379550:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.379551:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452771072 : -105874256780544 : ffff9fb53a88a300) 00000100:00000040:1.0:1763346501.379557:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.379564:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.379567:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.379570:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b770. 00000100:00000200:1.0:1763346501.379573:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514976512, offset 0 00000400:00000200:1.0:1763346501.379580:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.379594:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.379600:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.379605:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.379610:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.379613:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.379618:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198686:198686:256:4294967295] 192.168.204.16@tcp LPNI seq info [198682:198682:8:4294967295] 00000400:00000200:1.0:1763346501.379630:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.379636:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.379642:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f500. 00000800:00000200:1.0:1763346501.379649:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.379658:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.379663:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.379672:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.379677:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738294 00000100:00000001:1.0:1763346501.379685:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738267 00000100:00000001:1.0:1763346501.379689:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738294 00000100:00000001:1.0:1763346501.379692:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738267 00000100:00000001:1.0:1763346501.379695:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738294 00000100:00000001:1.0:1763346501.379699:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738267 00000100:00000001:1.0:1763346501.379702:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738294 00000100:00000001:1.0:1763346501.379705:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738267 00000100:00000001:1.0:1763346501.379707:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.379710:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.379712:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.379714:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.379716:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.379718:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346501.379719:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277818. 00010000:00000001:1.0:1763346501.379722:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.379724:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.379725:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.379728:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.379730:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.379732:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.379735:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb538979f00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.379738:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.379741:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346501.379890:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.379895:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f500. 00000400:00000200:0.0:1763346501.379899:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.379905:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.379910:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b770 00000400:00000010:0.0:1763346501.379912:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b770. 00000100:00000001:0.0:1763346501.379917:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346501.379921:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.379931:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.379934:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.379940:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.379942:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.379993:0:57808:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.380006:0:57808:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.380018:0:57808:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.380020:0:57808:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.380024:0:57808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20145 00000100:00000040:2.0:1763346501.380027:0:57808:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346501.380029:0:57808:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806652544 : -105874902899072 : ffff9fb51405a680) 00000100:00000040:2.0:1763346501.380034:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51405a680 x1848996540809216/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.380042:0:57808:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.380046:0:57808:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3d40. 00000100:00000001:2.0:1763346501.380048:0:57808:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.380051:0:57808:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3d40. 00000100:00100000:2.0:1763346501.380055:0:57808:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51405a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540809216:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346501.380059:0:57808:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809216 00000020:00000001:2.0:1763346501.380061:0:57808:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.380064:0:57808:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.380065:0:57808:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.380068:0:57808:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.380069:0:57808:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.380072:0:57808:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.380074:0:57808:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.380076:0:57808:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.380078:0:57808:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.380080:0:57808:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.380082:0:57808:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.380083:0:57808:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.380085:0:57808:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.380086:0:57808:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.380087:0:57808:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.380092:0:57808:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.380095:0:57808:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:2.0:1763346501.380098:0:57808:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.380100:0:57808:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.380103:0:57808:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb5353eda00. 00000020:00000001:2.0:1763346501.380107:0:57808:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.380109:0:57808:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb5353eda00 with handle 0x757b854463afa59f to hash 00000020:00000001:2.0:1763346501.380111:0:57808:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.380112:0:57808:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199364049408 : -105874345502208 : ffff9fb5353eda00) 00010000:00000001:2.0:1763346501.380114:0:57808:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199364049408 : -105874345502208 : ffff9fb5353eda00) 00010000:00010000:2.0:1763346501.380117:0:57808:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb5353eda00/0x757b854463afa59f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a77 expref: -99 pid: 57808 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.380124:0:57808:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 17 00000020:00000040:2.0:1763346501.380126:0:57808:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=23 00010000:00000001:2.0:1763346501.380347:0:57808:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346501.380350:0:57808:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346501.380353:0:57808:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.380355:0:57808:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.380359:0:57808:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb50941a400. 02000000:00000001:2.0:1763346501.380361:0:57808:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.380364:0:57808:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.380366:0:57808:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346501.380368:0:57808:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.380370:0:57808:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.380372:0:57808:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346501.380376:0:57808:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5df50. 00002000:00000001:2.0:1763346501.380378:0:57808:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346501.380380:0:57808:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346501.380382:0:57808:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb503aa3d40. 00000100:00000001:2.0:1763346501.380385:0:57808:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346501.380389:0:57808:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5095ca780. 00000100:00000001:2.0:1763346501.380391:0:57808:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627805056 : -105875081746560 : ffff9fb5095ca780) 00000100:00000001:2.0:1763346501.380393:0:57808:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627805056 : -105875081746560 : ffff9fb5095ca780) 00000100:00000001:2.0:1763346501.380396:0:57808:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346501.380397:0:57808:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346501.380398:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.380400:0:57808:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346501.380403:0:57808:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405ad80. 00000020:00000040:2.0:1763346501.380406:0:57808:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763346501.380409:0:57808:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346501.380411:0:57808:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346501.380413:0:57808:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346501.380417:0:57808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1f200. 00000100:00000001:2.0:1763346501.380420:0:57808:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.380424:0:57808:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346501.380426:0:57808:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346501.380431:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.380438:0:57808:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346501.380440:0:57808:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.380444:0:57808:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51405ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57808:1848996514976640:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346501.380447:0:57808:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346501.380449:0:57808:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346501.380451:0:57808:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.380453:0:57808:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346501.380455:0:57808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1ec00. 02000000:00000001:2.0:1763346501.380457:0:57808:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346501.380461:0:57808:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cbb0. 00000400:00000010:2.0:1763346501.380466:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b2a8. 00000100:00000200:2.0:1763346501.380470:0:57808:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976640, portal 16 00000100:00000001:2.0:1763346501.380472:0:57808:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346501.380473:0:57808:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198806654336 : -105874902897280 : ffff9fb51405ad80) 00000100:00000040:2.0:1763346501.380477:0:57808:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.380483:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.380485:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.380487:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035be58. 00000100:00000200:2.0:1763346501.380489:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514976640, offset 0 00000400:00000200:2.0:1763346501.380494:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.380501:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.380505:0:57808:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346501.380508:0:57808:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346501.380510:0:57808:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346501.380513:0:57808:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346501.380515:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198687:198687:256:4294967295] 192.168.204.16@tcp LPNI seq info [198683:198683:8:4294967295] 00000400:00000200:2.0:1763346501.380523:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.380528:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.380532:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.380537:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.380542:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.380546:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.380563:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.380566:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738295 00000100:00000001:2.0:1763346501.380570:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300738294 00000100:00000001:2.0:1763346501.380573:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738295 00000100:00000001:2.0:1763346501.380576:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300738294 00000100:00000001:2.0:1763346501.380579:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738295 00000100:00000001:2.0:1763346501.380582:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300738294 00000100:00000001:2.0:1763346501.380584:0:57808:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738295 00000100:00000001:2.0:1763346501.380587:0:57808:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300738294 00000100:00000001:2.0:1763346501.380589:0:57808:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346501.380591:0:57808:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.380593:0:57808:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.380595:0:57808:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.380597:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.380598:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346501.380600:0:57808:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5df50. 00010000:00000001:2.0:1763346501.380604:0:57808:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.380605:0:57808:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.380607:0:57808:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346501.380609:0:57808:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.380610:0:57808:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346501.380612:0:57808:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346501.380614:0:57808:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5095ca780 going to sleep for 11 seconds 00000100:00000001:2.0:1763346501.380616:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.380618:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346501.381677:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.381684:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:3.0:1763346501.381696:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.381704:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.381711:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035be58 00000400:00000010:3.0:1763346501.381714:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035be58. 00000100:00000001:3.0:1763346501.381721:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346501.381729:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.381741:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.381743:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.381750:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.381752:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.385328:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.385351:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.385357:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.385361:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.385377:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.385399:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775300 00000400:00000200:2.0:1763346501.385414:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fe95 [1] + 224 00000800:00000001:2.0:1763346501.385425:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.385431:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.385434:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.385440:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.385450:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.385461:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.385473:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.385496:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.385510:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.385514:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.385515:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.385518:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.385522:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.385528:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775380 00000400:00000200:2.0:1763346501.385534:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fe9d [1] + 224 00000800:00000001:2.0:1763346501.385537:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.385545:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.385547:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.385550:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.385553:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.385558:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.385565:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.385591:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.385596:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.385599:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.385680:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.385693:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.385695:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.385700:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.385706:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9baa0 00000400:00000010:1.0:1763346501.385709:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9baa0. 00000100:00000001:1.0:1763346501.385713:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.385718:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.385728:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.385734:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.385736:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.385740:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.385743:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.385746:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.385749:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.385752:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.385761:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.385767:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.385771:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.385772:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.385776:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.385780:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.385783:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.385788:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.385795:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.385799:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.385801:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.385805:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346501.385812:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346501.385822:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.385826:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.385835:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:1.0:1763346501.385838:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:1.0:1763346501.385842:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.385851:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346501.385856:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000001:1.0:1763346501.385860:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.385862:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.385864:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.385868:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.385877:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514976512:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346501.385882:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.385885:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.385888:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.385891:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.385894:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a88a300 x1848996514976512/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.385902:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.385905:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.385908:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e50a00. 02000000:00000001:1.0:1763346501.385913:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.385916:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.385918:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.385920:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.385923:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e51000. 02000000:00000001:1.0:1763346501.385926:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.385928:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.385931:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88a300. 00000100:00000001:1.0:1763346501.385935:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.385936:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.385939:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.385942:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.385944:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.385946:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30800. 00010000:00000001:1.0:1763346501.385950:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.385954:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.385958:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.385961:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.385969:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.385970:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.385973:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.385976:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.385979:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1200 with handle 0x757b854463afa598 from hash 00010000:00000001:1.0:1763346501.385982:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.385984:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.385985:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.385987:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.385988:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.385991:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346501.385998:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa598 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a70 expref: 25 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346501.386014:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.386018:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.386022:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.386023:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.386026:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.386029:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.386030:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.386032:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.386034:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.386035:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.386037:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.386039:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346501.386041:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.386043:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.386045:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.386046:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.386049:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa598 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a70 expref: 25 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346501.386057:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346501.386060:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346501.386066:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.386068:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1200, rc 0) 00000020:00000001:1.0:1763346501.386071:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346501.386075:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540809088 00010000:00000001:1.0:1763346501.386077:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.386083:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb517d3f480 x1848996540809088/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.386091:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.386094:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.386098:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.386102:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.386105:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.386108:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.386111:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.386113:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.386117:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.386120:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.386125:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9baa0. 00000100:00000200:1.0:1763346501.386130:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540809088, offset 224 00000400:00000200:1.0:1763346501.386137:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.386149:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.386156:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198688:198688:256:4294967295] 192.168.204.16@tcp LPNI seq info [198684:198684:8:4294967295] 00000400:00000200:1.0:1763346501.386178:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.386184:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.386193:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f500. 00000800:00000200:1.0:1763346501.386200:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.386209:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.386254:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.386270:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.386274:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.386277:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.386279:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.386281:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.386287:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb517d3f480 x1848996540809088/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.386298:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb517d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540809088:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 7054us (9273us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346501.386308:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20144 00000100:00000040:1.0:1763346501.386312:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.386314:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.386317:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.386325:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b100. 00000020:00000010:1.0:1763346501.386329:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1000. 00000020:00000010:1.0:1763346501.386334:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb54031b400. 00000020:00000040:1.0:1763346501.386340:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346501.386343:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.386412:0:57808:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346501.386418:0:57808:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346501.386420:0:57808:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346501.386423:0:57808:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cbb0. 00000400:00000200:3.0:1763346501.386427:0:57808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b2a8 00000400:00000010:3.0:1763346501.386429:0:57808:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b2a8. 00000100:00000001:3.0:1763346501.386434:0:57808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.386440:0:57808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346501.386449:0:57808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.386456:0:57808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.386457:0:57808:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.386459:0:57808:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346501.386461:0:57808:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346501.386462:0:57808:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.386463:0:57808:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.386465:0:57808:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.386469:0:57808:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346501.386473:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.386475:0:57808:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346501.386477:0:57808:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.386479:0:57808:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346501.386481:0:57808:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.386483:0:57808:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.386487:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.386494:0:57808:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.386496:0:57808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346501.386497:0:57808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.386499:0:57808:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763346501.386503:0:57808:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346501.386509:0:57808:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346501.386511:0:57808:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.386516:0:57808:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:3.0:1763346501.386518:0:57808:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:3.0:1763346501.386521:0:57808:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346501.386526:0:57808:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346501.386529:0:57808:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00010000:00000001:3.0:1763346501.386531:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.386533:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.386534:0:57808:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.386538:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346501.386546:0:57808:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51405ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57808:1848996514976640:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346501.386550:0:57808:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.386552:0:57808:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.386554:0:57808:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346501.386555:0:57808:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.386558:0:57808:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51405ad80 x1848996514976640/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.386565:0:57808:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346501.386566:0:57808:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346501.386568:0:57808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1ec00. 02000000:00000001:3.0:1763346501.386571:0:57808:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346501.386572:0:57808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346501.386574:0:57808:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763346501.386576:0:57808:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346501.386578:0:57808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1f200. 02000000:00000001:3.0:1763346501.386580:0:57808:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346501.386582:0:57808:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346501.386583:0:57808:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51405ad80. 00000100:00000001:3.0:1763346501.386587:0:57808:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346501.386588:0:57808:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346501.386590:0:57808:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5095ca780. 00000100:00000001:3.0:1763346501.386593:0:57808:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346501.386594:0:57808:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346501.386596:0:57808:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb503aa3d40. 00010000:00000001:3.0:1763346501.386599:0:57808:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346501.386601:0:57808:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346501.386604:0:57808:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346501.386606:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.386611:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.386612:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.386614:0:57808:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.386616:0:57808:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.386618:0:57808:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb5353eda00 with handle 0x757b854463afa59f from hash 00010000:00000001:3.0:1763346501.386620:0:57808:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.386622:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.386623:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.386624:0:57808:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346501.386625:0:57808:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346501.386627:0:57808:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346501.386632:0:57808:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb5353eda00/0x757b854463afa59f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a77 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346501.386640:0:57808:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346501.386642:0:57808:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.386644:0:57808:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.386646:0:57808:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.386647:0:57808:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.386650:0:57808:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346501.386651:0:57808:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.386652:0:57808:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.386654:0:57808:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346501.386655:0:57808:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346501.386656:0:57808:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.386657:0:57808:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346501.386659:0:57808:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.386661:0:57808:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.386663:0:57808:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.386664:0:57808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346501.386667:0:57808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb5353eda00/0x757b854463afa59f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a77 expref: 23 pid: 57808 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346501.386674:0:57808:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 16 00000020:00000040:3.0:1763346501.386677:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00010000:00000001:3.0:1763346501.386680:0:57808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.386682:0:57808:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb5353eda00, rc 0) 00000020:00000001:3.0:1763346501.386684:0:57808:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346501.386687:0:57808:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540809216 00010000:00000001:3.0:1763346501.386689:0:57808:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.386693:0:57808:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51405a680 x1848996540809216/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.386700:0:57808:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.386702:0:57808:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.386704:0:57808:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.386707:0:57808:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.386709:0:57808:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.386712:0:57808:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.386714:0:57808:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.386716:0:57808:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.386718:0:57808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.386720:0:57808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.386725:0:57808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbdd0. 00000100:00000200:3.0:1763346501.386728:0:57808:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540809216, offset 224 00000400:00000200:3.0:1763346501.386733:0:57808:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.386740:0:57808:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.386745:0:57808:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198689:198689:255:4294967295] 192.168.204.16@tcp LPNI seq info [198685:198685:7:4294967295] 00000400:00000200:3.0:1763346501.386754:0:57808:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.386759:0:57808:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.386763:0:57808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880100. 00000800:00000200:3.0:1763346501.386767:0:57808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.386771:0:57808:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.386774:0:57808:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.386777:0:57808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.386780:0:57808:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.386783:0:57808:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.386784:0:57808:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.386787:0:57808:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.386791:0:57808:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405a680 x1848996540809216/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346501.386800:0:57808:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51405a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2354:x1848996540809216:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 6756us (8988us total) trans 0 rc 301/301 00000100:00100000:3.0:1763346501.386806:0:57808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20145 00000100:00000040:3.0:1763346501.386809:0:57808:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346501.386810:0:57808:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.386812:0:57808:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.386815:0:57808:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:3.0:1763346501.386818:0:57808:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419a28. 00000020:00000010:3.0:1763346501.386823:0:57808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f600. 00000020:00000040:3.0:1763346501.386826:0:57808:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:3.0:1763346501.386828:0:57808:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.386973:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.386978:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f500. 00000400:00000200:2.0:1763346501.386982:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.386987:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.386990:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9baa0 00000400:00000010:2.0:1763346501.386992:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9baa0. 00000100:00000001:2.0:1763346501.386996:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.386997:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763346501.387286:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.387290:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880100. 00000400:00000200:2.0:1763346501.387294:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.387299:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.387302:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbdd0 00000400:00000010:2.0:1763346501.387304:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbdd0. 00000100:00000001:2.0:1763346501.387308:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.387309:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.396335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:3.1:1763346501.399407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb5353eda00. 00000800:00000001:3.0:1763346501.421643:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.421664:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.421670:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.421673:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.421688:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.421711:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e018080 00000400:00000200:3.0:1763346501.421722:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 3832 00000800:00000001:3.0:1763346501.421732:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.421740:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.421743:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.421748:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.421758:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.421761:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.421771:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4a80. 00000100:00000040:3.0:1763346501.421775:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4a80 x1848996540809344 msgsize 328 00000100:00100000:3.0:1763346501.421780:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.421804:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.421815:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.421819:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.421821:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.421823:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.421827:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.421833:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e018100 00000400:00000200:3.0:1763346501.421837:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 4160 00000800:00000001:3.0:1763346501.421840:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.421846:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.421848:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.421851:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.421854:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.421856:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.421859:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4e00. 00000100:00000040:3.0:1763346501.421861:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4e00 x1848996540809472 msgsize 328 00000100:00100000:3.0:1763346501.421865:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.421882:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.421886:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.421889:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.421966:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.421970:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809344 02000000:00000001:1.0:1763346501.421973:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.421976:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.421979:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.421985:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.421990:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809344 00000020:00000001:1.0:1763346501.421994:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.421996:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346501.421999:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.422003:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346501.422006:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.422009:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346501.422015:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.422020:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.422024:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.422027:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000020:00000010:1.0:1763346501.422034:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51000. 00000020:00000010:1.0:1763346501.422040:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3080. 00000020:00000010:1.0:1763346501.422047:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8258. 00000100:00000040:1.0:1763346501.422056:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763346501.422059:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.422061:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346501.422064:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.422073:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.422092:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.422103:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.422105:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809472 02000000:00000001:1.0:1763346501.422106:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.422109:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.422110:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.422112:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.422114:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809472 00000020:00000001:1.0:1763346501.422116:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.422117:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:1.0:1763346501.422119:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.422121:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:1.0:1763346501.422123:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:1.0:1763346501.422125:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346501.422128:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.422131:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.422133:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.422135:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000020:00000010:1.0:1763346501.422138:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50a00. 00000020:00000010:1.0:1763346501.422142:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3380. 00000020:00000010:1.0:1763346501.422145:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d84b0. 00000100:00000001:1.0:1763346501.422148:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.422149:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346501.422151:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.422154:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.422177:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.422187:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.422189:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.422194:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20146 00000100:00000040:1.0:1763346501.422198:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.422200:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558771840 : -105875150779776 : ffff9fb5053f4a80) 00000100:00000040:1.0:1763346501.422207:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4a80 x1848996540809344/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.422242:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.422245:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.422247:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.422249:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000100:00100000:1.0:1763346501.422255:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540809344:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346501.422258:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809344 00000020:00000001:1.0:1763346501.422263:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.422268:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.422270:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.422273:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.422276:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.422279:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.422283:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.422285:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.422288:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.422294:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.422297:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.422300:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.422302:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.422304:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.422307:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.422313:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.422322:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:1.0:1763346501.422326:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.422329:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.422334:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1200. 00000020:00000001:1.0:1763346501.422338:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.422341:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1200 with handle 0x757b854463afa5a6 to hash 00000020:00000001:1.0:1763346501.422343:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.422345:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346501.422349:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00010000:1.0:1763346501.422354:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5a6 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a7e expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.422363:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:1.0:1763346501.422366:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00010000:00000001:1.0:1763346501.422374:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763346501.422378:0:62999:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763346501.422381:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.422384:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.422390:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb4020b6000. 02000000:00000001:1.0:1763346501.422392:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.422395:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.422399:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.422401:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.422403:0:62999:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.422405:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763346501.422411:0:62999:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb50a277818. 00002000:00000001:1.0:1763346501.422414:0:62999:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763346501.422417:0:62999:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763346501.422420:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.422424:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.422431:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.422433:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.422435:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.422438:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.422440:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.422441:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.422444:0:62999:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763346501.422448:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88a300. 00000020:00000040:1.0:1763346501.422451:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346501.422454:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.422457:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.422461:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.422466:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e50200. 00000100:00000001:1.0:1763346501.422472:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.422479:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.422482:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.422487:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.422497:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.422499:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.422504:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514976768:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346501.422510:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.422516:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.422519:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.422522:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.422526:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e50c00. 02000000:00000001:1.0:1763346501.422527:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.422533:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.422542:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b4c8. 00000100:00000200:1.0:1763346501.422551:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976768, portal 16 00000100:00000001:1.0:1763346501.422554:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.422556:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452771072 : -105874256780544 : ffff9fb53a88a300) 00000100:00000040:1.0:1763346501.422561:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.422569:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.422572:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.422575:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b330. 00000100:00000200:1.0:1763346501.422578:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514976768, offset 0 00000400:00000200:1.0:1763346501.422585:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.422597:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.422603:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.422608:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.422612:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.422616:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.422620:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198690:198690:256:4294967295] 192.168.204.16@tcp LPNI seq info [198686:198686:8:4294967295] 00000400:00000200:1.0:1763346501.422633:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.422639:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.422645:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.422653:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.422662:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.422667:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.422678:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.422684:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738337 00000100:00000001:1.0:1763346501.422691:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738295 00000100:00000001:1.0:1763346501.422695:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738337 00000100:00000001:1.0:1763346501.422698:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738295 00000100:00000001:1.0:1763346501.422701:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738337 00000100:00000001:1.0:1763346501.422705:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738295 00000100:00000001:1.0:1763346501.422708:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738337 00000100:00000001:1.0:1763346501.422712:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738295 00000100:00000001:1.0:1763346501.422715:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.422718:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.422719:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.422722:0:62999:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.422725:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.422727:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763346501.422729:0:62999:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb50a277818. 00010000:00000001:1.0:1763346501.422733:0:62999:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.422735:0:62999:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.422736:0:62999:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.422739:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.422742:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.422744:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.422746:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb538979f00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.422749:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.422752:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.422837:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.422839:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.422844:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20147 00000100:00000040:0.0:1763346501.422847:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:0.0:1763346501.422849:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558772736 : -105875150778880 : ffff9fb5053f4e00) 00000100:00000040:0.0:1763346501.422855:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4e00 x1848996540809472/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.422862:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.422868:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.422870:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.422872:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346501.422876:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540809472:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346501.422880:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809472 00000020:00000001:0.0:1763346501.422882:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.422884:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.422886:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.422888:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.422890:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.422892:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.422894:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.422896:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.422898:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.422900:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.422902:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.422903:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.422905:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.422906:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.422907:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.422911:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346501.422916:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:0.0:1763346501.422918:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.422920:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.422924:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37200. 00000020:00000001:0.0:1763346501.422928:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.422930:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37200 with handle 0x757b854463afa5ad to hash 00000020:00000001:0.0:1763346501.422932:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.422933:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00000001:0.0:1763346501.422935:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00010000:0.0:1763346501.422939:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463afa5ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a85 expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.422945:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 17 00000020:00000040:0.0:1763346501.422948:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=23 00010000:00000001:0.0:1763346501.422952:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346501.422955:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346501.422957:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.422958:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.422962:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532675800. 02000000:00000001:0.0:1763346501.422963:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.422965:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.422967:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.422968:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.422970:0:62997:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.422972:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346501.422977:0:62997:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c21c0. 00002000:00000001:0.0:1763346501.422979:0:62997:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346501.422981:0:62997:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346501.422983:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.422986:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346501.422989:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb522307000. 00000100:00000001:0.0:1763346501.422991:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199044337664 : -105874665213952 : ffff9fb522307000) 00000100:00000001:0.0:1763346501.422993:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199044337664 : -105874665213952 : ffff9fb522307000) 00000100:00000001:0.0:1763346501.422995:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346501.422996:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346501.422998:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.423000:0:62997:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346501.423003:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920e00. 00000020:00000040:0.0:1763346501.423006:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763346501.423008:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346501.423010:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346501.423012:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346501.423016:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e66600. 00000100:00000001:0.0:1763346501.423019:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.423022:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346501.423024:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346501.423028:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.423035:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346501.423038:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.423041:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:62997:1848996514976896:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346501.423044:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346501.423047:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346501.423048:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.423050:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346501.423053:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb416e67200. 02000000:00000001:0.0:1763346501.423054:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346501.423059:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346501.423063:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ac38. 00000100:00000200:0.0:1763346501.423067:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514976896, portal 16 00000100:00000001:0.0:1763346501.423069:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346501.423070:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000040:0.0:1763346501.423074:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.423080:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.423082:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.423085:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a000. 00000100:00000200:0.0:1763346501.423087:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514976896, offset 0 00000400:00000200:0.0:1763346501.423092:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.423097:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.423101:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346501.423103:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346501.423105:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346501.423107:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346501.423110:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198691:198691:255:4294967295] 192.168.204.16@tcp LPNI seq info [198687:198687:7:4294967295] 00000400:00000200:0.0:1763346501.423117:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.423121:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.423125:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ad00. 00000800:00000200:0.0:1763346501.423129:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.423134:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.423137:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.423140:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.423143:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738337 00000100:00000001:0.0:1763346501.423145:0:62997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, keep current deadline 4300738337 00000100:00000001:0.0:1763346501.423147:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738337 00000100:00000001:0.0:1763346501.423150:0:62997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, keep current deadline 4300738337 00000100:00000001:0.0:1763346501.423152:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738337 00000100:00000001:0.0:1763346501.423154:0:62997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, keep current deadline 4300738337 00000100:00000001:0.0:1763346501.423156:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738337 00000100:00000001:0.0:1763346501.423158:0:62997:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, keep current deadline 4300738337 00000100:00000001:0.0:1763346501.423170:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.423172:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.423174:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.423176:0:62997:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.423178:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.423179:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346501.423181:0:62997:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c21c0. 00010000:00000001:0.0:1763346501.423184:0:62997:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.423185:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.423186:0:62997:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346501.423189:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.423191:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346501.423192:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346501.423194:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb522307000 going to sleep for 11 seconds 00000100:00000001:0.0:1763346501.423196:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346501.423198:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346501.423364:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.423369:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:2.0:1763346501.423374:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.423379:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.423384:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b330 00000400:00000010:2.0:1763346501.423387:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b330. 00000100:00000001:2.0:1763346501.423391:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.423396:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.423406:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.423409:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.423416:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.423418:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1763346501.423483:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.423486:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ad00. 00000400:00000200:2.0:1763346501.423491:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.423495:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.423497:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a000 00000400:00000010:2.0:1763346501.423499:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a000. 00000100:00000001:2.0:1763346501.423502:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.423506:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.423513:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.423516:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.423522:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.423523:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.426822:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.426844:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.426851:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.426853:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.426868:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.426892:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775400 00000400:00000200:2.0:1763346501.426904:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fead [1] + 224 00000800:00000001:2.0:1763346501.426914:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.426925:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.426929:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.426934:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.426943:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.426955:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.426966:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.427031:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.427309:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.427321:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.427325:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1763346501.427366:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.427368:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.427372:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.427377:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b4c8 00000400:00000010:1.0:1763346501.427380:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b4c8. 00000100:00000001:1.0:1763346501.427383:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.427388:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.427403:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.427409:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.427411:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.427414:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.427418:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.427420:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.427423:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.427426:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.427436:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.427441:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.427444:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.427446:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.427449:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.427453:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.427458:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.427463:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.427470:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.427473:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.427475:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.427477:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346501.427484:0:62999:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346501.427493:0:62999:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.427497:0:62999:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.427506:0:62999:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:1.0:1763346501.427509:0:62999:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:1.0:1763346501.427512:0:62999:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.427520:0:62999:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346501.427525:0:62999:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000001:1.0:1763346501.427529:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.427531:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.427533:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.427538:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.427546:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514976768:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346501.427551:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.427554:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.427558:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.427560:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.427563:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a88a300 x1848996514976768/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.427570:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.427574:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.427577:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e50c00. 02000000:00000001:1.0:1763346501.427582:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.427585:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.427587:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.427589:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.427592:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e50200. 02000000:00000001:1.0:1763346501.427595:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.427597:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.427599:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88a300. 00000100:00000001:1.0:1763346501.427603:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.427604:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.427607:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.427610:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.427612:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.427615:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30800. 00010000:00000001:1.0:1763346501.427619:0:62999:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.427624:0:62999:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.427627:0:62999:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.427630:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.427638:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.427639:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.427642:0:62999:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.427644:0:62999:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.427648:0:62999:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1200 with handle 0x757b854463afa5a6 from hash 00010000:00000001:1.0:1763346501.427651:0:62999:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.427652:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.427653:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.427655:0:62999:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.427656:0:62999:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.427659:0:62999:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346501.427665:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5a6 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a7e expref: 25 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346501.427682:0:62999:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.427686:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.427688:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.427690:0:62999:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.427692:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.427696:0:62999:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.427698:0:62999:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.427699:0:62999:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.427701:0:62999:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.427702:0:62999:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.427704:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.427706:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346501.427708:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.427711:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.427713:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.427714:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.427717:0:62999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5a6 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a7e expref: 25 pid: 62999 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346501.427726:0:62999:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346501.427729:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346501.427738:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.427740:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab1200, rc 0) 00000020:00000001:1.0:1763346501.427743:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346501.427747:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540809344 00010000:00000001:1.0:1763346501.427751:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.427756:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4a80 x1848996540809344/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.427765:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.427768:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.427771:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.427776:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.427779:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.427781:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.427784:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.427787:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.427791:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.427795:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.427800:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b4c8. 00000100:00000200:1.0:1763346501.427806:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540809344, offset 224 00000400:00000200:1.0:1763346501.427814:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.427826:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.427835:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198692:198692:256:4294967295] 192.168.204.16@tcp LPNI seq info [198688:198688:8:4294967295] 00000400:00000200:1.0:1763346501.427846:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.427851:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.427859:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346501.427865:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.427873:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.427878:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.430929:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.430951:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.430957:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.430960:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.430964:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.430976:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4a80 x1848996540809344/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.430995:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540809344:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 8751us (9216us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346501.431006:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20146 00000100:00000040:1.0:1763346501.431010:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.431013:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.431016:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.431025:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3080. 00000020:00000010:1.0:1763346501.431034:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8258. 00000020:00000010:1.0:1763346501.431042:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51000. 00000020:00000040:1.0:1763346501.431049:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346501.431052:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.432692:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.432703:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:2.0:1763346501.432711:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.432720:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.432729:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b4c8 00000400:00000010:2.0:1763346501.432732:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b4c8. 00000100:00000001:2.0:1763346501.432737:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.432739:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.433588:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.433602:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.433606:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.433608:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.433618:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.433638:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775480 00000400:00000200:2.0:1763346501.433648:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12feb5 [1] + 224 00000800:00000001:2.0:1763346501.433658:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.433667:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.433670:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.433673:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.433678:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.433688:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.433698:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.433749:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.434492:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1763346501.435046:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346501.435051:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346501.435056:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:0.0:1763346501.435066:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ac38 00000400:00000010:0.0:1763346501.435069:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ac38. 00000100:00000001:0.0:1763346501.435073:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.435085:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346501.435097:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.435104:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.435107:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.435111:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346501.435114:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346501.435117:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.435120:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.435124:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.435132:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346501.435137:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.435140:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346501.435142:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.435146:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346501.435150:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.435153:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.435169:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.435177:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.435181:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346501.435183:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.435186:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346501.435193:0:62997:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346501.435204:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.435209:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.435322:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:0.0:1763346501.435327:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:0.0:1763346501.435330:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346501.435341:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346501.435346:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00010000:00000001:0.0:1763346501.435350:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.435352:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.435354:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.435360:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346501.435369:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:62997:1848996514976896:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346501.435375:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.435379:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.435382:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346501.435384:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.435388:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920e00 x1848996514976896/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.435396:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346501.435399:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346501.435403:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb416e67200. 02000000:00000001:0.0:1763346501.435430:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346501.435434:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346501.435437:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763346501.435439:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346501.435443:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e66600. 02000000:00000001:0.0:1763346501.435448:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346501.435451:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346501.435453:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920e00. 00000100:00000001:0.0:1763346501.435457:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346501.435459:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346501.435462:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb522307000. 00000100:00000001:0.0:1763346501.435465:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346501.435467:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346501.435470:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f300. 00010000:00000001:0.0:1763346501.435474:0:62997:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.435479:0:62997:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.435483:0:62997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346501.435486:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.435494:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.435495:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.435499:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.435501:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.435506:0:62997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37200 with handle 0x757b854463afa5ad from hash 00010000:00000001:0.0:1763346501.435509:0:62997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.435511:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.435512:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.435513:0:62997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346501.435515:0:62997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.435517:0:62997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346501.435524:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463afa5ad lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a85 expref: 23 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346501.435540:0:62997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346501.435543:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.435546:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.435548:0:62997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.435550:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.435554:0:62997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.435555:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.435557:0:62997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.435558:0:62997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.435559:0:62997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.435562:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.435564:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346501.435566:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.435568:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.435569:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.435571:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.435574:0:62997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a37200/0x757b854463afa5ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a85 expref: 23 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346501.435582:0:62997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 16 00000020:00000040:0.0:1763346501.435586:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00010000:00000001:0.0:1763346501.435595:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.435597:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37200, rc 0) 00000020:00000001:0.0:1763346501.435600:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346501.435605:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540809472 00010000:00000001:0.0:1763346501.435608:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.435614:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4e00 x1848996540809472/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.435623:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.435626:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.435630:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.435635:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.435638:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.435640:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.435643:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.435646:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.435651:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.435654:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.435664:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ac38. 00000100:00000200:0.0:1763346501.435670:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540809472, offset 224 00000400:00000200:0.0:1763346501.435678:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.435694:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.435702:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198693:198693:256:4294967295] 192.168.204.16@tcp LPNI seq info [198689:198689:8:4294967295] 00000400:00000200:0.0:1763346501.435716:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.435722:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.435730:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:0.0:1763346501.435738:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.435748:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.435752:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.438112:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.438130:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.438134:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.438137:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.438140:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.438150:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4e00 x1848996540809472/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.438173:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540809472:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 15307us (16308us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346501.438183:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20147 00000100:00000040:0.0:1763346501.438187:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:0.0:1763346501.438190:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.438193:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.438202:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3380. 00000020:00000010:0.0:1763346501.438223:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d84b0. 00000020:00000010:0.0:1763346501.438232:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50a00. 00000020:00000040:0.0:1763346501.438239:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:0.0:1763346501.438243:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.438429:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.438436:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:2.0:1763346501.438444:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.438451:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.438459:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ac38 00000400:00000010:2.0:1763346501.438462:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ac38. 00000100:00000001:2.0:1763346501.438467:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.438469:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.438478:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.438485:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763346501.440251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00010000:00000010:0.1:1763346501.444430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00000800:00000001:2.0:1763346501.446022:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.446043:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.446047:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.446103:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.446119:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.446144:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e018180 00000400:00000200:2.0:1763346501.446154:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 4488 00000800:00000001:2.0:1763346501.446173:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.446181:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.446185:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.446190:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.446200:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.446202:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346501.446210:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405b800. 00000100:00000040:2.0:1763346501.446322:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51405b800 x1848996540809600 msgsize 328 00000100:00100000:2.0:1763346501.446327:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.446889:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346501.447192:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1763346501.447310:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809600 02000000:00000001:0.0:1763346501.447315:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.447319:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.447323:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.447328:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.447333:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809600 00000020:00000001:0.0:1763346501.447338:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.447340:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.447343:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.447349:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:0.0:1763346501.447352:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.447354:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.447361:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.447370:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.447374:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.447378:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346501.447386:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e66600. 00000020:00000010:0.0:1763346501.447395:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969200. 00000020:00000010:0.0:1763346501.447402:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109898. 00000100:00000040:0.0:1763346501.447412:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.447415:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.447417:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.447420:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.447429:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763346501.447532:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.447542:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.447544:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.447546:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.447555:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.447568:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e018200 00000400:00000200:2.0:1763346501.447575:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 4816 00000800:00000001:2.0:1763346501.447583:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.447612:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.447615:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.447621:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.447627:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.447629:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763346501.447635:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51405ad80. 00000100:00000040:2.0:1763346501.447638:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51405ad80 x1848996540809728 msgsize 328 00000100:00100000:2.0:1763346501.447642:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.448402:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.448426:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763346501.448643:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763346501.449360:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.449380:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.449390:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763346501.449467:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809728 02000000:00000001:0.0:1763346501.449471:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.449474:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.449477:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.449481:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.449486:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809728 00000020:00000001:0.0:1763346501.449490:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.449492:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:0.0:1763346501.449495:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.449499:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:0.0:1763346501.449503:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:0.0:1763346501.449505:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:0.0:1763346501.449511:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.449520:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.449523:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.449525:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000020:00000010:0.0:1763346501.449533:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e67200. 00000020:00000010:0.0:1763346501.449538:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969900. 00000020:00000010:0.0:1763346501.449542:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109320. 00000100:00000001:0.0:1763346501.449550:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.449552:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.449554:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.449563:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.449583:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.449596:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.449598:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.449607:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20148 00000100:00000040:0.0:1763346501.449612:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346501.449614:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806657024 : -105874902894592 : ffff9fb51405b800) 00000100:00000040:0.0:1763346501.449622:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51405b800 x1848996540809600/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.449633:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.449635:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.449637:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.449639:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f300. 00000100:00100000:0.0:1763346501.449643:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51405b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540809600:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346501.449647:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809600 00000020:00000001:0.0:1763346501.449650:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.449655:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.449658:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.449660:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.449663:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.449667:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.449670:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.449673:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.449675:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.449681:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.449683:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.449687:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.449689:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.449691:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.449694:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.449699:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346501.449708:0:62997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00010000:00000001:0.0:1763346501.449711:0:62997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.449714:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.449719:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37200. 00000020:00000001:0.0:1763346501.449724:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.449726:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37200 with handle 0x757b854463afa5b4 to hash 00000020:00000001:0.0:1763346501.449728:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.449730:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00000001:0.0:1763346501.449734:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303533056 : -105874406018560 : ffff9fb531a37200) 00010000:00010000:0.0:1763346501.449738:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37200/0x757b854463afa5b4 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a8c expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.449749:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 17 00000020:00000040:0.0:1763346501.449751:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00010000:00000001:0.0:1763346501.449760:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346501.449764:0:62997:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346501.449768:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.449770:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.449775:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532676c00. 02000000:00000001:0.0:1763346501.449778:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.449781:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.449785:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.449787:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.449790:0:62997:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.449792:0:62997:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346501.449799:0:62997:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c21c0. 00002000:00000001:0.0:1763346501.449801:0:62997:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346501.449804:0:62997:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346501.449808:0:62997:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb530d6f300. 00000100:00000001:0.0:1763346501.449811:0:62997:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346501.449818:0:62997:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb522307000. 00000100:00000001:0.0:1763346501.449821:0:62997:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199044337664 : -105874665213952 : ffff9fb522307000) 00000100:00000001:0.0:1763346501.449823:0:62997:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199044337664 : -105874665213952 : ffff9fb522307000) 00000100:00000001:0.0:1763346501.449826:0:62997:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346501.449828:0:62997:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346501.449830:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.449832:0:62997:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346501.449838:0:62997:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920e00. 00000020:00000040:0.0:1763346501.449841:0:62997:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346501.449845:0:62997:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346501.449848:0:62997:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346501.449852:0:62997:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346501.449858:0:62997:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb416e66c00. 00000100:00000001:0.0:1763346501.449866:0:62997:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.449872:0:62997:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346501.449876:0:62997:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346501.449881:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.449890:0:62997:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346501.449893:0:62997:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.449898:0:62997:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514977024:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346501.449903:0:62997:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346501.449909:0:62997:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346501.449913:0:62997:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.449916:0:62997:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346501.449921:0:62997:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb33400. 02000000:00000001:0.0:1763346501.449923:0:62997:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346501.449930:0:62997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc9f8. 00000400:00000010:0.0:1763346501.449937:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a6e8. 00000100:00000200:0.0:1763346501.449947:0:62997:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514977024, portal 16 00000100:00000001:0.0:1763346501.449950:0:62997:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346501.449952:0:62997:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000040:0.0:1763346501.449958:0:62997:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.449965:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.449968:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.449970:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9add0. 00000100:00000200:0.0:1763346501.449973:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514977024, offset 0 00000400:00000200:0.0:1763346501.449980:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.449997:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.450004:0:62997:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346501.450008:0:62997:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346501.450013:0:62997:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346501.450016:0:62997:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346501.450020:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198694:198694:256:4294967295] 192.168.204.16@tcp LPNI seq info [198690:198690:8:4294967295] 00000400:00000200:0.0:1763346501.450033:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.450039:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.450046:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:0.0:1763346501.450053:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.450061:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.450067:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.450091:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.450096:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738364 00000100:00000001:0.0:1763346501.450103:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738337 00000100:00000001:0.0:1763346501.450108:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738364 00000100:00000001:0.0:1763346501.450112:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738337 00000100:00000001:0.0:1763346501.450115:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738364 00000100:00000001:0.0:1763346501.450118:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738337 00000100:00000001:0.0:1763346501.450121:0:62997:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738364 00000100:00000001:0.0:1763346501.450125:0:62997:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738337 00000100:00000001:0.0:1763346501.450128:0:62997:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.450131:0:62997:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.450134:0:62997:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.450135:0:62997:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.450138:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.450140:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346501.450142:0:62997:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c21c0. 00010000:00000001:0.0:1763346501.450146:0:62997:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.450147:0:62997:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.450149:0:62997:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346501.450151:0:62997:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.450154:0:62997:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346501.450156:0:62997:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346501.450169:0:62997:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb522307000 going to sleep for 11 seconds 00000100:00000001:0.0:1763346501.450173:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346501.450176:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346501.450335:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.450340:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:0.0:1763346501.450347:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.450353:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.450359:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9add0 00000400:00000010:0.0:1763346501.450362:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9add0. 00000100:00000001:0.0:1763346501.450366:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346501.450370:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.450381:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.450385:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.450392:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.450394:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.450482:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.450485:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.450491:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20149 00000100:00000040:2.0:1763346501.450494:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:2.0:1763346501.450496:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198806654336 : -105874902897280 : ffff9fb51405ad80) 00000100:00000040:2.0:1763346501.450502:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51405ad80 x1848996540809728/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.450510:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.450515:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa36c0. 00000100:00000001:2.0:1763346501.450517:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.450520:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa36c0. 00000100:00100000:2.0:1763346501.450524:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51405ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540809728:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:2.0:1763346501.450528:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809728 00000020:00000001:2.0:1763346501.450531:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.450534:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.450536:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.450538:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.450540:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:2.0:1763346501.450543:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.450545:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.450547:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.450549:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.450551:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.450553:0:62988:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763346501.450555:0:62988:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763346501.450557:0:62988:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763346501.450558:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763346501.450560:0:62988:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.450564:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.450569:0:62988:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00010000:00000001:2.0:1763346501.450571:0:62988:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.450573:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.450577:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb5353edc00. 00000020:00000001:2.0:1763346501.450582:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.450584:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb5353edc00 with handle 0x757b854463afa5bb to hash 00000020:00000001:2.0:1763346501.450586:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.450588:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199364049920 : -105874345501696 : ffff9fb5353edc00) 00010000:00000001:2.0:1763346501.450590:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199364049920 : -105874345501696 : ffff9fb5353edc00) 00010000:00010000:2.0:1763346501.450594:0:62988:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff9fb5353edc00/0x757b854463afa5bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a93 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.450601:0:62988:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb535129800 : new locks_count 17 00000020:00000040:2.0:1763346501.450604:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb535129800 refcount=23 00010000:00000001:2.0:1763346501.450608:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763346501.450612:0:62988:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763346501.450614:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.450616:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.450620:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb517f75400. 02000000:00000001:2.0:1763346501.450622:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.450624:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.450627:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346501.450629:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.450631:0:62988:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.450633:0:62988:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763346501.450638:0:62988:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb531a5df50. 00002000:00000001:2.0:1763346501.450640:0:62988:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763346501.450643:0:62988:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763346501.450645:0:62988:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb503aa36c0. 00000100:00000001:2.0:1763346501.450648:0:62988:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346501.450652:0:62988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5095cac00. 00000100:00000001:2.0:1763346501.450654:0:62988:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627806208 : -105875081745408 : ffff9fb5095cac00) 00000100:00000001:2.0:1763346501.450656:0:62988:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627806208 : -105875081745408 : ffff9fb5095cac00) 00000100:00000001:2.0:1763346501.450658:0:62988:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346501.450659:0:62988:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346501.450660:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.450662:0:62988:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763346501.450669:0:62988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509683800. 00000020:00000040:2.0:1763346501.450671:0:62988:0:(genops.c:1229:class_import_get()) import ffff9fb51ebb0000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763346501.450674:0:62988:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346501.450676:0:62988:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346501.450679:0:62988:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346501.450682:0:62988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb417a1e800. 00000100:00000001:2.0:1763346501.450686:0:62988:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.450690:0:62988:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763346501.450692:0:62988:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346501.450696:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.450704:0:62988:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346501.450706:0:62988:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.450710:0:62988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb509683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:62988:1848996514977152:192.168.204.16@tcp:106: 00000100:00000001:2.0:1763346501.450713:0:62988:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346501.450717:0:62988:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346501.450719:0:62988:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.450720:0:62988:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346501.450723:0:62988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1f000. 02000000:00000001:2.0:1763346501.450725:0:62988:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346501.450730:0:62988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c2c0. 00000400:00000010:2.0:1763346501.450735:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b198. 00000100:00000200:2.0:1763346501.450740:0:62988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514977152, portal 16 00000100:00000001:2.0:1763346501.450743:0:62988:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346501.450745:0:62988:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198628562944 : -105875080988672 : ffff9fb509683800) 00000100:00000040:2.0:1763346501.450749:0:62988:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.450756:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.450759:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.450761:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bc38. 00000100:00000200:2.0:1763346501.450764:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514977152, offset 0 00000400:00000200:2.0:1763346501.450770:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.450777:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.450781:0:62988:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763346501.450784:0:62988:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:2.0:1763346501.450787:0:62988:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763346501.450789:0:62988:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:2.0:1763346501.450792:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198695:198695:256:4294967295] 192.168.204.16@tcp LPNI seq info [198691:198691:8:4294967295] 00000400:00000200:2.0:1763346501.450801:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.450806:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.450810:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.450815:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.450820:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.450824:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.450844:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.450848:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300738365 00000100:00000001:2.0:1763346501.450852:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300738364 00000100:00000001:2.0:1763346501.450855:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300738365 00000100:00000001:2.0:1763346501.450859:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300738364 00000100:00000001:2.0:1763346501.450861:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300738365 00000100:00000001:2.0:1763346501.450864:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300738364 00000100:00000001:2.0:1763346501.450866:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300738365 00000100:00000001:2.0:1763346501.450868:0:62988:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300738364 00000100:00000001:2.0:1763346501.450871:0:62988:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346501.450874:0:62988:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.450875:0:62988:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.450877:0:62988:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.450879:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.450880:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763346501.450882:0:62988:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb531a5df50. 00010000:00000001:2.0:1763346501.450886:0:62988:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.450888:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.450889:0:62988:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346501.450892:0:62988:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.450894:0:62988:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346501.450896:0:62988:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763346501.450898:0:62988:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5095cac00 going to sleep for 11 seconds 00000100:00000001:2.0:1763346501.450900:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346501.450902:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.452176:0:62999:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763346501.455331:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.455351:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.455357:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.455360:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.455375:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.455399:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775500 00000400:00000200:0.0:1763346501.455411:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fec5 [1] + 224 00000800:00000001:0.0:1763346501.455422:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.455432:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.455436:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.455441:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.455450:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.455461:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763346501.455474:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.455526:0:62997:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1763346501.455649:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.455654:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:2.0:1763346501.455665:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.455670:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.455675:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:2.0:1763346501.455678:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:2.0:1763346501.455685:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.455691:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.455701:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.455705:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.455712:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.455713:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346501.456240:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.456253:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.456259:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1763346501.456769:0:62997:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.456773:0:62997:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.456777:0:62997:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc9f8. 00000400:00000200:1.0:1763346501.456783:0:62997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a6e8 00000400:00000010:1.0:1763346501.456786:0:62997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a6e8. 00000100:00000001:1.0:1763346501.456790:0:62997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.456799:0:62997:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.456809:0:62997:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.456816:0:62997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.456818:0:62997:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.456821:0:62997:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.456824:0:62997:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.456827:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.456830:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.456834:0:62997:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.456842:0:62997:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.456848:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.456851:0:62997:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.456853:0:62997:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.456856:0:62997:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.456860:0:62997:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.456863:0:62997:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.456868:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.456876:0:62997:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.456879:0:62997:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.456881:0:62997:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.456883:0:62997:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763346501.456889:0:62997:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346501.456901:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.456906:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.456915:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:1.0:1763346501.456918:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:1.0:1763346501.456921:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.456930:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346501.456935:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000001:1.0:1763346501.456939:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.456941:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.456942:0:62997:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.456947:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.456955:0:62997:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505920e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:62997:1848996514977024:192.168.204.16@tcp:106: 00000100:00000001:1.0:1763346501.456960:0:62997:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.456963:0:62997:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.456966:0:62997:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.456968:0:62997:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.456971:0:62997:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505920e00 x1848996514977024/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.456979:0:62997:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.456983:0:62997:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.456986:0:62997:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb33400. 02000000:00000001:1.0:1763346501.456991:0:62997:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.456994:0:62997:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.456996:0:62997:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.456999:0:62997:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.457001:0:62997:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb416e66c00. 02000000:00000001:1.0:1763346501.457007:0:62997:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.457009:0:62997:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.457012:0:62997:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505920e00. 00000100:00000001:1.0:1763346501.457015:0:62997:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.457017:0:62997:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.457019:0:62997:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb522307000. 00000100:00000001:1.0:1763346501.457023:0:62997:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.457024:0:62997:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.457028:0:62997:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb530d6f300. 00010000:00000001:1.0:1763346501.457031:0:62997:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.457036:0:62997:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.457040:0:62997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.457042:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.457050:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.457052:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.457055:0:62997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.457057:0:62997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.457060:0:62997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37200 with handle 0x757b854463afa5b4 from hash 00010000:00000001:1.0:1763346501.457063:0:62997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.457065:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.457066:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.457067:0:62997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.457069:0:62997:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.457072:0:62997:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346501.457078:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37200/0x757b854463afa5b4 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a8c expref: 25 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346501.457094:0:62997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.457098:0:62997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.457101:0:62997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.457103:0:62997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.457105:0:62997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.457108:0:62997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.457110:0:62997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.457111:0:62997:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.457113:0:62997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.457114:0:62997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.457116:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.457118:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346501.457120:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.457122:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.457124:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.457125:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.457129:0:62997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37200/0x757b854463afa5b4 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a8c expref: 25 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346501.457138:0:62997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346501.457142:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00010000:00000001:1.0:1763346501.457150:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.457152:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37200, rc 0) 00000020:00000001:1.0:1763346501.457155:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346501.457170:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540809600 00010000:00000001:1.0:1763346501.457173:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.457179:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51405b800 x1848996540809600/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.457188:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.457191:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.457194:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.457199:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.457202:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.457204:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.457207:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.457209:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.457259:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.457263:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.457272:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b000. 00000100:00000200:1.0:1763346501.457277:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540809600, offset 224 00000400:00000200:1.0:1763346501.457285:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.457299:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.457306:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198696:198696:256:4294967295] 192.168.204.16@tcp LPNI seq info [198692:198692:8:4294967295] 00000400:00000200:1.0:1763346501.457319:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.457325:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.457332:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0ff00. 00000800:00000200:1.0:1763346501.457339:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.457349:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.457353:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0ff00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.457378:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.457382:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.457385:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.457387:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.457389:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.457394:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405b800 x1848996540809600/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.457403:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51405b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2357:x1848996540809600:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 7769us (11079us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346501.457412:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20148 00000100:00000040:1.0:1763346501.457416:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.457418:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.457420:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.457427:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969200. 00000020:00000010:1.0:1763346501.457431:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109898. 00000020:00000010:1.0:1763346501.457436:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e66600. 00000020:00000040:1.0:1763346501.457441:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:1.0:1763346501.457444:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.457964:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.457972:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0ff00. 00000400:00000200:2.0:1763346501.457976:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.457983:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.457988:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b000 00000400:00000010:2.0:1763346501.457991:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b000. 00000100:00000001:2.0:1763346501.457995:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.457997:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.460964:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.460985:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.460990:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.460992:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.461006:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.461027:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775580 00000400:00000200:2.0:1763346501.461037:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12fecd [1] + 224 00000800:00000001:2.0:1763346501.461047:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.461065:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.461069:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.461074:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.461081:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.461092:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.461104:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.461125:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.461133:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.461136:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.461250:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346501.461259:0:62988:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346501.461262:0:62988:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346501.461266:0:62988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4c2c0. 00000400:00000200:3.0:1763346501.461271:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b198 00000400:00000010:3.0:1763346501.461274:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b198. 00000100:00000001:3.0:1763346501.461280:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.461285:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763346501.461293:0:62988:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.461300:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346501.461302:0:62988:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.461304:0:62988:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346501.461308:0:62988:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346501.461311:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.461314:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.461317:0:62988:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.461325:0:62988:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb51ebb0458 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346501.461330:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb51ebb0410 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.461333:0:62988:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346501.461335:0:62988:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.461338:0:62988:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346501.461342:0:62988:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.461344:0:62988:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.461349:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.461356:0:62988:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.461360:0:62988:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346501.461362:0:62988:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.461364:0:62988:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763346501.461370:0:62988:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763346501.461382:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346501.461387:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.461395:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:3.0:1763346501.461397:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:3.0:1763346501.461401:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346501.461408:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763346501.461412:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00010000:00000001:3.0:1763346501.461416:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.461418:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.461420:0:62988:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.461424:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763346501.461433:0:62988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb509683800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:62988:1848996514977152:192.168.204.16@tcp:106: 00000100:00000001:3.0:1763346501.461438:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.461441:0:62988:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.461444:0:62988:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763346501.461447:0:62988:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.461450:0:62988:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb509683800 x1848996514977152/t0(0) o106->lustre-OST0001@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.461457:0:62988:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346501.461459:0:62988:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346501.461463:0:62988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1f000. 02000000:00000001:3.0:1763346501.461467:0:62988:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346501.461469:0:62988:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346501.461471:0:62988:0:(genops.c:1242:class_import_put()) import ffff9fb51ebb0000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763346501.461473:0:62988:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346501.461476:0:62988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb417a1e800. 02000000:00000001:3.0:1763346501.461479:0:62988:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346501.461481:0:62988:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346501.461483:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb509683800. 00000100:00000001:3.0:1763346501.461488:0:62988:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346501.461490:0:62988:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763346501.461493:0:62988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5095cac00. 00000100:00000001:3.0:1763346501.461495:0:62988:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763346501.461497:0:62988:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763346501.461500:0:62988:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb503aa36c0. 00010000:00000001:3.0:1763346501.461504:0:62988:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346501.461508:0:62988:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346501.461512:0:62988:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763346501.461514:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.461521:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.461522:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.461525:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.461527:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.461531:0:62988:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb5353edc00 with handle 0x757b854463afa5bb from hash 00010000:00000001:3.0:1763346501.461534:0:62988:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.461535:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.461536:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.461537:0:62988:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763346501.461539:0:62988:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763346501.461541:0:62988:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763346501.461547:0:62988:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff9fb5353edc00/0x757b854463afa5bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a93 expref: 23 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763346501.461567:0:62988:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346501.461571:0:62988:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.461574:0:62988:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.461576:0:62988:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.461578:0:62988:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.461581:0:62988:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346501.461583:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.461584:0:62988:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.461585:0:62988:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346501.461587:0:62988:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346501.461588:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.461590:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346501.461592:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.461595:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.461596:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.461598:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346501.461601:0:62988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb5353edc00/0x757b854463afa5bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a93 expref: 23 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763346501.461610:0:62988:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 16 00000020:00000040:3.0:1763346501.461613:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 22 00010000:00000001:3.0:1763346501.461620:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.461622:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb5353edc00, rc 0) 00000020:00000001:3.0:1763346501.461625:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763346501.461629:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540809728 00010000:00000001:3.0:1763346501.461632:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346501.461637:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51405ad80 x1848996540809728/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763346501.461645:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.461648:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.461651:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.461656:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.461659:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.461661:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.461665:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.461667:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.461671:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.461674:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.461679:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb5d8. 00000100:00000200:3.0:1763346501.461683:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540809728, offset 224 00000400:00000200:3.0:1763346501.461691:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.461702:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.461709:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198697:198697:256:4294967295] 192.168.204.16@tcp LPNI seq info [198693:198693:8:4294967295] 00000400:00000200:3.0:1763346501.461722:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.461728:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.461734:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880800. 00000800:00000200:3.0:1763346501.461740:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.461749:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.461753:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.461760:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.461764:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.461766:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346501.461768:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.461771:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346501.461776:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51405ad80 x1848996540809728/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763346501.461787:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51405ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540809728:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 11274us (14146us total) trans 0 rc 301/301 00000100:00100000:3.0:1763346501.461796:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20149 00000100:00000040:3.0:1763346501.461800:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346501.461803:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.461806:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.461814:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969900. 00000020:00000010:3.0:1763346501.461819:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109320. 00000020:00000010:3.0:1763346501.461824:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e67200. 00000020:00000040:3.0:1763346501.461848:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:3.0:1763346501.461851:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.462036:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.462040:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880800. 00000400:00000200:0.0:1763346501.462045:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.462049:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.462060:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb5d8 00000400:00000010:0.0:1763346501.462062:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb5d8. 00000100:00000001:0.0:1763346501.462066:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.462068:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.463266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37200. 00000800:00000001:2.0:1763346501.468591:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.468612:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.468618:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.468621:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.468637:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.468661:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e018280 00000400:00000200:2.0:1763346501.468673:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 143824 00000800:00000001:2.0:1763346501.468685:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.468699:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.468704:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.468709:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.468718:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.468721:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763346501.468730:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509683480. 00000100:00000040:2.0:1763346501.468735:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509683480 x1848996540809856 msgsize 488 00000100:00100000:2.0:1763346501.468739:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.468764:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.468776:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.468779:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.468858:0:86582:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.468863:0:86582:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809856 02000000:00000001:0.0:1763346501.468867:0:86582:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.468870:0:86582:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.468872:0:86582:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.468878:0:86582:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.468883:0:86582:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809856 00000020:00000001:0.0:1763346501.468888:0:86582:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.468890:0:86582:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.468894:0:86582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.468898:0:86582:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:0.0:1763346501.468900:0:86582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.468903:0:86582:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.468910:0:86582:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.468917:0:86582:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f200. 00000100:00000001:0.0:1763346501.468921:0:86582:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.468924:0:86582:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f200. 00000020:00000010:0.0:1763346501.468933:0:86582:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32e00. 00000020:00000010:0.0:1763346501.468939:0:86582:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346501.468946:0:86582:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401097d0. 00000100:00000040:0.0:1763346501.468956:0:86582:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763346501.468960:0:86582:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.468961:0:86582:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763346501.468965:0:86582:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763346501.468968:0:86582:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.468971:0:86582:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:0.0:1763346501.468975:0:86582:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.468979:0:86582:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346501.468984:0:86582:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346501.468986:0:86582:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.468990:0:86582:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.468992:0:86582:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.468995:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.468997:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.468999:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.469001:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.469002:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.469004:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.469006:0:86582:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.469007:0:86582:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.469009:0:86582:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469011:0:86582:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763346501.469015:0:86582:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469017:0:86582:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469019:0:86582:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.469023:0:86582:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763346501.469025:0:86582:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.469028:0:86582:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763346501.469039:0:86582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000401:0x260c:0x0] (0->4095) req@ffff9fb509683480 x1848996540809856/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763346501.469050:0:86582:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763346501.469064:0:86582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb509683480 with x1848996540809856 ext(0->4095) 00010000:00000001:0.0:1763346501.469068:0:86582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.469070:0:86582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.469073:0:86582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb5353ecc00 refcount=3 00000020:00000001:0.0:1763346501.469075:0:86582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00010000:00000001:0.0:1763346501.469078:0:86582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00010000:00000001:0.0:1763346501.469082:0:86582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.469084:0:86582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763346501.469086:0:86582:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763346501.469088:0:86582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb509683480 00002000:00000001:0.0:1763346501.469090:0:86582:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.469094:0:86582:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.469104:0:86582:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.469119:0:86582:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.469133:0:86582:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.469135:0:86582:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.469140:0:86582:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3714 00000100:00000040:0.0:1763346501.469144:0:86582:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346501.469147:0:86582:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198628562048 : -105875080989568 : ffff9fb509683480) 00000100:00000040:0.0:1763346501.469152:0:86582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb509683480 x1848996540809856/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.469169:0:86582:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.469172:0:86582:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb530d6f200. 00000100:00000001:0.0:1763346501.469174:0:86582:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.469177:0:86582:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb530d6f200. 00000100:00100000:0.0:1763346501.469181:0:86582:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb509683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540809856:12345-192.168.204.16@tcp:3:lfs.0 00000100:00000200:0.0:1763346501.469186:0:86582:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809856 00000020:00000001:0.0:1763346501.469188:0:86582:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.469192:0:86582:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.469195:0:86582:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469197:0:86582:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.469199:0:86582:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:0.0:1763346501.469202:0:86582:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.469205:0:86582:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.469208:0:86582:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.469209:0:86582:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.469211:0:86582:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.469253:0:86582:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.469256:0:86582:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.469265:0:86582:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb4178c4000. 02000000:00000001:0.0:1763346501.469268:0:86582:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.469271:0:86582:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469273:0:86582:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:0.0:1763346501.469276:0:86582:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763346501.469278:0:86582:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469282:0:86582:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:0.0:1763346501.469287:0:86582:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:0.0:1763346501.469290:0:86582:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763346501.469292:0:86582:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 310116352 dropped 0, local 310116352 00000020:00000001:0.0:1763346501.469296:0:86582:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763346501.469298:0:86582:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:0.0:1763346501.469301:0:86582:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:0.0:1763346501.469304:0:86582:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.469307:0:86582:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.469315:0:86582:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:0.0:1763346501.469319:0:86582:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:0.0:1763346501.469322:0:86582:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763346501.469332:0:86582:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.469335:0:86582:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:0.0:1763346501.469336:0:86582:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.469345:0:86582:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:0.0:1763346501.469397:0:86582:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763346501.469404:0:86582:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.469406:0:86582:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469408:0:86582:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469413:0:86582:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763346501.469448:0:86582:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:0.0:1763346501.469452:0:86582:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763346501.469467:0:86582:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:0.0:1763346501.469470:0:86582:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: de694cad (4) 00000020:00008000:0.0:1763346501.469473:0:86582:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763346501.469478:0:86582:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763346501.469483:0:86582:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.469491:0:86582:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469496:0:86582:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.469498:0:86582:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.469500:0:86582:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:0.0:1763346501.469508:0:86582:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00002000:00000001:0.0:1763346501.469510:0:86582:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.469512:0:86582:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469515:0:86582:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469517:0:86582:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763346501.469519:0:86582:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763346501.469522:0:86582:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:0.0:1763346501.469526:0:86582:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847751, transno 0, xid 1848996540809856 00010000:00000001:0.0:1763346501.469529:0:86582:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.469534:0:86582:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb509683480 x1848996540809856/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/4536 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.469543:0:86582:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.469545:0:86582:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.469549:0:86582:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.469555:0:86582:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.469558:0:86582:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.469561:0:86582:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.469563:0:86582:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.469566:0:86582:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.469569:0:86582:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.469572:0:86582:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.469577:0:86582:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb522307000. 00000100:00000200:0.0:1763346501.469584:0:86582:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540809856, offset 224 00000400:00000200:0.0:1763346501.469593:0:86582:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.469606:0:86582:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.469614:0:86582:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198698:198698:256:4294967295] 192.168.204.16@tcp LPNI seq info [198694:198694:8:4294967295] 00000400:00000200:0.0:1763346501.469626:0:86582:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.469632:0:86582:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.469638:0:86582:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb52eb32800. 00000800:00000200:0.0:1763346501.469645:0:86582:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.469653:0:86582:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:0.0:1763346501.469658:0:86582:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52eb32800 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763346501.469667:0:86582:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.469670:0:86582:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.469673:0:86582:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.469676:0:86582:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.469678:0:86582:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.469681:0:86582:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509683480 x1848996540809856/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/4536 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.469691:0:86582:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb509683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:a07bbba3-4079-4331-85a0-559fc64f2511+24:2356:x1848996540809856:12345-192.168.204.16@tcp:3:lfs.0 Request processed in 520us (953us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763346501.469699:0:86582:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3714 00000100:00000040:0.0:1763346501.469703:0:86582:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346501.469705:0:86582:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763346501.469707:0:86582:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763346501.469711:0:86582:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000401:0x260c:0x0] (0->4095) req@ffff9fb509683480 x1848996540809856/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/4536 e 0 to 0 dl 1763346512 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763346501.469718:0:86582:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763346501.469720:0:86582:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb509683480 with x1848996540809856 ext(0->4095) 00010000:00000001:0.0:1763346501.469722:0:86582:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.469723:0:86582:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.469725:0:86582:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb5353ecc00 refcount=3 00000020:00000001:0.0:1763346501.469727:0:86582:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00010000:00000001:0.0:1763346501.469729:0:86582:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00010000:00000001:0.0:1763346501.469731:0:86582:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.469732:0:86582:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763346501.469733:0:86582:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763346501.469735:0:86582:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb509683480 00002000:00000001:0.0:1763346501.469737:0:86582:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.469739:0:86582:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.469744:0:86582:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969e00. 00000020:00000010:0.0:1763346501.469747:0:86582:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401097d0. 00000020:00000010:0.0:1763346501.469751:0:86582:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32e00. 00000020:00000040:0.0:1763346501.469758:0:86582:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000100:00000001:0.0:1763346501.469762:0:86582:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763346501.470125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb5353edc00. 00000800:00000200:2.0:1763346501.470613:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.470619:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb52eb32800. 00000400:00000200:2.0:1763346501.470624:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.470632:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.470639:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb522307000 00000400:00000010:2.0:1763346501.470642:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb522307000. 00000100:00000001:2.0:1763346501.470647:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.470649:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.476087:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.476111:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.476117:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.476120:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.476134:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.476157:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4584 into portal 6 MB=0x691a70e018300 00000400:00000200:0.0:1763346501.476178:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 4584/4584 into md 0x90861 [128] + 144312 00000800:00000001:0.0:1763346501.476191:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.476206:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.476210:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.476265:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.476275:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.476278:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763346501.476286:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505921f80. 00000100:00000040:0.0:1763346501.476291:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505921f80 x1848996540809984 msgsize 4584 00000100:00100000:0.0:1763346501.476295:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.476303:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.476315:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.476318:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.476404:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.476408:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540809984 02000000:00000001:1.0:1763346501.476411:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.476414:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.476416:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.476421:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.476427:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540809984 00000020:00000001:1.0:1763346501.476431:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.476433:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346501.476436:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.476440:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346501.476443:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.476446:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346501.476452:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.476458:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.476463:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.476466:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000020:00000010:1.0:1763346501.476473:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51000. 00000020:00000010:1.0:1763346501.476480:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c3b3080. 00000020:00000010:1.0:1763346501.476486:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8258. 00000100:00000040:1.0:1763346501.476496:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346501.476500:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.476502:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346501.476505:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346501.476507:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.476511:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:1.0:1763346501.476513:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.476517:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346501.476521:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346501.476524:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.476528:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.476530:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.476532:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.476534:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.476537:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.476539:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.476541:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.476542:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.476544:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.476545:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.476547:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.476550:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763346501.476554:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.476556:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.476558:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.476561:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763346501.476563:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.476566:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.476576:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.476595:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.476609:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.476612:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.476617:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3715 00000100:00000040:1.0:1763346501.476622:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.476624:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564200320 : -105875145351296 : ffff9fb505921f80) 00000100:00000040:1.0:1763346501.476632:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505921f80 x1848996540809984/t0(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4584/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.476643:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.476646:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.476648:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.476650:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30800. 00000100:00100000:1.0:1763346501.476655:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+24:2354:x1848996540809984:12345-192.168.204.16@tcp:4:lfs.0 00000100:00000200:1.0:1763346501.476659:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540809984 00000020:00000001:1.0:1763346501.476662:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.476665:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.476668:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.476669:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.476672:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150560 : -1037401056 : ffffffffc22a8420) 00000020:00000001:1.0:1763346501.476676:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.476679:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.476682:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.476683:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.476684:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.476687:0:104272:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:1.0:1763346501.476694:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.476696:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.476706:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff9fb5224d4c00. 02000000:00000001:1.0:1763346501.476709:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.476712:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.476715:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763346501.476717:0:104272:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.476720:0:104272:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.476724:0:104272:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.476732:0:104272:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3b00 count: 2 00010000:00000001:1.0:1763346501.476735:0:104272:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.476738:0:104272:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.476744:0:104272:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1200. 00000020:00000001:1.0:1763346501.476749:0:104272:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.476752:0:104272:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1200 with handle 0x757b854463afa5c2 to hash 00000020:00000001:1.0:1763346501.476754:0:104272:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.476755:0:104272:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346501.476758:0:104272:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:1.0:1763346501.476762:0:104272:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.476764:0:104272:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.476768:0:104272:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.476778:0:104272:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.476783:0:104272:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.476786:0:104272:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.476789:0:104272:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.476793:0:104272:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763346501.476795:0:104272:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.476801:0:104272:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 24 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763346501.476809:0:104272:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346501.476810:0:104272:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.476813:0:104272:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.476816:0:104272:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.476818:0:104272:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.476819:0:104272:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.476820:0:104272:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.476822:0:104272:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.476824:0:104272:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763346501.476827:0:104272:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.476835:0:104272:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260d:0x0].0x0 (ffff9fb417cf3b00) refcount = 2 00010000:00000040:1.0:1763346501.476838:0:104272:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.476841:0:104272:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 24 pid: 62997 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763346501.476847:0:104272:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763346501.476849:0:104272:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763346501.476857:0:104272:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30800. 00000100:00000001:1.0:1763346501.476861:0:104272:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.476868:0:104272:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.476871:0:104272:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.476873:0:104272:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000100:00000001:1.0:1763346501.476876:0:104272:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.476878:0:104272:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.476879:0:104272:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.476883:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.476885:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763346501.476887:0:104272:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.476889:0:104272:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.476891:0:104272:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763346501.476893:0:104272:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763346501.476898:0:104272:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88a300. 00000020:00000040:1.0:1763346501.476903:0:104272:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346501.476906:0:104272:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.476909:0:104272:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.476914:0:104272:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.476919:0:104272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e50200. 00000100:00000001:1.0:1763346501.476925:0:104272:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.476930:0:104272:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 24 pid: 62997 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763346501.476945:0:104272:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 24 pid: 62997 timeout: 6171 lvb_type: 1 00010000:00000001:1.0:1763346501.476955:0:104272:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.476958:0:104272:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.476963:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.476971:0:104272:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.476974:0:104272:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.476979:0:104272:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:104272:1848996514977280:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.476983:0:104272:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.476989:0:104272:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.476992:0:104272:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.476995:0:104272:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.476999:0:104272:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e50c00. 02000000:00000001:1.0:1763346501.477001:0:104272:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.477007:0:104272:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.477014:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b660. 00000100:00000200:1.0:1763346501.477022:0:104272:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514977280, portal 16 00000100:00000001:1.0:1763346501.477024:0:104272:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.477026:0:104272:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452771072 : -105874256780544 : ffff9fb53a88a300) 00000100:00000040:1.0:1763346501.477031:0:104272:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.477037:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.477040:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.477043:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b880. 00000100:00000200:1.0:1763346501.477046:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514977280, offset 0 00000400:00000200:1.0:1763346501.477052:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.477064:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.477070:0:104272:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.477075:0:104272:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.477079:0:104272:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.477082:0:104272:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.477086:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198699:198699:256:4294967295] 192.168.204.16@tcp LPNI seq info [198695:198695:8:4294967295] 00000400:00000200:1.0:1763346501.477097:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.477103:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.477108:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f900. 00000800:00000200:1.0:1763346501.477115:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.477123:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.477128:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.477150:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.477155:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738391 00000100:00000001:1.0:1763346501.477170:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738365 00000100:00000001:1.0:1763346501.477175:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738391 00000100:00000001:1.0:1763346501.477179:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738365 00000100:00000001:1.0:1763346501.477182:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738391 00000100:00000001:1.0:1763346501.477185:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738365 00000100:00000001:1.0:1763346501.477187:0:104272:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738391 00000100:00000001:1.0:1763346501.477191:0:104272:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738365 00000100:00000001:1.0:1763346501.477194:0:104272:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.477197:0:104272:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.477199:0:104272:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.477201:0:104272:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.477203:0:104272:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.477206:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.477207:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.477209:0:104272:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.477211:0:104272:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.479605:0:104272:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.479616:0:104272:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.479619:0:104272:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.479622:0:104272:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.479626:0:104272:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb538979f00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.479632:0:104272:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.479636:0:104272:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346501.479802:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.479810:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f900. 00000400:00000200:2.0:1763346501.479819:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.479831:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.479840:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b880 00000400:00000010:2.0:1763346501.479843:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b880. 00000100:00000001:2.0:1763346501.479850:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.479859:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.479873:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.479876:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.479884:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.479886:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.481677:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.481698:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.481704:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.481706:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.481721:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.481743:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c775600 00000400:00000200:2.0:1763346501.481755:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12fee1 [1] + 224 00000800:00000001:2.0:1763346501.481765:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.481775:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.481778:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.481783:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.481790:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.481799:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.481810:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.481834:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.481844:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.481847:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.482190:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.482197:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.482199:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.482201:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.482206:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.482250:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e018380 00000400:00000200:0.0:1763346501.482257:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127c81 [2] + 656 00000800:00000001:0.0:1763346501.482261:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.482317:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.482319:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.482323:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.482327:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.482330:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763346501.482339:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920e00. 00000100:00000040:0.0:1763346501.482343:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505920e00 x1848996540810112 msgsize 328 00000100:00100000:0.0:1763346501.482348:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.482358:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.482363:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.482366:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.482427:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.482431:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540810112 02000000:00000001:2.0:1763346501.482434:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.482436:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.482439:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.482444:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.482448:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540810112 00000020:00000001:2.0:1763346501.482452:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.482454:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346501.482457:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.482461:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=25 00000020:00000001:2.0:1763346501.482464:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346501.482466:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346501.482471:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.482477:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3740. 00000100:00000001:2.0:1763346501.482481:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.482484:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3740. 00000020:00000010:2.0:1763346501.482492:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1e800. 00000020:00000010:2.0:1763346501.482499:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202700. 00000020:00000010:2.0:1763346501.482506:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346501.482516:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763346501.482520:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.482522:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763346501.482524:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763346501.482528:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.482531:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763346501.482536:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.482538:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.482542:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b400 refcount=5 00000020:00000001:2.0:1763346501.482544:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00000001:2.0:1763346501.482547:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00010000:2.0:1763346501.482555:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 5/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 25 pid: 62997 timeout: 6171 lvb_type: 1 00010000:00000001:2.0:1763346501.482565:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.482567:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.482568:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.482570:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.482578:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763346501.482584:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb505920e00 x1848996540810112/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.482592:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763346501.482593:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.482610:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.482625:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.482627:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.482632:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4039 00000100:00000040:2.0:1763346501.482636:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 2 00000100:00000001:2.0:1763346501.482638:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564195840 : -105875145355776 : ffff9fb505920e00) 00000100:00000040:2.0:1763346501.482642:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505920e00 x1848996540810112/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.482650:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.482653:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3740. 00000100:00000001:2.0:1763346501.482655:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.482657:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3740. 00000100:00100000:2.0:1763346501.482661:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505920e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+25:2357:x1848996540810112:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763346501.482665:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540810112 00010000:00000001:2.0:1763346501.482668:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763346501.482670:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763346501.482672:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763346501.482679:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.482681:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.482686:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb51dc09c00. 02000000:00000001:2.0:1763346501.482689:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.482692:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.482695:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346501.482697:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763346501.482699:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.482700:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.482702:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b400 refcount=5 00000020:00000001:2.0:1763346501.482704:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00000001:2.0:1763346501.482706:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303549952 : -105874406001664 : ffff9fb531a3b400) 00010000:00000040:2.0:1763346501.482709:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3b00 count: 3 00002000:00000001:2.0:1763346501.482714:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346501.482719:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346501.482724:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.482731:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:2.0:1763346501.482735:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:2.0:1763346501.482738:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346501.482747:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346501.482752:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00010000:2.0:1763346501.482757:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 5/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 25 pid: 62997 timeout: 6171 lvb_type: 1 00000100:00001000:2.0:1763346501.482767:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=143 v=5 (1 1 0 0) 00010000:00000001:2.0:1763346501.482770:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763346501.482776:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.482778:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.482781:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 25 pid: 62997 timeout: 6171 lvb_type: 1 00000020:00000001:2.0:1763346501.482790:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.482794:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.482795:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.482798:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.482803:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.482805:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.482813:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.482814:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.482816:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.482818:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.482821:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b400 with handle 0x757b854463afa560 from hash 00010000:00000001:2.0:1763346501.482823:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.482824:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.482825:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.482827:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.482834:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.482837:0:5736:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.482840:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.482841:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.482842:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.482845:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.482848:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763346501.482850:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb532ab1200 00010000:00000001:2.0:1763346501.482853:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763346501.482855:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346501.482858:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346501.482860:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.482862:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763346501.482863:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763346501.482865:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.482868:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.482871:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763346501.482874:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.482881:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1763346501.482885:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.482899:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260d:0x0].0x0 (ffff9fb417cf3b00) refcount = 3 00010000:00000040:2.0:1763346501.482902:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.482904:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.482912:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.482913:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.482915:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.482917:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.482919:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763346501.482924:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb503aa3740. 00000100:00000001:2.0:1763346501.482928:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763346501.482935:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5095cac00. 00000100:00000001:2.0:1763346501.482937:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198627806208 : -105875081745408 : ffff9fb5095cac00) 00000100:00000001:2.0:1763346501.482940:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198627806208 : -105875081745408 : ffff9fb5095cac00) 00000100:00000001:2.0:1763346501.482943:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763346501.482945:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763346501.482947:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.482950:0:5736:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.482952:0:5736:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.482954:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.482956:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.482957:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.482959:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763346501.482961:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763346501.482963:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.482966:0:5736:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.482968:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1763346501.482971:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5095cac00. 00000100:00000001:2.0:1763346501.482974:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763346501.482976:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763346501.482978:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb503aa3740. 00010000:00000001:2.0:1763346501.482980:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346501.482983:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346501.482985:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.482990:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.482994:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.482997:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.483003:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.483006:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.483008:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.483011:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.483013:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.483017:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.483019:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.483025:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bc38. 00000100:00000200:2.0:1763346501.483032:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540810112, offset 224 00000400:00000200:2.0:1763346501.483039:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.483051:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.483058:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198700:198700:256:4294967295] 192.168.204.16@tcp LPNI seq info [198696:198696:8:4294967295] 00000400:00000200:2.0:1763346501.483071:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.483076:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.483081:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890600. 00000800:00000200:2.0:1763346501.483088:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.483096:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.483102:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.483124:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.483128:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.483131:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.483138:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.483143:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920e00 x1848996540810112/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.483154:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505920e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+25:2357:x1848996540810112:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 501us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.483174:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4039 00000100:00000040:2.0:1763346501.483177:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346501.483180:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.483181:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.483186:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202700. 00000020:00000010:2.0:1763346501.483190:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346501.483195:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1e800. 00000020:00000040:2.0:1763346501.483201:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00000100:00000001:2.0:1763346501.483203:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.483628:0:104272:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.483639:0:104272:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.483641:0:104272:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.483646:0:104272:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.483651:0:104272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b660 00000400:00000010:1.0:1763346501.483654:0:104272:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b660. 00000100:00000001:1.0:1763346501.483658:0:104272:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.483665:0:104272:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.483675:0:104272:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.483681:0:104272:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.483683:0:104272:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.483686:0:104272:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.483688:0:104272:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.483691:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.483692:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.483695:0:104272:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.483703:0:104272:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.483707:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.483710:0:104272:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.483712:0:104272:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.483714:0:104272:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.483717:0:104272:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.483720:0:104272:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.483725:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.483732:0:104272:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.483735:0:104272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.483737:0:104272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.483740:0:104272:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346501.483742:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.483746:0:104272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a3b400/0x757b854463afa560 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a4d expref: 24 pid: 62997 timeout: 6171 lvb_type: 1 00010000:00000040:1.0:1763346501.483755:0:104272:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:1.0:1763346501.483757:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00010000:00000001:1.0:1763346501.483767:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.483769:0:104272:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.483773:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.483783:0:104272:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a88a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:104272:1848996514977280:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.483788:0:104272:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.483792:0:104272:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.483794:0:104272:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.483797:0:104272:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.483800:0:104272:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a88a300 x1848996514977280/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.483807:0:104272:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.483811:0:104272:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.483815:0:104272:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e50c00. 02000000:00000001:1.0:1763346501.483819:0:104272:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.483821:0:104272:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.483824:0:104272:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.483826:0:104272:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.483829:0:104272:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e50200. 02000000:00000001:1.0:1763346501.483832:0:104272:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.483834:0:104272:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.483836:0:104272:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a88a300. 00000100:00000001:1.0:1763346501.483839:0:104272:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.483840:0:104272:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.483843:0:104272:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979f00. 00000100:00000001:1.0:1763346501.483846:0:104272:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.483847:0:104272:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.483849:0:104272:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30800. 00010000:00000001:1.0:1763346501.483852:0:104272:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.483855:0:104272:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.483857:0:104272:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.483859:0:104272:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763346501.483863:0:104272:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.483874:0:104272:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.483879:0:104272:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.483883:0:104272:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.483890:0:104272:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.483891:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.483892:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763346501.483895:0:104272:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.483902:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:1.0:1763346501.483909:0:104272:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1763346501.483914:0:104272:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1763346501.483916:0:104272:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763346501.483919:0:104272:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1763346501.483922:0:104272:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 free: 3838836736 avail: 3836739584 00000020:00000001:1.0:1763346501.483925:0:104272:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1763346501.483928:0:104272:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 avail=3836739584 left=3503292416 unstable=0 tot_grant=332595200 pending=1703936 00000020:00000001:1.0:1763346501.483932:0:104272:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3503292416 : 3503292416 : d0d00000) 00000020:00000001:1.0:1763346501.483934:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763346501.483936:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 308412416 dropped 0, local 310116352 00000020:00000001:1.0:1763346501.483940:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763346501.483942:0:104272:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:1.0:1763346501.483945:0:104272:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 granted: 1703936 ungranted: 0 grant: 308412416 dirty: 1703936 00000020:00000001:1.0:1763346501.483949:0:104272:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1763346501.483950:0:104272:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1763346501.483953:0:104272:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 wants: 485097472 current grant 308412416 granting: 3407872 00000020:00000020:1.0:1763346501.483956:0:104272:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 tot cached:0 granted:336003072 num_exports: 2 00000020:00000001:1.0:1763346501.483959:0:104272:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:1.0:1763346501.483961:0:104272:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1763346501.483963:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.483965:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.483970:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:1.0:1763346501.483973:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00080000:00000001:1.0:1763346501.483982:0:104272:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:1.0:1763346501.484010:0:104272:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346501.484016:0:104272:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.484018:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.484020:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.484024:0:104272:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:1.0:1763346501.484026:0:104272:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763346501.484033:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763346501.484065:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:1.0:1763346501.484069:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763346501.484088:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.484091:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763346501.484096:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.484105:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.484108:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.484109:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.484113:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.484115:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.484118:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.484120:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.484122:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.484123:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.484125:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.484127:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.484128:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.484130:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.484131:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.484134:0:104272:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1763346501.484137:0:104272:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.484140:0:104272:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1763346501.484142:0:104272:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763346501.484148:0:104272:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484153:0:104272:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.484173:0:104272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5224d7800. 00080000:00000001:1.0:1763346501.484177:0:104272:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199046240256 : -105874663311360 : ffff9fb5224d7800) 00000001:00000001:1.0:1763346501.484179:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.484181:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484186:0:104272:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:1.0:1763346501.484269:0:104272:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:1.0:1763346501.484273:0:104272:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484278:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.484287:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484290:0:104272:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346501.484315:0:104272:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.484317:0:104272:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763346501.484320:0:104272:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484323:0:104272:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346501.484350:0:104272:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.484353:0:104272:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763346501.484356:0:104272:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.484364:0:104272:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1763346501.484368:0:104272:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763346501.484371:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.484374:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763346501.484423:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.484426:0:104272:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.484430:0:104272:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763346501.484443:0:104272:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484446:0:104272:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.484449:0:104272:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5224d7400. 00080000:00000001:1.0:1763346501.484452:0:104272:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199046239232 : -105874663312384 : ffff9fb5224d7400) 00000001:00000001:1.0:1763346501.484454:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.484455:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484458:0:104272:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:1.0:1763346501.484463:0:104272:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:1.0:1763346501.484468:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.484470:0:104272:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484473:0:104272:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346501.484474:0:104272:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484476:0:104272:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346501.484480:0:104272:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.484510:0:104272:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.484512:0:104272:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484515:0:104272:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.484521:0:104272:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484529:0:104272:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.484538:0:104272:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb5014c2380. 00080000:00000001:1.0:1763346501.484542:0:104272:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346501.484546:0:104272:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484549:0:104272:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:1.0:1763346501.484551:0:104272:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:1.0:1763346501.484553:0:104272:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:1.0:1763346501.484556:0:104272:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:1.0:1763346501.484589:0:104272:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.484593:0:104272:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1763346501.484596:0:104272:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff9fb519a54f00. 00000020:00000040:1.0:1763346501.484599:0:104272:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 4 00000020:00000040:1.0:1763346501.484602:0:104272:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=24 00000020:00000001:1.0:1763346501.484605:0:104272:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.484608:0:104272:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346501.484612:0:104272:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763346501.484615:0:104272:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.484617:0:104272:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763346501.484656:0:104272:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763346501.484660:0:104272:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847763, last_committed = 21474847758 00000001:00000010:1.0:1763346501.484664:0:104272:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54a20. 00000001:00000040:1.0:1763346501.484667:0:104272:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 5 00000020:00000040:1.0:1763346501.484669:0:104272:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=25 00080000:00000001:1.0:1763346501.484674:0:104272:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.484685:0:104272:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763346501.484688:0:104272:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763346501.485137:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.485143:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890600. 00000400:00000200:0.0:1763346501.485155:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.485189:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.485197:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bc38 00000400:00000010:0.0:1763346501.485200:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bc38. 00000100:00000001:0.0:1763346501.485207:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.485209:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.492559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b400. 00080000:00000001:0.0:1763346501.520044:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346501.520056:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346501.520059:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346501.520062:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847759 is committed 00000001:00000040:0.0:1763346501.520069:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 1 00000020:00000040:0.0:1763346501.520074:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000001:00000010:0.0:1763346501.520078:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038540. 00040000:00000001:0.0:1763346501.520082:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346501.520085:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346501.520089:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645800. 00080000:00000001:0.0:1763346501.520093:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346501.520097:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346501.520099:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346501.520100:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346501.520101:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847763 is committed 00000001:00000040:0.0:1763346501.520103:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 4 00000020:00000040:0.0:1763346501.520105:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 24 00000001:00000010:0.0:1763346501.520107:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54a20. 00000020:00000001:0.0:1763346501.520111:0:58019:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1763346501.520113:0:58019:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:0.0:1763346501.520115:0:58019:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb509224000 : new cb_count 3 00000020:00000040:0.0:1763346501.520116:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 23 00000020:00000010:0.0:1763346501.520118:0:58019:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb519a54f00. 00040000:00000001:0.0:1763346501.520120:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346501.520122:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346501.520124:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5224d7400. 00080000:00000001:0.0:1763346501.520127:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346501.520128:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1763346501.520129:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346501.520130:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346501.520132:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5224d7800. 00080000:00000001:0.0:1763346501.520133:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346501.520135:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346501.520136:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 2 00000020:00000040:0.0:1763346501.520138:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 22 00000001:00000010:0.0:1763346501.520139:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a543c0. 00040000:00000001:0.0:1763346501.520141:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346501.520142:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346501.520143:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb4020b4400. 00080000:00000001:0.0:1763346501.520145:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346501.520148:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763346501.520150:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb509224000 : new cb_count 1 00000020:00000040:0.0:1763346501.520151:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000001:00000010:0.0:1763346501.520153:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613720. 00000020:00000001:0.0:1763346501.520155:0:58019:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1763346501.520156:0:58019:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:0.0:1763346501.520166:0:58019:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff9fb509224000 : new cb_count 0 00000020:00000040:0.0:1763346501.520168:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000020:00000010:0.0:1763346501.520169:0:58019:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff9fb527613d80. 00040000:00000001:0.0:1763346501.520171:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346501.520172:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346501.520173:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1ec00. 00080000:00000001:0.0:1763346501.520176:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346501.520178:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1763346501.520179:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346501.520180:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346501.520182:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1c800. 00080000:00000001:0.0:1763346501.520184:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763346501.520186:0:58019:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763346501.520187:0:58019:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763346501.520188:0:58019:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763346501.520189:0:58019:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847760 is committed 00000001:00000040:0.0:1763346501.520192:0:58019:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb535791000 : new cb_count 0 00000020:00000040:0.0:1763346501.520194:0:58019:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000001:00000010:0.0:1763346501.520196:0:58019:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5276131e0. 00040000:00000001:0.0:1763346501.520197:0:58019:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763346501.520199:0:58019:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763346501.520200:0:58019:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb5380e3000. 00080000:00000001:0.0:1763346501.520202:0:58019:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763346501.520275:0:104272:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346501.520288:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00002000:00000001:2.0:1763346501.520565:0:104272:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.520581:0:104272:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3b00 count: 2 00010000:00000001:2.0:1763346501.520584:0:104272:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763346501.520590:0:104272:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763346501.520596:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346501.520599:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.520607:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:2.0:1763346501.520610:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:2.0:1763346501.520613:0:104272:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346501.520620:0:104272:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763346501.520623:0:104272:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763346501.520626:0:104272:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb mtime from disk: 0 -> 1763346501 00002000:00010000:2.0:1763346501.520628:0:104272:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb ctime from disk: 0 -> 1763346501 00002000:00010000:2.0:1763346501.520630:0:104272:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:2.0:1763346501.520633:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00002000:00000001:2.0:1763346501.520637:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.520640:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.520644:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:2.0:1763346501.520648:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.520651:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.520655:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=3 00000020:00000001:2.0:1763346501.520657:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:2.0:1763346501.520660:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:2.0:1763346501.520663:0:104272:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.520668:0:104272:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.520676:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.520678:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.520681:0:104272:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.520687:0:104272:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.520689:0:104272:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.520693:0:104272:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.520696:0:104272:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.520704:0:104272:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1200 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:2.0:1763346501.520707:0:104272:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.520709:0:104272:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.520712:0:104272:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.520719:0:104272:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.520720:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.520721:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.520722:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1200 refcount=4 00000020:00000001:2.0:1763346501.520724:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:2.0:1763346501.520726:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320809984 : -105874388741632 : ffff9fb532ab1200) 00010000:00000001:2.0:1763346501.520729:0:104272:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.520731:0:104272:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.520738:0:104272:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763346501.520740:0:104272:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.520742:0:104272:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.520747:0:104272:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.520749:0:104272:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.520751:0:104272:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.520753:0:104272:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.520756:0:104272:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1200 with handle 0x757b854463afa5c2 from hash 00010000:00000001:2.0:1763346501.520758:0:104272:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.520760:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.520761:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.520763:0:104272:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.520768:0:104272:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.520769:0:104272:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.520772:0:104272:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.520774:0:104272:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.520776:0:104272:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763346501.520778:0:104272:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.520781:0:104272:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.520782:0:104272:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.520784:0:104272:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.520786:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.520788:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.520789:0:104272:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.520791:0:104272:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.520793:0:104272:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.520796:0:104272:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763346501.520802:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.520803:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.520804:0:104272:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.520806:0:104272:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.520808:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.520809:0:104272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab1200/0x757b854463afa5c2 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104272 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.520818:0:104272:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417cf3b00 count: 0 00002000:00000010:2.0:1763346501.520823:0:104272:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb417e9c500. 00010000:00000010:2.0:1763346501.520828:0:104272:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417cf3e00. 00010000:00000001:2.0:1763346501.520838:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763346501.520840:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763346501.520842:0:104272:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.520849:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 21474847763, xid 1848996540809984 00010000:00000001:2.0:1763346501.520852:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.520867:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505921f80 x1848996540809984/t21474847763(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4584/448 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.520877:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.520880:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.520884:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.520890:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.520893:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.520896:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.520899:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.520902:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.520907:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.520910:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.520918:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b550. 00000100:00000200:2.0:1763346501.520927:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1848996540809984, offset 224 00000400:00000200:2.0:1763346501.520935:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.520952:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.520961:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198701:198701:256:4294967295] 192.168.204.16@tcp LPNI seq info [198697:198697:8:4294967295] 00000400:00000200:2.0:1763346501.520975:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.520982:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.520988:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52e890100. 00000800:00000200:2.0:1763346501.520995:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.521005:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.521010:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52e890100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.521077:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.521082:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.521084:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.521086:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.521088:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.521095:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505921f80 x1848996540809984/t21474847763(0) o4->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4584/448 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.521105:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+20:2354:x1848996540809984:12345-192.168.204.16@tcp:4:lfs.0 Request processed in 44461us (44812us total) trans 21474847763 rc 0/0 00000100:00100000:2.0:1763346501.521118:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3715 00000100:00000040:2.0:1763346501.521122:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346501.521124:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.521126:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.521133:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c3b3080. 00000020:00000010:2.0:1763346501.521138:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8258. 00000020:00000010:2.0:1763346501.521144:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51000. 00000020:00000040:2.0:1763346501.521149:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 19 00000100:00000001:2.0:1763346501.521152:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.521371:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.521378:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52e890100. 00000400:00000200:3.0:1763346501.521389:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.521405:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.521412:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b550 00000400:00000010:3.0:1763346501.521415:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b550. 00000100:00000001:3.0:1763346501.521422:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.521424:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346501.526268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417cf3b00. 00010000:00000010:2.1:1763346501.526291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1200. 00000800:00000001:0.0:1763346501.526812:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.526830:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.526834:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.526837:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.526851:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.526874:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 448 into portal 12 MB=0x691a70e018400 00000400:00000200:0.0:1763346501.526884:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 448/448 into md 0xd4325 [64] + 127944 00000800:00000001:0.0:1763346501.526896:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.526907:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.526911:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.526916:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.526925:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.526928:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.526935:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923b80. 00000100:00000040:0.0:1763346501.526939:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505923b80 x1848996540810240 msgsize 448 00000100:00100000:0.0:1763346501.526944:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.526963:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.526975:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.526979:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.527046:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.527051:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540810240 02000000:00000001:3.0:1763346501.527054:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.527057:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.527059:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.527064:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.527070:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540810240 00000020:00000001:3.0:1763346501.527074:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.527076:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346501.527079:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.527083:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=505 00000020:00000001:3.0:1763346501.527086:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346501.527089:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346501.527095:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.527101:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cf80. 00000100:00000001:3.0:1763346501.527105:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.527108:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cf80. 00000020:00000010:3.0:1763346501.527116:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5361fca00. 00000020:00000010:3.0:1763346501.527122:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b780. 00000020:00000010:3.0:1763346501.527129:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1af0. 00000100:00000040:3.0:1763346501.527139:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346501.527144:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346501.527145:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346501.527148:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.527167:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.527184:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.527200:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.527202:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.527208:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140857 00000100:00000040:3.0:1763346501.527247:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346501.527250:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564207488 : -105875145344128 : ffff9fb505923b80) 00000100:00000040:3.0:1763346501.527259:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505923b80 x1848996540810240/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 448/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346501.527269:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.527272:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cf80. 00000100:00000001:3.0:1763346501.527274:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.527277:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cf80. 00000100:00100000:3.0:1763346501.527281:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+505:226875:x1848996540810240:12345-192.168.204.16@tcp:44:lfs.0 00000100:00000200:3.0:1763346501.527286:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540810240 00000020:00000001:3.0:1763346501.527290:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346501.527294:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346501.527298:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.527302:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346501.527304:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027344 : -1039524272 : ffffffffc20a1e50) 00000020:00000001:3.0:1763346501.527308:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763346501.527312:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540810240, found 0 last_xid 1848996540810239 00000020:00000001:3.0:1763346501.527315:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346501.527317:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346501.527319:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346501.527323:0:25650:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763346501.527329:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.527334:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:3.0:1763346501.527337:0:25650:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.527339:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.527344:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.527347:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346501.527353:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff9fb5380e1400. 02000000:00000001:3.0:1763346501.527356:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.527359:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.527362:0:25650:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:3.0:1763346501.527369:0:25650:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:3.0:1763346501.527376:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763346501.527384:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763346501.527390:0:25650:0:(osd_object.c:2123:osd_object_sync()) Process entered 00000100:00000040:1.0:1763346501.544330:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300738391, at 4300738394 00000100:00000010:1.0:1763346501.544348:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54240. 00000100:00000040:3.0:1763346501.544422:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300738391, at 4300738394 00000100:00000010:3.0:1763346501.544428:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54360. 00000100:00000040:0.0:1763346501.544811:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300738391, at 4300738394 00000100:00000010:0.0:1763346501.544818:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a546c0. 00000100:00000040:2.0:1763346501.545261:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300738391, at 4300738394 00000100:00000010:2.0:1763346501.545268:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54720. 00080000:00000001:1.0:1763346501.563753:0:25650:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.563767:0:25650:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.563773:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346501.563776:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346501.563785:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.563788:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.563796:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.563800:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.563809:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.563812:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.563815:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.563818:0:25650:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346501.563821:0:25650:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.563823:0:25650:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4064:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763346501.563828:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763346501.563832:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.563841:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.563844:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.563846:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.563848:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.563850:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.563852:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.563854:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.563856:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.563858:0:25650:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763346501.563862:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346501.563865:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346501.563875:0:25650:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.563883:0:25650:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.563885:0:25650:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.563889:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055502, transno 0, xid 1848996540810240 00010000:00000001:1.0:1763346501.563893:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.563907:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505923b80 x1848996540810240/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 448/440 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346501.563918:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.563921:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.563927:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.563933:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.563936:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.563939:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.563942:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.563945:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.563949:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.563953:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.563959:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b660. 00000100:00000200:1.0:1763346501.563968:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1848996540810240, offset 224 00000400:00000200:1.0:1763346501.563976:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.563993:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.564001:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198702:198702:256:4294967295] 192.168.204.16@tcp LPNI seq info [198698:198698:8:4294967295] 00000400:00000200:1.0:1763346501.564015:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.564022:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.564029:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.564037:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.564047:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.564052:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.564101:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.564105:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.564107:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.564109:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.564112:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.564119:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923b80 x1848996540810240/t0(0) o44->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 448/440 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.564130:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+505:226875:x1848996540810240:12345-192.168.204.16@tcp:44:lfs.0 Request processed in 36858us (37188us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.564140:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140857 00000100:00000040:1.0:1763346501.564144:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346501.564147:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.564148:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.564155:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b780. 00000020:00000010:1.0:1763346501.564171:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1af0. 00000020:00000010:1.0:1763346501.564176:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5361fca00. 00000020:00000040:1.0:1763346501.564183:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 504 00000100:00000001:1.0:1763346501.564186:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346501.564211:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346501.564232:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346501.564235:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346501.564237:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055515 is committed 00000001:00000040:1.0:1763346501.564240:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 13 00000020:00000040:1.0:1763346501.564242:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 503 00000001:00000010:1.0:1763346501.564245:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5380384e0. 00040000:00000001:1.0:1763346501.564249:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564253:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564254:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564255:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564258:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645000. 00080000:00000001:1.0:1763346501.564262:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564264:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564266:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:1.0:1763346501.564268:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 502 00000001:00000010:1.0:1763346501.564270:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb538038a20. 00040000:00000001:1.0:1763346501.564271:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564273:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564274:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564275:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564276:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535646800. 00080000:00000001:1.0:1763346501.564278:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564280:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564282:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:1.0:1763346501.564284:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 501 00000001:00000010:1.0:1763346501.564285:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5380389c0. 00040000:00000001:1.0:1763346501.564288:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564289:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564290:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564291:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564292:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535647800. 00080000:00000001:1.0:1763346501.564295:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564296:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564298:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:1.0:1763346501.564300:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 500 00000001:00000010:1.0:1763346501.564302:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5380385a0. 00040000:00000001:1.0:1763346501.564304:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564305:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564306:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564307:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564309:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb535645c00. 00080000:00000001:1.0:1763346501.564311:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564314:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564316:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:1.0:1763346501.564318:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000001:00000010:1.0:1763346501.564320:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb519a54000. 00040000:00000001:1.0:1763346501.564323:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564325:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564326:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564327:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564328:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb50941ac00. 00080000:00000001:1.0:1763346501.564331:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564332:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:1.0:1763346501.564335:0:20006:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967629 batchid updated 00000020:00000010:1.0:1763346501.564350:0:20006:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff9fb519a54cc0. 00040000:00000001:1.0:1763346501.564353:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564354:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564355:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564356:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564357:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb509418400. 00080000:00000001:1.0:1763346501.564361:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564364:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763346501.564366:0:20006:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763346501.564367:0:20006:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763346501.564368:0:20006:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055516 is committed 00000001:00000040:1.0:1763346501.564371:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:1.0:1763346501.564373:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00000001:00000010:1.0:1763346501.564375:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613840. 00040000:00000001:1.0:1763346501.564377:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564378:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564379:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564380:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564382:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1d800. 00080000:00000001:1.0:1763346501.564385:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564387:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564388:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:1.0:1763346501.564390:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000001:00000010:1.0:1763346501.564392:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb5276137e0. 00040000:00000001:1.0:1763346501.564394:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564395:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564396:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564397:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564398:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1f400. 00080000:00000001:1.0:1763346501.564401:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564403:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564405:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:1.0:1763346501.564407:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 496 00000001:00000010:1.0:1763346501.564408:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613120. 00040000:00000001:1.0:1763346501.564410:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564411:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564412:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564413:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564414:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1c400. 00080000:00000001:1.0:1763346501.564417:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564419:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564421:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:1.0:1763346501.564422:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000001:00000010:1.0:1763346501.564424:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb527613180. 00040000:00000001:1.0:1763346501.564425:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564426:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564427:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564428:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564430:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb52af1d400. 00080000:00000001:1.0:1763346501.564432:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564434:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564436:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:1.0:1763346501.564438:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000001:00000010:1.0:1763346501.564440:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44cc0. 00040000:00000001:1.0:1763346501.564442:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564443:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564444:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564444:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564446:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb517f75000. 00080000:00000001:1.0:1763346501.564448:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564450:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564451:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:1.0:1763346501.564453:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000001:00000010:1.0:1763346501.564455:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44780. 00040000:00000001:1.0:1763346501.564456:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564457:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564459:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564460:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564462:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb517f75c00. 00080000:00000001:1.0:1763346501.564464:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564466:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564467:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:1.0:1763346501.564469:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 492 00000001:00000010:1.0:1763346501.564471:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44720. 00040000:00000001:1.0:1763346501.564472:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564473:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564474:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564475:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564477:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb517f75800. 00080000:00000001:1.0:1763346501.564479:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564480:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564483:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:1.0:1763346501.564484:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000001:00000010:1.0:1763346501.564486:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44e40. 00040000:00000001:1.0:1763346501.564487:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564489:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564490:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564491:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564492:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb517f74400. 00080000:00000001:1.0:1763346501.564494:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763346501.564495:0:20006:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763346501.564497:0:20006:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff9fb52b086000 : new cb_count 0 00000020:00000040:1.0:1763346501.564499:0:20006:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000001:00000010:1.0:1763346501.564500:0:20006:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff9fb417f44ae0. 00040000:00000001:1.0:1763346501.564502:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564503:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1763346501.564504:0:20006:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763346501.564505:0:20006:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763346501.564507:0:20006:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff9fb517f76c00. 00080000:00000001:1.0:1763346501.564509:0:20006:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:0.0:1763346501.564653:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.564659:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:0.0:1763346501.564665:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.564671:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.564677:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b660 00000400:00000010:0.0:1763346501.564681:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b660. 00000100:00000001:0.0:1763346501.564686:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.564688:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:2.0:1763346501.564738:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967629 00000020:00000001:2.0:1763346501.564743:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763346501.564747:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755aa80 refcount 1 committed 1 result 0 batchid 4294967626 00000020:00000040:2.0:1763346501.564752:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ee00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755ae40 00000020:00000040:2.0:1763346501.564756:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52aa59c00 00000020:00000040:2.0:1763346501.564760:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:2.0:1763346501.564763:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:2.0:1763346501.564767:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.564770:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb50f94ee00. 00000020:00000010:2.0:1763346501.564773:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb50f94e900. 00000020:00000010:2.0:1763346501.564776:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb41755aa80. 00000020:00000001:2.0:1763346501.564779:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763346501.564781:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb41755a540 refcount 1 committed 1 result 0 batchid 4294967627 00000020:00000040:2.0:1763346501.564785:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94ed00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb41755a900 00000020:00000040:2.0:1763346501.564788:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb50f94e000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb52aa58800 00000020:00000040:2.0:1763346501.564791:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:2.0:1763346501.564793:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:2.0:1763346501.564794:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.564796:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb50f94ed00. 00000020:00000010:2.0:1763346501.564798:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb50f94e000. 00000020:00000010:2.0:1763346501.564800:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb41755a540. 00000020:00000001:2.0:1763346501.564802:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763346501.564804:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5192af3c0 refcount 1 committed 1 result 0 batchid 4294967628 00000020:00000040:2.0:1763346501.564806:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5192af0c0 00000020:00000040:2.0:1763346501.564809:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb535646c00 00000020:00000040:2.0:1763346501.564812:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:2.0:1763346501.564813:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:2.0:1763346501.564815:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.564817:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb52dead200. 00000020:00000010:2.0:1763346501.564820:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb52dead400. 00000020:00000010:2.0:1763346501.564822:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb5192af3c0. 00000020:00000001:2.0:1763346501.564824:0:20009:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:2.0:1763346501.564826:0:20009:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb540d5ff00 refcount 1 committed 1 result 0 batchid 4294967629 00000020:00000040:2.0:1763346501.564829:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52dead000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb540d5f3c0 00000020:00000040:2.0:1763346501.564832:0:20009:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52deade00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9fb535647800 00000020:00000040:2.0:1763346501.564836:0:20009:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000040:2.0:1763346501.564837:0:20009:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:2.0:1763346501.564839:0:20009:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.564841:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb52dead000. 00000020:00000010:2.0:1763346501.564843:0:20009:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff9fb52deade00. 00000020:00000010:2.0:1763346501.564845:0:20009:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff9fb540d5ff00. 00000020:00080000:2.0:1763346501.564850:0:20009:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967629 00000800:00000001:3.0:1763346501.568256:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.568277:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.568282:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.568285:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.568302:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.568328:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e018480 00000400:00000200:3.0:1763346501.568339:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119569 [8] + 5144 00000800:00000001:3.0:1763346501.568350:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.568358:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.568362:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.568367:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.568377:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.568380:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.568388:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f5c00. 00000100:00000040:3.0:1763346501.568392:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f5c00 x1848996540810368 msgsize 440 00000100:00100000:3.0:1763346501.568397:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.568417:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.568429:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.568432:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.568608:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.568612:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540810368 02000000:00000001:2.0:1763346501.568616:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.568618:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.568621:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.568626:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.568632:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540810368 00000020:00000001:2.0:1763346501.568636:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.568638:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346501.568642:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.568646:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=20 00000020:00000001:2.0:1763346501.568649:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346501.568652:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346501.568658:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.568664:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.568668:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.568672:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000020:00000010:2.0:1763346501.568680:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f200. 00000020:00000010:2.0:1763346501.568687:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.568693:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346501.568703:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763346501.568707:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.568708:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.568711:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.568720:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.568736:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.568751:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.568753:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.568759:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20150 00000100:00000040:2.0:1763346501.568763:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:2.0:1763346501.568765:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558776320 : -105875150775296 : ffff9fb5053f5c00) 00000100:00000040:2.0:1763346501.568773:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f5c00 x1848996540810368/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.568783:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.568785:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.568787:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.568790:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.568794:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+20:2356:x1848996540810368:12345-192.168.204.16@tcp:16:lfs.0 00000100:00000200:2.0:1763346501.568798:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540810368 00000020:00000001:2.0:1763346501.568802:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.568806:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.568808:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.568811:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.568813:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672151136 : -1037400480 : ffffffffc22a8660) 00000020:00000001:2.0:1763346501.568816:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.568819:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.568821:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.568823:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.568827:0:62988:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346501.568830:0:62988:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346501.568833:0:62988:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.568836:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.568839:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.568841:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.568843:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.568845:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.568847:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.568848:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.568850:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.568852:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.568853:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.568855:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.568858:0:62988:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.568860:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.568865:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.568867:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.568872:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb51dc0ac00. 02000000:00000001:2.0:1763346501.568874:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.568877:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.568882:0:62988:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:2.0:1763346501.568885:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346501.568889:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.568896:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:2.0:1763346501.568898:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00000020:00000001:2.0:1763346501.568901:0:62988:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:2.0:1763346501.568906:0:62988:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.568914:0:62988:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1763346501.568916:0:62988:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.568921:0:62988:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.568929:0:62988:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.568934:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763346501.568940:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.568943:0:62988:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:2.0:1763346501.568947:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00000040:2.0:1763346501.568952:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 0, xid 1848996540810368 00010000:00000001:2.0:1763346501.568955:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.568960:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f5c00 x1848996540810368/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.568969:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.568972:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.568976:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.568982:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.568984:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.568987:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.568990:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.568992:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.568996:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.568999:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.569004:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035bb28. 00000100:00000200:2.0:1763346501.569011:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540810368, offset 224 00000400:00000200:2.0:1763346501.569018:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.569028:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.569036:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198703:198703:256:4294967295] 192.168.204.16@tcp LPNI seq info [198699:198699:8:4294967295] 00000400:00000200:2.0:1763346501.569048:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.569055:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.569063:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94e000. 00000800:00000200:2.0:1763346501.569070:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.569079:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.569084:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94e000 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.569093:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.569096:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.569099:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.569100:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.569103:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.569107:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f5c00 x1848996540810368/t0(0) o16->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.569117:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+20:2356:x1848996540810368:12345-192.168.204.16@tcp:16:lfs.0 Request processed in 332us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.569124:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20150 00000100:00000040:2.0:1763346501.569127:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346501.569130:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.569131:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.569138:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.569141:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346501.569147:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f200. 00000020:00000040:2.0:1763346501.569153:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 19 00000100:00000001:2.0:1763346501.569156:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.569328:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.569334:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94e000. 00000400:00000200:0.0:1763346501.569338:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.569343:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.569348:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035bb28 00000400:00000010:0.0:1763346501.569351:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035bb28. 00000100:00000001:0.0:1763346501.569358:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.569360:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.583620:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.583644:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.583649:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.583652:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.583667:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.583690:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 12 MB=0x691a70e018580 00000400:00000200:0.0:1763346501.583701:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 488/488 into md 0xd4325 [64] + 128392 00000800:00000001:0.0:1763346501.583713:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.583724:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.583727:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.583733:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.583743:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.583746:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.583753:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505920a80. 00000100:00000040:0.0:1763346501.583758:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb505920a80 x1848996540810624 msgsize 488 00000100:00100000:0.0:1763346501.583763:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.583781:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.583792:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.583796:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.583915:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.583921:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540810624 02000000:00000001:1.0:1763346501.583925:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.583928:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.583932:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.583938:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.583944:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540810624 00000020:00000001:1.0:1763346501.583949:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.583952:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.583955:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.583959:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:1.0:1763346501.583962:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.583964:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.583971:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.583977:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346501.583981:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.583983:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000020:00000010:1.0:1763346501.583990:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51a00. 00000020:00000010:1.0:1763346501.583999:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7ac00. 00000020:00000010:1.0:1763346501.584005:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d83e8. 00000100:00000040:1.0:1763346501.584015:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.584019:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.584021:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346501.584025:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.584034:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.584594:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346501.584599:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346501.584607:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140858 00000100:00000040:3.0:1763346501.584612:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:3.0:1763346501.584615:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198564194944 : -105875145356672 : ffff9fb505920a80) 00000100:00000040:3.0:1763346501.584624:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb505920a80 x1848996540810624/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346501.584633:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.584712:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.584717:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.584719:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.584726:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb505920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+491:226875:x1848996540810624:12345-192.168.204.16@tcp:36:lfs.0 00000100:00000200:2.0:1763346501.584731:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540810624 00000020:00000001:2.0:1763346501.584735:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.584740:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.584745:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.584748:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.584750:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026960 : -1039524656 : ffffffffc20a1cd0) 00000020:00000001:2.0:1763346501.584754:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.584758:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540810624, found 0 last_xid 1848996540810623 00000020:00000001:2.0:1763346501.584761:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.584763:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.584766:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.584769:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584772:0:19997:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763346501.584779:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff9fb505920a80 x1848996540810624/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763346501.584790:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763346501.584792:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763346501.584795:0:19997:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:2.0:1763346501.584798:0:19997:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346501.584802:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.584805:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.584807:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.584809:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2363970232 : 2363970232 : 0x8ce752b8) 00000001:00000001:2.0:1763346501.584812:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2363970232 : 2363970232 : 8ce752b8) 00000001:00000001:2.0:1763346501.584814:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.584815:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:2.0:1763346501.584818:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:2.0:1763346501.584820:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.584822:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.584824:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.584826:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.584827:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.584829:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584831:0:19997:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584836:0:19997:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584838:0:19997:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584840:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584845:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763346501.584847:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763346501.584850:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.584852:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.584859:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff9fb535e3d000. 02000000:00000001:2.0:1763346501.584862:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.584866:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584870:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.584872:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.584873:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.584875:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.584877:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.584879:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.584880:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.584882:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.584884:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.584886:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.584888:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.584894:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.584902:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.584905:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.584908:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.584910:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.584913:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.584914:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584917:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.584919:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584922:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.584924:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.584927:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763346501.584929:0:19997:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1763346501.584934:0:19997:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x4064:0x0] 7 req@ffff9fb505920a80 x1848996540810624/t0(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/3152 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.584942:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763346501.584945:0:19997:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763346501.584948:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.584950:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.584954:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb51e80c000 refcount=3 00000020:00000001:2.0:1763346501.584956:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000001:2.0:1763346501.584959:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198982492160 : -105874727059456 : ffff9fb51e80c000) 00010000:00000040:2.0:1763346501.584963:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 3 00000004:00000001:2.0:1763346501.584968:0:19997:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763346501.584970:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763346501.584974:0:19997:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.584976:0:19997:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.584978:0:19997:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.584980:0:19997:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.584986:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.584989:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.584995:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.584998:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.585001:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.585003:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.585005:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb51e80c000 with handle 0x757b854463afa544 from hash 00010000:00000001:2.0:1763346501.585007:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.585009:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.585010:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.585011:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.585020:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.585023:0:19997:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.585026:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.585027:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.585032:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb51e80c000/0x757b854463afa544 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a0e expref: 491 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763346501.585042:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 485 00000020:00000040:2.0:1763346501.585045:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00010000:00000010:2.0:1763346501.585048:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf480. 00010000:00000001:2.0:1763346501.585058:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.585060:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.585063:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.585065:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) 00010000:00000001:2.0:1763346501.585069:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.585072:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.585073:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763346501.585075:0:19997:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763346501.585076:0:19997:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763346501.585079:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346501.585082:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4064:0x0] 00000020:00000001:2.0:1763346501.585086:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.585090:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000004:00000001:2.0:1763346501.585092:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194292328320 : -105879417223296 : ffff9fb406f28780) 00000004:00000001:2.0:1763346501.585095:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763346501.585096:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.585103:0:19997:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb531a5df50. 00000020:00000010:2.0:1763346501.585110:0:19997:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff9fb531a5d310. 00000004:00000001:2.0:1763346501.585115:0:19997:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346501.585118:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.585121:0:19997:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.585124:0:19997:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.585126:0:19997:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763346501.585128:0:19997:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763346501.585131:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346501.585135:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.585138:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.585143:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 2 00010000:00000001:2.0:1763346501.585146:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.585148:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.585153:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532f24600. 00000020:00000001:2.0:1763346501.585155:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.585186:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532f24600 with handle 0x757b854463afa5c9 to hash 00000020:00000001:2.0:1763346501.585188:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.585190:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000010:2.0:1763346501.585196:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf480. 00010000:00000001:2.0:1763346501.585198:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.585202:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.585203:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.585206:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00000100:00000001:1.0:1763346501.585312:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.585928:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.585932:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.585935:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.585937:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.585940:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.585942:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.585944:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.585947:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.585950:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.585952:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.585953:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.585956:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) refcount = 2 00010000:00000040:2.0:1763346501.585960:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.585965:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa536 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a07 expref: 490 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.585973:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.585983:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.585987:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.585989:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.585991:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.585992:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.585994:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.585996:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.585999:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.586002:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.586005:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.586011:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.586013:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.586014:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.586016:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.586018:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.586020:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:2.0:1763346501.586022:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.586024:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.586027:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.586028:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.586029:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586032:0:19997:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586038:0:19997:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346501.586051:0:19997:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346501.586069:0:19997:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346501.586075:0:19997:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.586085:0:19997:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb5276136c0. 00080000:00000001:2.0:1763346501.586089:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.586100:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51dc0a000. 00080000:00000001:2.0:1763346501.586103:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198969901056 : -105874739650560 : ffff9fb51dc0a000) 00000004:00000001:2.0:1763346501.586108:0:19997:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346501.586110:0:19997:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346501.586114:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.586116:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969901056 : -105874739650560 : ffff9fb51dc0a000) 00080000:00000001:2.0:1763346501.586119:0:19997:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.586146:0:19997:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586148:0:19997:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586151:0:19997:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.586165:0:19997:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.586167:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.586173:0:19997:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.586175:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.586176:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969901056 : -105874739650560 : ffff9fb51dc0a000) 00080000:00000001:2.0:1763346501.586181:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.586187:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.586189:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586191:0:19997:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.586530:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.586534:0:19997:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.586537:0:19997:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346500, ctime 1763346501 00000004:00000001:2.0:1763346501.586540:0:19997:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.586542:0:19997:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763346501.586543:0:19997:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763346501.586545:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.586546:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969901056 : -105874739650560 : ffff9fb51dc0a000) 00080000:00000001:2.0:1763346501.586549:0:19997:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346501.586605:0:19997:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586608:0:19997:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586609:0:19997:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586611:0:19997:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.586617:0:19997:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.586620:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.586625:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.586629:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055517, last_committed = 8590055516 00000001:00000010:2.0:1763346501.586634:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5276139c0. 00000001:00000040:2.0:1763346501.586636:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 1 00000020:00000040:2.0:1763346501.586639:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:2.0:1763346501.586647:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2f00. 00000004:00000001:2.0:1763346501.586654:0:19997:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.586656:0:19997:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.586657:0:19997:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969901056 : -105874739650560 : ffff9fb51dc0a000) 00080000:00000001:2.0:1763346501.586661:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.586700:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.586703:0:19997:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.586707:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2f00: xid 1848996540810624, transno 8590055517, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.586710:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.586722:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.586724:0:19997:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb5276136c0. 00000020:00000001:2.0:1763346501.586726:0:19997:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.586735:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 3 00010000:00000001:2.0:1763346501.586737:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.586741:0:19997:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763346501.586743:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346501.586745:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763346501.586747:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.586747:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.586749:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.586750:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.586752:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:2.0:1763346501.586754:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.586757:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00000004:00010000:2.0:1763346501.586760:0:19997:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000596b631a reply state 00000000ca60efad transno 8590055517 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00000100:00100000:2.0:1763346501.586769:0:19997:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763346501.586771:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.586772:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.586773:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.586774:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346501.586776:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346501.586777:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763346501.586779:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.586781:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.586785:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586788:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.586793:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.586796:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.586803:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.586806:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.586809:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.586811:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.586814:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.586816:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4064:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346501.586819:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346501.586821:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.586825:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.586827:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.586829:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.586831:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.586832:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.586834:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.586836:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.586837:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.586839:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4064:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1763346501.586843:0:19997:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763346501.586845:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.586848:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763346501.586855:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.586864:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586866:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.586868:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.586871:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586874:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763346501.586878:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.586881:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346501.586882:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.586883:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.586885:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.586890:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.586896:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.586901:0:19997:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.586905:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055517, xid 1848996540810624 00010000:00000001:2.0:1763346501.586908:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763346501.586911:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00010000:00000200:2.0:1763346501.586913:0:19997:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055517, last committed = 8590055516 00010000:00000200:2.0:1763346501.586923:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb505920a80 x1848996540810624/t8590055517(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.586932:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.586935:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.586939:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.586946:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.586948:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.586951:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.586954:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.586957:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.586962:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.586965:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.586971:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b990. 00000100:00000200:2.0:1763346501.586979:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540810624, offset 224 00000400:00000010:2.0:1763346501.586987:0:19997:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb531a5d310. 00000400:00000200:2.0:1763346501.586991:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.587009:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.587017:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198704:198704:256:4294967295] 192.168.204.16@tcp LPNI seq info [198700:198700:8:4294967295] 00000400:00000200:2.0:1763346501.587024:0:19997:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:2.0:1763346501.587031:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.587037:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.587043:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94ed00. 00000800:00000200:2.0:1763346501.587050:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.587060:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.587065:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94ed00 type 1, nob 552 niov 1 nkiov 1 00000800:00000200:3.0:1763346501.588344:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.588354:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94ed00. 00000400:00000200:3.0:1763346501.588362:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.588371:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.588378:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.588381:0:3289:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.589119:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.589129:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.589135:0:19997:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.589138:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.589141:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.589151:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505920a80 x1848996540810624/t8590055517(0) o36->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.589172:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb505920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+492:226875:x1848996540810624:12345-192.168.204.16@tcp:36:lfs.0 Request processed in 4536us (5410us total) trans 8590055517 rc 0/0 00000100:00100000:2.0:1763346501.589182:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140858 00000100:00000040:2.0:1763346501.589186:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.589189:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.589193:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.589202:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7ac00. 00000020:00000010:2.0:1763346501.589210:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d83e8. 00000020:00000010:2.0:1763346501.589316:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51a00. 00000020:00000040:2.0:1763346501.589324:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:2.0:1763346501.589328:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346501.592816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb51e80c000. 00000800:00000001:0.0:1763346501.597531:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.597556:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.597561:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.597564:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.597579:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.597603:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e018600 00000400:00000200:0.0:1763346501.597614:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 5584 00000800:00000001:0.0:1763346501.597625:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.597631:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.597635:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.597640:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.597649:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.597652:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346501.597663:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb52208f800. 00000100:00000040:0.0:1763346501.597668:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb52208f800 x1848996540810752 msgsize 328 00000100:00100000:0.0:1763346501.597672:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.597690:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.597700:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.597703:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.597706:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.597711:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.597715:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:0.0:1763346501.597724:0:3287:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12fef9 00000400:00000200:0.0:1763346501.597728:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.597730:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:0.0:1763346501.597736:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b990 00000400:00000010:0.0:1763346501.597738:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b990. 00000100:00000001:0.0:1763346501.597745:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.597749:0:3287:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1763346501.597752:0:3287:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1763346501.597767:0:3287:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1763346501.597769:0:3287:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1763346501.597772:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.597776:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.597779:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.597844:0:3280:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763346501.597850:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.597854:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.597857:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:3.0:1763346501.597861:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:3.0:1763346501.597864:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:3.0:1763346501.597867:0:3280:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763346501.597874:0:3280:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.597884:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.597886:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763346501.597888:0:3280:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.597894:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.597897:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.597901:0:3280:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346501.597904:0:3280:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:3.0:1763346501.597910:0:3280:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532f24600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:3.0:1763346501.597915:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.597919:0:3280:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346501.597922:0:3280:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.597927:0:3280:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346501.597928:0:3280:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.597930:0:3280:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.597932:0:3280:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=4 00000020:00000001:3.0:1763346501.597933:0:3280:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:3.0:1763346501.597936:0:3280:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:3.0:1763346501.597939:0:3280:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346501.597941:0:3280:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.597947:0:3280:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763346501.597949:0:3280:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763346501.597951:0:3280:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.597956:0:3280:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346501.597957:0:3280:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.597959:0:3280:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.597961:0:3280:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.597964:0:3280:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532f24600 with handle 0x757b854463afa5c9 from hash 00010000:00000001:3.0:1763346501.597966:0:3280:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.597968:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.597969:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.597970:0:3280:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346501.597976:0:3280:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346501.597979:0:3280:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.597981:0:3280:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346501.597983:0:3280:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.597986:0:3280:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346501.597989:0:3280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) 00010000:00010000:3.0:1763346501.597992:0:3280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763346501.597995:0:3280:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.597998:0:3280:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.598000:0:3280:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.598003:0:3280:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346501.598005:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.598006:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.598008:0:3280:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.598010:0:3280:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.598012:0:3280:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.598014:0:3280:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:3.0:1763346501.598020:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.598021:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.598022:0:3280:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763346501.598024:0:3280:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763346501.598025:0:3280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346501.598027:0:3280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5c9 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:3.0:1763346501.598033:0:3280:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf480. 00010000:00000001:3.0:1763346501.598043:0:3280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346501.598047:0:3280:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:3.0:1763346501.598050:0:3280:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.598126:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.598130:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540810752 02000000:00000001:1.0:1763346501.598134:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.598137:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.598139:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.598145:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.598151:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540810752 00000020:00000001:1.0:1763346501.598154:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.598166:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346501.598168:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.598171:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=20 00000020:00000001:1.0:1763346501.598174:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.598176:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346501.598183:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.598191:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346501.598195:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.598198:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000020:00000010:1.0:1763346501.598208:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:0.0:1763346501.598708:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957400. 00000020:00000010:0.0:1763346501.598717:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401097d0. 00000100:00000040:0.0:1763346501.598727:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.598732:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.598734:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.598737:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.598746:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.598763:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.598780:0:62997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.598782:0:62997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.598788:0:62997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20151 00000100:00000040:0.0:1763346501.598793:0:62997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346501.598795:0:62997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199041751040 : -105874667800576 : ffff9fb52208f800) 00000100:00000040:0.0:1763346501.598804:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb52208f800 x1848996540810752/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.598814:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.598818:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e7685c0. 00000100:00000001:0.0:1763346501.598820:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.598822:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e7685c0. 00000100:00100000:0.0:1763346501.598828:0:62997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb52208f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+20:226875:x1848996540810752:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:0.0:1763346501.598832:0:62997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540810752 00000020:00000001:0.0:1763346501.598837:0:62997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.598841:0:62997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.598843:0:62997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.598846:0:62997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.598849:0:62997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.598853:0:62997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.598857:0:62997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.598859:0:62997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.598862:0:62997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.598868:0:62997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.598870:0:62997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.598873:0:62997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.598875:0:62997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.598876:0:62997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.598878:0:62997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.598884:0:62997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763346501.598895:0:62997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417f4f700. 00010000:00000010:0.0:1763346501.598899:0:62997:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9fb417f4fb00. 00010000:00000001:0.0:1763346501.598905:0:62997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.598909:0:62997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a36a00. 00000020:00000001:0.0:1763346501.598914:0:62997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.598917:0:62997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a36a00 with handle 0x757b854463afa5d0 to hash 00000020:00000001:0.0:1763346501.598919:0:62997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.598921:0:62997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:0.0:1763346501.598923:0:62997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00010000:0.0:1763346501.598927:0:62997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212a9a expref: -99 pid: 62997 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763346501.598939:0:62997:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763346501.598945:0:62997:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff9fb40e7685c0. 00002000:00000001:0.0:1763346501.598949:0:62997:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.598953:0:62997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.598961:0:62997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:0.0:1763346501.598964:0:62997:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:0.0:1763346501.598967:0:62997:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346501.598974:0:62997:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346501.598977:0:62997:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x260d:0x0] initial LVB size: 4096, mtime: 0x691a8845, atime: 0x0, ctime: 0x691a8845, blocks: 0xb 00002000:00000001:0.0:1763346501.598980:0:62997:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763346501.598984:0:62997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00000040:0.0:1763346501.598987:0:62997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346501.598990:0:62997:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=21 00000100:00000001:0.0:1763346501.599000:0:62997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.599003:0:62997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.599009:0:62997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb532676800. 02000000:00000001:0.0:1763346501.599011:0:62997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.599014:0:62997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.599017:0:62997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763346501.599020:0:62997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763346501.599023:0:62997:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.599026:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346501.599028:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346501.599031:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.599033:0:62997:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763346501.599035:0:62997:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763346501.599036:0:62997:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.599039:0:62997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763346501.599046:0:62997:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 21 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.599055:0:62997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260d:0x0].0x0 (ffff9fb417f4f700) refcount = 1 00010000:00000040:0.0:1763346501.599058:0:62997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763346501.599062:0:62997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 21 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.599070:0:62997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.599072:0:62997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.599075:0:62997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763346501.599077:0:62997:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.599079:0:62997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.599081:0:62997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.599086:0:62997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763346501.599089:0:62997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 21 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.599100:0:62997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.599102:0:62997:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346501.599104:0:62997:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.599106:0:62997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.599107:0:62997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.599109:0:62997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.599110:0:62997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.599112:0:62997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a36a00, rc 0) 00000020:00000001:0.0:1763346501.599114:0:62997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.599119:0:62997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 0, xid 1848996540810752 00010000:00000001:0.0:1763346501.599121:0:62997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.599127:0:62997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb52208f800 x1848996540810752/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.599136:0:62997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.599139:0:62997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.599143:0:62997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.599150:0:62997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.599152:0:62997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.599154:0:62997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.599169:0:62997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.599172:0:62997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.599176:0:62997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.599180:0:62997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.599185:0:62997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9add0. 00000100:00000200:0.0:1763346501.599192:0:62997:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540810752, offset 224 00000400:00000200:0.0:1763346501.599199:0:62997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.599248:0:62997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.599255:0:62997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198705:198705:256:4294967295] 192.168.204.16@tcp LPNI seq info [198701:198701:8:4294967295] 00000400:00000200:0.0:1763346501.599268:0:62997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.599274:0:62997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.599280:0:62997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a600. 00000800:00000200:0.0:1763346501.599287:0:62997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.599295:0:62997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.599300:0:62997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.599325:0:62997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.599329:0:62997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.599331:0:62997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.599333:0:62997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.599335:0:62997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.599340:0:62997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb52208f800 x1848996540810752/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.599350:0:62997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb52208f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:226875:x1848996540810752:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 534us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346501.599356:0:62997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20151 00000100:00000040:0.0:1763346501.599360:0:62997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346501.599363:0:62997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.599365:0:62997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.599370:0:62997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957400. 00000020:00000010:0.0:1763346501.599374:0:62997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401097d0. 00000020:00000010:0.0:1763346501.599379:0:62997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:0.0:1763346501.599385:0:62997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:0.0:1763346501.599388:0:62997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346501.599644:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.599650:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a600. 00000400:00000200:1.0:1763346501.599656:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.599661:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.599668:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9add0 00000400:00000010:1.0:1763346501.599670:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9add0. 00000100:00000001:1.0:1763346501.599675:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346501.599676:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346501.602410:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.602429:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.602434:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.602437:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.602451:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.602473:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e018680 00000400:00000200:3.0:1763346501.602482:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119569 [8] + 5912 00000800:00000001:3.0:1763346501.602492:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.602501:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.602505:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.602509:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.602518:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.602520:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.602527:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7100. 00000100:00000040:3.0:1763346501.602531:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f7100 x1848996540810880 msgsize 440 00000100:00100000:3.0:1763346501.602537:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.602558:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.602568:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.602572:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.602725:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.602729:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540810880 02000000:00000001:0.0:1763346501.602732:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.602735:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.602738:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.602744:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.602749:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540810880 00000020:00000001:0.0:1763346501.602753:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.602755:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.602757:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.602761:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:0.0:1763346501.602764:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.602766:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.602772:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.602778:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.602782:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.602784:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.602792:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32e00. 00000020:00000010:0.0:1763346501.602799:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957400. 00000020:00000010:0.0:1763346501.602806:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401097d0. 00000100:00000040:0.0:1763346501.602815:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.602818:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.602820:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.602823:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.602833:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.602852:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.602866:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.602868:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.602873:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20152 00000100:00000040:0.0:1763346501.602876:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346501.602879:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558781696 : -105875150769920 : ffff9fb5053f7100) 00000100:00000040:0.0:1763346501.602887:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f7100 x1848996540810880/t0(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.602897:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.602900:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.602902:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.602904:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00100000:0.0:1763346501.602909:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540810880:12345-192.168.204.16@tcp:2:lfs.0 00000100:00000200:0.0:1763346501.602913:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540810880 00000020:00000001:0.0:1763346501.602916:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.602920:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.602923:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.602925:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.602927:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150464 : -1037401152 : ffffffffc22a83c0) 00000020:00000001:0.0:1763346501.602931:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.602935:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.602938:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.602940:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.602943:0:62988:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763346501.602947:0:62988:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763346501.602950:0:62988:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.602953:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.602955:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.602958:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.602960:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.602962:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.602964:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.602965:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.602967:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.602968:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.602969:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.602970:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.602973:0:62988:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.602975:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.602980:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.602983:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.602990:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb532675c00. 02000000:00000001:0.0:1763346501.602992:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.602995:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.602999:0:62988:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763346501.603002:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.603006:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.603014:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:0.0:1763346501.603017:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:0.0:1763346501.603022:0:62988:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:0.0:1763346501.603027:0:62988:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.603038:0:62988:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:0.0:1763346501.603040:0:62988:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.603043:0:62988:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.603046:0:62988:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763346501.603047:0:62988:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.603052:0:62988:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.603063:0:62988:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532677c00. 00080000:00000001:0.0:1763346501.603066:0:62988:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316380672 : -105874393170944 : ffff9fb532677c00) 00000001:00000001:0.0:1763346501.603068:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.603070:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.603075:0:62988:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763346501.603106:0:62988:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.603110:0:62988:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.603117:0:62988:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.603120:0:62988:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346501.603126:0:62988:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.603175:0:62988:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.603177:0:62988:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.603206:0:62988:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.603256:0:62988:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff9fb5014c21c0. 00080000:00000001:0.0:1763346501.603268:0:62988:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763346501.603330:0:62988:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.603334:0:62988:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1763346501.603336:0:62988:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.603340:0:62988:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:0.0:1763346501.603343:0:62988:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.603346:0:62988:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763346501.603352:0:62988:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.603356:0:62988:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.603359:0:62988:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847764, last_committed = 21474847763 00000001:00000010:0.0:1763346501.603363:0:62988:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038120. 00000001:00000040:0.0:1763346501.603366:0:62988:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb509224000 : new cb_count 1 00000020:00000040:0.0:1763346501.603369:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00080000:00000001:0.0:1763346501.603377:0:62988:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.603411:0:62988:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346501.603413:0:62988:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.603427:0:62988:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.603434:0:62988:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.603442:0:62988:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.603446:0:62988:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1763346501.603450:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00000040:0.0:1763346501.603460:0:62988:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:0.0:1763346501.603463:0:62988:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763346501.603469:0:62988:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346501.603474:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.603475:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.603477:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:0.0:1763346501.603480:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:0.0:1763346501.603483:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346501.603488:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763346501.603490:0:62988:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1763346501.603493:0:62988:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb mtime from disk: 1763346501 -> 1763346500 00002000:00010000:0.0:1763346501.603496:0:62988:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb atime from disk: 0 -> 1763346500 00002000:00010000:0.0:1763346501.603499:0:62988:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb ctime from disk: 1763346501 -> 1763346501 00002000:00010000:0.0:1763346501.603502:0:62988:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x260d:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:0.0:1763346501.603505:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00000040:0.0:1763346501.603510:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 21474847764, xid 1848996540810880 00010000:00000001:0.0:1763346501.603513:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.603521:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f7100 x1848996540810880/t21474847764(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.603530:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.603533:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.603538:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.603544:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.603546:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.603549:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.603552:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.603555:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.603560:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.603563:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.603569:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a440. 00000100:00000200:0.0:1763346501.603576:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540810880, offset 224 00000400:00000200:0.0:1763346501.603585:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.603599:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.603607:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198706:198706:256:4294967295] 192.168.204.16@tcp LPNI seq info [198702:198702:8:4294967295] 00000400:00000200:0.0:1763346501.603620:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.603626:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.603632:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a600. 00000800:00000200:0.0:1763346501.603639:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.603648:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.603653:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.603667:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.603670:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.603672:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.603674:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.603677:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.603681:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7100 x1848996540810880/t21474847764(0) o2->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.603689:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540810880:12345-192.168.204.16@tcp:2:lfs.0 Request processed in 790us (1155us total) trans 21474847764 rc 0/0 00000100:00100000:0.0:1763346501.603698:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20152 00000100:00000040:0.0:1763346501.603701:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346501.603703:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.603705:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.603711:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957400. 00000020:00000010:0.0:1763346501.603714:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401097d0. 00000020:00000010:0.0:1763346501.603718:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32e00. 00000020:00000040:0.0:1763346501.603724:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:0.0:1763346501.603727:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763346501.604782:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.604792:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a600. 00000400:00000200:1.0:1763346501.604801:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.604809:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.604816:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a440 00000400:00000010:1.0:1763346501.604819:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a440. 00000100:00000001:1.0:1763346501.604824:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346501.604827:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763346501.607371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532f24600. 00000800:00000001:1.0:1763346501.608458:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.608477:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.608481:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.608483:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.608497:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.608519:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 472 into portal 12 MB=0x691a70e018780 00000400:00000200:1.0:1763346501.608529:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 472/472 into md 0xd4325 [64] + 128880 00000800:00000001:1.0:1763346501.608539:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.608548:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.608551:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.608556:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.608564:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.608566:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763346501.608574:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88a300. 00000100:00000040:1.0:1763346501.608578:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a88a300 x1848996540811136 msgsize 472 00000100:00100000:1.0:1763346501.608582:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.608599:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.608611:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.608614:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.608771:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.608775:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540811136 02000000:00000001:2.0:1763346501.608779:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.608782:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.608785:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.608790:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.608795:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540811136 00000020:00000001:2.0:1763346501.608799:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.608801:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.608804:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.608808:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:2.0:1763346501.608811:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.608814:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.608819:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.608825:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.608829:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.608833:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000020:00000010:2.0:1763346501.608841:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f200. 00000020:00000010:2.0:1763346501.608848:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.608854:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346501.608862:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346501.608866:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.608867:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.608871:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.608880:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.608894:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.608910:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.608912:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.608918:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140859 00000100:00000040:2.0:1763346501.608922:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.608924:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452771072 : -105874256780544 : ffff9fb53a88a300) 00000100:00000040:2.0:1763346501.608933:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a88a300 x1848996540811136/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 472/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.608943:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.608946:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.608948:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.608950:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.608954:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a88a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+491:226875:x1848996540811136:12345-192.168.204.16@tcp:55:lfs.0 00000100:00000200:2.0:1763346501.608959:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540811136 00000020:00000001:2.0:1763346501.608962:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.608966:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.608972:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2f00: xid 1848996540810624, transno 8590055517, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.608978:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5095cab40: xid 1848996540807168, transno 8590055516, client gen 3, slot idx 0 00000001:00000010:2.0:1763346501.608983:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5095cab40. 00000020:00000001:2.0:1763346501.608987:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.608989:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.608992:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670027872 : -1039523744 : ffffffffc20a2060) 00000020:00000001:2.0:1763346501.608997:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.609000:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540811136, found 0 last_xid 1848996540811135 00000020:00000001:2.0:1763346501.609003:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.609005:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.609007:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.609011:0:19997:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763346501.609016:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.609021:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:2.0:1763346501.609024:0:19997:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.609026:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.609030:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.609033:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.609039:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb51dc0bc00. 02000000:00000001:2.0:1763346501.609041:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.609043:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.609049:0:19997:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763346501.609054:0:19997:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346501.609057:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.609059:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.609062:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.609063:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.609065:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.609067:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.609068:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.609070:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.609071:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.609073:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.609075:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.609076:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.609077:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.609079:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.609081:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.609082:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.609084:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.609087:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.609089:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.609095:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.609101:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.609104:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.609108:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.609110:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.609112:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.609114:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.609115:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.609118:0:19997:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.609120:0:19997:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346501.609124:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.609128:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.609136:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 2 00010000:00000001:2.0:1763346501.609139:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.609142:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.609147:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532f24600. 00000020:00000001:2.0:1763346501.609151:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.609153:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532f24600 with handle 0x757b854463afa5d7 to hash 00000020:00000001:2.0:1763346501.609165:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.609167:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000010:2.0:1763346501.609174:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.609176:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.609180:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.609182:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.609185:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609193:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.609197:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.609200:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.609202:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.609205:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.609207:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.609208:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.609211:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.609232:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.609233:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.609236:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.609238:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) refcount = 2 00010000:00000040:2.0:1763346501.609242:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.609246:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa536 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a07 expref: 491 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.609253:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609258:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.609264:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.609265:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.609268:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.609269:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.609272:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.609274:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.609277:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.609280:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.609282:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609287:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.609289:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.609290:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.609292:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.609294:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.609295:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:2.0:1763346501.609298:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.609300:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.609302:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.609304:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.609305:0:19997:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.609309:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.609313:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.609320:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.609324:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.609332:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.609335:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.609338:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346501.609341:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346501.609342:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346501.609345:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346501.609348:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763346501.609351:0:19997:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x4064:0x0]flags=0x2 00000004:00000001:2.0:1763346501.609353:0:19997:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1763346501.609356:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346501.609359:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763346501.609360:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.609361:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.609363:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.609364:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.609365:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:2.0:1763346501.609367:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.609368:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.609371:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.609373:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609379:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.609380:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.609382:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609387:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.609389:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.609392:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.609395:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:2.0:1763346501.609406:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532f24600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.609409:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.609411:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.609414:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609419:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.609421:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.609422:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.609424:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=4 00000020:00000001:2.0:1763346501.609426:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.609428:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.609431:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.609434:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609439:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.609441:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.609442:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.609445:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.609446:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.609448:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.609449:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.609453:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532f24600 with handle 0x757b854463afa5d7 from hash 00010000:00000001:2.0:1763346501.609455:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.609457:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.609458:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.609459:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.609462:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.609463:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.609465:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.609467:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.609469:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.609473:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) 00010000:00010000:2.0:1763346501.609477:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1763346501.609479:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.609482:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.609484:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.609486:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.609488:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.609489:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.609491:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.609493:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.609496:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.609498:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:2.0:1763346501.609504:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.609505:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.609506:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.609508:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.609509:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.609512:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5d7 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:2.0:1763346501.609518:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.609525:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.609527:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.609528:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346501.609530:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346501.609531:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763346501.609534:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.609537:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346501.609539:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.609542:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763346501.609546:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 0, xid 1848996540811136 00010000:00000001:2.0:1763346501.609549:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.609555:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a88a300 x1848996540811136/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 472/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.609564:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.609568:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.609572:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.609578:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.609581:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.609584:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.609587:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.609590:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.609593:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.609596:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.609602:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b7f8. 00000100:00000200:2.0:1763346501.609609:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540811136, offset 224 00000400:00000200:2.0:1763346501.609617:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.609631:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.609639:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198707:198707:256:4294967295] 192.168.204.16@tcp LPNI seq info [198703:198703:8:4294967295] 00000400:00000200:2.0:1763346501.609652:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.609658:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.609663:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94e900. 00000800:00000200:2.0:1763346501.609671:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.609679:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.609684:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.609700:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.609703:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.609706:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.609708:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.609710:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.609715:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88a300 x1848996540811136/t0(0) o55->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 472/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.609726:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a88a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+491:226875:x1848996540811136:12345-192.168.204.16@tcp:55:lfs.0 Request processed in 780us (1145us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763346501.609734:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140859 00000100:00000040:2.0:1763346501.609739:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.609742:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.609743:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.609749:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.609753:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346501.609758:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f200. 00000020:00000040:2.0:1763346501.609764:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:2.0:1763346501.609768:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.610322:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.610328:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94e900. 00000400:00000200:0.0:1763346501.610333:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.610340:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.610347:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b7f8 00000400:00000010:0.0:1763346501.610349:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b7f8. 00000100:00000001:0.0:1763346501.610356:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.610358:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346501.614904:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.615879:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.615888:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.615893:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.615908:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.615930:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e018880 00000400:00000200:0.0:1763346501.615940:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119569 [8] + 6352 00000800:00000001:0.0:1763346501.615950:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.615956:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.615960:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.615965:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.615974:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.615978:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346501.615990:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527631880. 00000100:00000040:0.0:1763346501.615995:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527631880 x1848996540811392 msgsize 440 00000100:00100000:0.0:1763346501.615999:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.616209:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.616234:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.616239:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.616241:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.616243:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.616247:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.616254:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 440 into portal 28 MB=0x691a70e018800 00000400:00000200:0.0:1763346501.616258:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 440/440 into md 0x119569 [8] + 6792 00000800:00000001:0.0:1763346501.616261:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.616269:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.616271:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.616275:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.616277:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.616279:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346501.616282:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527631c00. 00000100:00000040:0.0:1763346501.616285:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527631c00 x1848996540811264 msgsize 440 00000100:00100000:0.0:1763346501.616289:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.616491:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346501.617076:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.617085:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.617091:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.617171:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.617774:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540811392 02000000:00000001:2.0:1763346501.617782:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.617784:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.617788:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.617794:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.617800:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540811392 00000020:00000001:2.0:1763346501.617805:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.617807:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:2.0:1763346501.617811:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.617815:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:2.0:1763346501.617819:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000020:00000001:2.0:1763346501.617822:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:2.0:1763346501.617829:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.617930:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.617937:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.617940:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.617949:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32e00. 00000020:00000010:0.0:1763346501.617955:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957400. 00000020:00000010:0.0:1763346501.617961:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5401097d0. 00000100:00000040:0.0:1763346501.617971:0:62997:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.617975:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.617976:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.617979:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.617989:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.618138:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.618154:0:62997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.618164:0:62997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540811264 02000000:00000001:0.0:1763346501.618166:0:62997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.618167:0:62997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.618169:0:62997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.618171:0:62997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.618173:0:62997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540811264 00000020:00000001:0.0:1763346501.618175:0:62997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.618176:0:62997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.618178:0:62997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.618181:0:62997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:0.0:1763346501.618183:0:62997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.618185:0:62997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.618188:0:62997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.618190:0:62997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.618193:0:62997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.618195:0:62997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.618198:0:62997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb33400. 00000020:00000010:0.0:1763346501.618203:0:62997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957d80. 00000020:00000010:0.0:1763346501.618206:0:62997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109578. 00000100:00000001:0.0:1763346501.618209:0:62997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.618210:0:62997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.618249:0:62997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.618253:0:62997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618287:0:62988:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618300:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.618302:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.618312:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20153 00000100:00000040:1.0:1763346501.618317:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:1.0:1763346501.618319:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131543680 : -105874578007936 : ffff9fb527631880) 00000100:00000040:1.0:1763346501.618327:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527631880 x1848996540811392/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.618336:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.618340:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346501.618343:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.618345:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000100:00100000:1.0:1763346501.618349:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540811392:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:1.0:1763346501.618353:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540811392 00000020:00000001:1.0:1763346501.618357:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.618361:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.618364:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618367:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.618370:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:1.0:1763346501.618374:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.618377:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.618381:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.618383:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.618387:0:62988:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346501.618391:0:62988:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346501.618394:0:62988:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618396:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.618399:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618401:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.618403:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.618405:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618407:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.618408:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.618410:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618411:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.618412:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.618414:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618416:0:62988:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618419:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618424:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.618427:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.618432:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5224d5c00. 02000000:00000001:1.0:1763346501.618435:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618438:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.618442:0:62988:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763346501.618445:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.618449:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.618457:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00002000:00000001:1.0:1763346501.618460:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:1.0:1763346501.618463:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.618472:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.618475:0:62988:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346501.618478:0:62988:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763346501.618483:0:62988:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.618491:0:62988:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763346501.618496:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00000020:00000001:1.0:1763346501.618501:0:62988:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.618509:0:62988:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.618512:0:62988:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.618517:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911673, transno 0, xid 1848996540811392 00010000:00000001:1.0:1763346501.618521:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.618527:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527631880 x1848996540811392/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346501.618536:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.618539:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.618543:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.618549:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.618553:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.618555:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.618559:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.618561:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618565:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.618568:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.618574:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b550. 00000100:00000200:1.0:1763346501.618582:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540811392, offset 224 00000400:00000200:1.0:1763346501.618590:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.618606:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.618614:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198708:198708:256:4294967295] 192.168.204.16@tcp LPNI seq info [198704:198704:8:4294967295] 00000400:00000200:1.0:1763346501.618627:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.618633:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.618639:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346501.618647:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.618657:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.618664:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.618677:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.618681:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.618684:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.618686:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618688:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.618693:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527631880 x1848996540811392/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.618710:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540811392:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 372us (2712us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.618718:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20153 00000100:00000040:1.0:1763346501.618722:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:1.0:1763346501.618725:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.618727:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.618732:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957400. 00000020:00000010:1.0:1763346501.618738:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5401097d0. 00000020:00000010:1.0:1763346501.618743:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32e00. 00000020:00000040:1.0:1763346501.618750:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000100:00000001:1.0:1763346501.618754:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.618762:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.618763:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.618766:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20154 00000100:00000040:1.0:1763346501.618769:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.618771:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131544576 : -105874578007040 : ffff9fb527631c00) 00000100:00000040:1.0:1763346501.618775:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527631c00 x1848996540811264/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.618783:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.618786:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346501.618788:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.618790:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000100:00100000:1.0:1763346501.618794:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540811264:12345-192.168.204.16@tcp:1:lfs.0 00000100:00000200:1.0:1763346501.618798:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540811264 00000020:00000001:1.0:1763346501.618800:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.618802:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.618804:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618806:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.618808:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150416 : -1037401200 : ffffffffc22a8390) 00000020:00000001:1.0:1763346501.618811:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.618813:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.618815:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.618816:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.618818:0:62988:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346501.618820:0:62988:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346501.618822:0:62988:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618824:0:62988:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.618825:0:62988:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618827:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.618829:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.618831:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618832:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.618833:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.618835:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.618837:0:62988:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.618838:0:62988:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.618840:0:62988:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618843:0:62988:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618844:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618847:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.618848:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.618851:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff9fb5224d5400. 02000000:00000001:1.0:1763346501.618853:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618855:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.618858:0:62988:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763346501.618859:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.618862:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.618867:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:1.0:1763346501.618870:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:1.0:1763346501.618872:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.618878:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.618879:0:62988:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346501.618881:0:62988:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763346501.618883:0:62988:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.618887:0:62988:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763346501.618889:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00000020:00000001:1.0:1763346501.618893:0:62988:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.618899:0:62988:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.618903:0:62988:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.618905:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 0, xid 1848996540811264 00010000:00000001:1.0:1763346501.618908:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.618911:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527631c00 x1848996540811264/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346501.618918:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.618920:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.618922:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.618925:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.618927:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.618930:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.618932:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.618934:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.618936:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.618938:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.618941:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b220. 00000100:00000200:1.0:1763346501.618944:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1848996540811264, offset 224 00000400:00000200:1.0:1763346501.618949:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.618954:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.618958:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198709:198709:255:4294967295] 192.168.204.16@tcp LPNI seq info [198705:198705:7:4294967295] 00000400:00000200:1.0:1763346501.618967:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.618971:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.618975:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f200. 00000800:00000200:1.0:1763346501.618980:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.618984:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.618987:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f200 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.618990:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.618992:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.618995:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.618997:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.618998:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.619003:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527631c00 x1848996540811264/t0(0) o1->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 440/432 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.619012:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+22:2356:x1848996540811264:12345-192.168.204.16@tcp:1:lfs.0 Request processed in 227us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.619019:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20154 00000100:00000040:1.0:1763346501.619021:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.619023:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.619025:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.619028:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957d80. 00000020:00000010:1.0:1763346501.619031:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109578. 00000020:00000010:1.0:1763346501.619034:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb33400. 00000020:00000040:1.0:1763346501.619037:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:1.0:1763346501.619039:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763346501.619225:0:62999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532f24600. 00000800:00000200:2.0:1763346501.619356:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.619361:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:2.0:1763346501.619366:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.619372:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.619378:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b550 00000400:00000010:2.0:1763346501.619381:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b550. 00000100:00000001:2.0:1763346501.619385:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.619388:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763346501.619458:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.619461:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f200. 00000400:00000200:2.0:1763346501.619464:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.619468:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.619470:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b220 00000400:00000010:2.0:1763346501.619472:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b220. 00000100:00000001:2.0:1763346501.619475:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.619477:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346501.619719:0:62997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.625175:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.625197:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.625203:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.625206:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.625235:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.625259:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 576 into portal 12 MB=0x691a70e018900 00000400:00000200:0.0:1763346501.625269:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 576/576 into md 0xd4325 [64] + 129352 00000800:00000001:0.0:1763346501.625281:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.625317:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.625322:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.625328:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.625337:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.625340:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.625348:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527631180. 00000100:00000040:0.0:1763346501.625353:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527631180 x1848996540811520 msgsize 576 00000100:00100000:0.0:1763346501.625358:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.625373:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.625383:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.625386:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.625495:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.625500:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540811520 02000000:00000001:1.0:1763346501.625504:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.625507:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.625510:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.625516:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.625521:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540811520 00000020:00000001:1.0:1763346501.625525:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.625528:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.625530:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.625534:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:1.0:1763346501.625538:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.625540:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.625547:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.625553:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346501.625558:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.625561:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000020:00000010:1.0:1763346501.625571:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:1.0:1763346501.625581:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7a080. 00000020:00000010:1.0:1763346501.625587:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346501.625599:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.625603:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.625605:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346501.625608:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.625618:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.625765:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.625783:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.625785:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.625791:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140860 00000100:00000040:1.0:1763346501.625795:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.625797:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131541888 : -105874578009728 : ffff9fb527631180) 00000100:00000040:1.0:1763346501.625806:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527631180 x1848996540811520/t0(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.625816:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.625819:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30f80. 00000100:00000001:1.0:1763346501.625821:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.625824:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30f80. 00000100:00100000:1.0:1763346501.625828:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+491:226875:x1848996540811520:12345-192.168.204.16@tcp:61:lfs.0 00000100:00000200:1.0:1763346501.625832:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540811520 00000020:00000001:1.0:1763346501.625836:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.625840:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.625846:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.625850:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.625852:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670028160 : -1039523456 : ffffffffc20a2180) 00000020:00000001:1.0:1763346501.625855:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346501.625858:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540811520, found 0 last_xid 1848996540811519 00000020:00000001:1.0:1763346501.625861:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.625864:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.625866:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.625870:0:25650:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763346501.625875:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.625881:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194292328408 : -105879417223208 : ffff9fb406f287d8) 00000020:00000001:1.0:1763346501.625884:0:25650:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.625887:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.625892:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.625895:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.625900:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5224d6000. 02000000:00000001:1.0:1763346501.625903:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.625906:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.625910:0:25650:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:1.0:1763346501.625916:0:25650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346501.625918:0:25650:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00000001:1.0:1763346501.625921:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.625923:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.625926:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a3b600 refcount=3 00000020:00000001:1.0:1763346501.625928:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000001:1.0:1763346501.625930:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303550464 : -105874406001152 : ffff9fb531a3b600) 00010000:00000040:1.0:1763346501.625934:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f200 count: 3 00000004:00000001:1.0:1763346501.625940:0:25650:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346501.625942:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.625945:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.625948:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.625950:0:25650:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.625952:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.625957:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.625959:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.625967:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.625969:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.625972:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.625974:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.625977:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a3b600 with handle 0x757b854463afa4e2 from hash 00010000:00000001:1.0:1763346501.625980:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.625981:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.625982:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.625984:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.625988:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.625991:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.625994:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.625995:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.625999:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3b600/0x757b854463afa4e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129eb expref: 491 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.626008:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346501.626010:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00010000:00000010:1.0:1763346501.626014:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb51f001680. 00010000:00000001:1.0:1763346501.626024:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626025:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.626026:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.626028:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a37a00 refcount=3 00000020:00000001:1.0:1763346501.626030:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:1.0:1763346501.626032:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303535104 : -105874406016512 : ffff9fb531a37a00) 00010000:00000001:1.0:1763346501.626034:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.626035:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.626036:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.626037:0:25650:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.626039:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626041:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.626043:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.626045:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626046:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626047:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.626048:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.626050:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37a00 with handle 0x757b854463afa480 from hash 00010000:00000001:1.0:1763346501.626147:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.626148:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626150:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626151:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.626154:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.626162:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626164:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.626166:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.626170:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a37a00/0x757b854463afa480 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129ba expref: 490 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.626177:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346501.626179:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 489 00010000:00000010:1.0:1763346501.626181:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6f200. 00010000:00000001:1.0:1763346501.626187:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626188:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.626190:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.626191:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36600 refcount=3 00000020:00000001:1.0:1763346501.626193:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:1.0:1763346501.626196:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303529984 : -105874406021632 : ffff9fb531a36600) 00010000:00000001:1.0:1763346501.626199:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.626201:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.626204:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417f4f200) 00010000:00000001:1.0:1763346501.626208:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626266:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626269:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763346501.626271:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f200 count: 0 00010000:00000010:1.0:1763346501.626278:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb517f8bf00. 00010000:00000040:1.0:1763346501.626284:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f500 count: 2 00000004:00000001:1.0:1763346501.626286:0:25650:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763346501.626287:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.626289:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.626291:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.626292:0:25650:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.626294:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626297:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.626298:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.626301:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626302:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626304:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.626305:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.626307:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36600 with handle 0x757b854463afa536 from hash 00010000:00000001:1.0:1763346501.626309:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.626311:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626312:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626313:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.626315:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.626316:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626317:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.626318:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.626322:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a36600/0x757b854463afa536 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4064:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a07 expref: 489 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.626328:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346501.626330:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 488 00010000:00000010:1.0:1763346501.626333:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb53ba6fd80. 00010000:00000001:1.0:1763346501.626337:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626338:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.626339:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.626341:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417f4f500) 00010000:00000001:1.0:1763346501.626344:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626346:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626347:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763346501.626349:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417f4f500 count: 0 00010000:00000010:1.0:1763346501.626352:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb417969180. 00010000:00010000:1.0:1763346501.626356:0:25650:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346501.626358:0:25650:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=3 : 3 : 3) 00000004:00000001:1.0:1763346501.626360:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.626362:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:1.0:1763346501.626365:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.626368:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:1.0:1763346501.626371:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:1.0:1763346501.626376:0:25650:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763346501.626387:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763346501.626389:0:25650:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626391:0:25650:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626393:0:25650:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763346501.626397:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763346501.626398:0:25650:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626400:0:25650:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626404:0:25650:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346501.626408:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.626410:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346501.626416:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972000. 00010000:00000010:1.0:1763346501.626419:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb509e7ab00. 00010000:00000001:1.0:1763346501.626424:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.626427:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1800. 00000020:00000001:1.0:1763346501.626429:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.626431:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1800 with handle 0x757b854463afa5de to hash 00000020:00000001:1.0:1763346501.626433:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.626435:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000010:1.0:1763346501.626439:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346501.626442:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346501.626445:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.626447:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.626450:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.626457:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.626460:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.626461:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.626463:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.626466:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626467:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.626469:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626471:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.626474:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.626475:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.626476:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.626478:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417972000) refcount = 1 00010000:00010000:1.0:1763346501.626482:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.626491:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.626493:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.626495:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626497:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.626498:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626500:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626502:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.626504:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.626506:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.626509:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.626513:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.626515:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626516:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626517:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.626518:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.626519:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1800 refcount=3 00000020:00000001:1.0:1763346501.626521:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346501.626523:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346501.626524:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626525:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.626526:0:25650:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626528:0:25650:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763346501.626529:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.626530:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346501.626532:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972a00. 00010000:00000010:1.0:1763346501.626534:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb509e7ad80. 00010000:00000001:1.0:1763346501.626535:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.626537:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab1400. 00000020:00000001:1.0:1763346501.626538:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.626540:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab1400 with handle 0x757b854463afa5e5 to hash 00000020:00000001:1.0:1763346501.626541:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.626542:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000010:1.0:1763346501.626546:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.626547:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346501.626549:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.626551:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.626553:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.626557:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.626558:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.626559:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.626560:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.626562:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626563:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.626564:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626565:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.626566:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.626567:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.626568:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.626570:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417972a00) refcount = 1 00010000:00010000:1.0:1763346501.626573:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.626577:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.626579:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.626580:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626581:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.626582:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.626584:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.626586:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.626587:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.626589:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.626591:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.626595:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.626597:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626598:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.626599:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.626601:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.626602:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=3 00000020:00000001:1.0:1763346501.626604:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346501.626606:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346501.626608:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.626609:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.626610:0:25650:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626615:0:25650:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:1.0:1763346501.626619:0:25650:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:1.0:1763346501.626621:0:25650:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346501.626625:0:25650:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346501.626632:0:25650:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54cc0. 00080000:00000001:1.0:1763346501.626637:0:25650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.626647:0:25650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5224d5800. 00080000:00000001:1.0:1763346501.626650:0:25650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199046232064 : -105874663319552 : ffff9fb5224d5800) 00000004:00000001:1.0:1763346501.626654:0:25650:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763346501.626657:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626660:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626669:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.626672:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:1.0:1763346501.626677:0:25650:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff9fb529f30f80. 00000004:00000001:1.0:1763346501.626679:0:25650:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626681:0:25650:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763346501.626682:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626683:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626686:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.626688:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:1.0:1763346501.626690:0:25650:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff9fb519a54000. 00000004:00000001:1.0:1763346501.626692:0:25650:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.626697:0:25650:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519b089e0. 00000004:00000001:1.0:1763346501.626699:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626700:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626702:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.626704:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1763346501.626708:0:25650:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff9fb519b08260. 00000004:00000001:1.0:1763346501.626709:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626710:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.626712:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.626714:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.626717:0:25650:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.626721:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.626723:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.626725:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046232064 : -105874663319552 : ffff9fb5224d5800) 00080000:00000001:1.0:1763346501.626728:0:25650:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.626755:0:25650:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626757:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626759:0:25650:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626762:0:25650:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.626763:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.626765:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.626766:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046232064 : -105874663319552 : ffff9fb5224d5800) 00080000:00000001:1.0:1763346501.626768:0:25650:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763346501.626775:0:25650:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626777:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626779:0:25650:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.626782:0:25650:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763346501.626784:0:25650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346501.626790:0:25650:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346501.626791:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.626793:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046232064 : -105874663319552 : ffff9fb5224d5800) 00080000:00000001:1.0:1763346501.626796:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.626802:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.626803:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626805:0:25650:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.626827:0:25650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.626829:0:25650:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626836:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.626845:0:25650:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763346501.626847:0:25650:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763346501.626853:0:25650:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb416039f10. 00000004:00000010:1.0:1763346501.626857:0:25650:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff9fb40e414628. 00000004:00000010:1.0:1763346501.626862:0:25650:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff9fb40e414e28. 00000004:00000010:1.0:1763346501.626867:0:25650:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb5223076c0. 00000004:00000001:1.0:1763346501.626870:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.626871:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.626873:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046232064 : -105874663319552 : ffff9fb5224d5800) 00080000:00000001:1.0:1763346501.626876:0:25650:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.626879:0:25650:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 80 00080000:00000001:1.0:1763346501.626984:0:25650:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626987:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626989:0:25650:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.626992:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.626995:0:25650:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763346501.626997:0:25650:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763346501.627000:0:25650:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb41603a7f0. 00000004:00000001:1.0:1763346501.627004:0:25650:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763346501.627006:0:25650:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763346501.627008:0:25650:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb416038000. 00000004:00000010:1.0:1763346501.627012:0:25650:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff9fb510d00b90. 00000004:00000010:1.0:1763346501.627016:0:25650:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff9fb40e414430. 00000004:00000010:1.0:1763346501.627019:0:25650:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb508448600. 00000004:00000001:1.0:1763346501.627022:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.627023:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.627025:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046232064 : -105874663319552 : ffff9fb5224d5800) 00080000:00000001:1.0:1763346501.627027:0:25650:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763346501.627029:0:25650:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763346501.627098:0:25650:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627100:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627102:0:25650:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627104:0:25650:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763346501.627107:0:25650:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627109:0:25650:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763346501.627110:0:25650:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627112:0:25650:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:1.0:1763346501.627117:0:25650:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346501.627120:0:25650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346501.627125:0:25650:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346501.627129:0:25650:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055518, last_committed = 8590055516 00000001:00000010:1.0:1763346501.627134:0:25650:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54720. 00000001:00000040:1.0:1763346501.627137:0:25650:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 2 00000020:00000040:1.0:1763346501.627139:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=489 00000001:00000010:1.0:1763346501.627146:0:25650:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb538979600. 00000004:00000001:1.0:1763346501.627152:0:25650:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346501.627154:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.627164:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046232064 : -105874663319552 : ffff9fb5224d5800) 00080000:00000001:1.0:1763346501.627168:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.627182:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346501.627185:0:25650:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346501.627188:0:25650:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb538979600: xid 1848996540811520, transno 8590055518, tag 0, client gen 3, slot idx 0 00000001:00000001:1.0:1763346501.627191:0:25650:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.627207:0:25650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.627209:0:25650:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54cc0. 00000020:00000001:1.0:1763346501.627245:0:25650:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.627250:0:25650:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff9fb529f30f80. 00000020:00000010:1.0:1763346501.627253:0:25650:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff9fb519a54000. 00000020:00000010:1.0:1763346501.627255:0:25650:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519b089e0. 00000020:00000010:1.0:1763346501.627257:0:25650:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff9fb519b08260. 00200000:00000001:1.0:1763346501.627260:0:25650:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346501.627264:0:25650:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb519a54000. 00080000:00000001:1.0:1763346501.627265:0:25650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.627268:0:25650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5224d7c00. 00080000:00000001:1.0:1763346501.627270:0:25650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199046241280 : -105874663310336 : ffff9fb5224d7c00) 00000004:00000001:1.0:1763346501.627273:0:25650:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.627276:0:25650:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346501.627279:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346501.627281:0:25650:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346501.627283:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.627287:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.627289:0:25650:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:1.0:1763346501.627293:0:25650:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763346501.627297:0:25650:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb538979780. 00000004:00000001:1.0:1763346501.627301:0:25650:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763346501.627305:0:25650:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff9fb52eb734c0. 00000004:00000010:1.0:1763346501.627308:0:25650:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff9fb41788d438. 00000020:00000001:1.0:1763346501.627313:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763346501.627322:0:25650:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417a54470. 00000004:00000001:1.0:1763346501.627330:0:25650:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763346501.627333:0:25650:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.627335:0:25650:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194572477640 : -105879137073976 : ffff9fb417a544c8) 00000020:00000001:1.0:1763346501.627338:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763346501.627341:0:25650:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417a55868. 00000004:00000001:1.0:1763346501.627343:0:25650:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763346501.627344:0:25650:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.627346:0:25650:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194572482752 : -105879137068864 : ffff9fb417a558c0) 00000004:00000001:1.0:1763346501.627349:0:25650:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627352:0:25650:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763346501.627354:0:25650:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627356:0:25650:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627358:0:25650:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763346501.627360:0:25650:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346501.627366:0:25650:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763346501.627371:0:25650:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb538979300. 00000004:00000010:1.0:1763346501.627376:0:25650:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08260. 00000004:00000010:1.0:1763346501.627382:0:25650:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb5209d1000. 00000020:00000001:1.0:1763346501.627387:0:25650:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346501.627390:0:25650:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627394:0:25650:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763346501.627395:0:25650:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346501.627398:0:25650:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260c:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763346501.627403:0:25650:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb5209d1000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763346501.627409:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a889f80. 00000020:00000040:1.0:1763346501.627413:0:25650:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346501.627419:0:25650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.627422:0:25650:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.627429:0:25650:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.627435:0:25650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51a00. 00000100:00000001:1.0:1763346501.627443:0:25650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627448:0:25650:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.627450:0:25650:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.627453:0:25650:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.627455:0:25650:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346501.627457:0:25650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.627465:0:25650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389796c0. 00000100:00000001:1.0:1763346501.627467:0:25650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420196544 : -105874289355072 : ffff9fb5389796c0) 00000100:00000001:1.0:1763346501.627470:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.627471:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000001:1.0:1763346501.627477:0:25650:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346501.627483:0:25650:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.627485:0:25650:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.627487:0:25650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.627496:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.627505:0:25650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.627507:0:25650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.627512:0:25650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346501.627515:0:25650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346501.627518:0:25650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.627521:0:25650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a889f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977408:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.627526:0:25650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.627530:0:25650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.627532:0:25650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.627535:0:25650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.627543:0:25650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb5059ec000. 02000000:00000001:1.0:1763346501.627545:0:25650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.627552:0:25650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.627560:0:25650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5389799c0. 00000100:00000200:1.0:1763346501.627569:0:25650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514977408, portal 4 00000100:00000001:1.0:1763346501.627571:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.627572:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000040:1.0:1763346501.627579:0:25650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.627587:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.627590:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346501.627594:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346501.627597:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514977408, offset 0 00000400:00000200:1.0:1763346501.627603:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346501.627619:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346501.627634:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c775680 00000400:00000200:1.0:1763346501.627640:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 14720 00000400:00000200:1.0:1763346501.627648:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.627653:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346501.627659:0:25650:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.627661:0:25650:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346501.627666:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a889500. 00000100:00000040:1.0:1763346501.627669:0:25650:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a889500 x1848996514977408 msgsize 328 00000100:00100000:1.0:1763346501.627672:0:25650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346501.627701:0:25650:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346501.627712:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346501.627715:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346501.627718:0:25650:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.627723:0:25650:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.627733:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.627736:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.627742:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.627743:0:25650:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.627748:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.627753:0:25650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23531 usecs (24 jiffies) 00000100:00000001:1.0:1763346501.627758:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738501 00000100:00000010:1.0:1763346501.627762:0:25650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54cc0. 00000100:00000001:1.0:1763346501.627772:0:25650:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763346501.627787:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738501 00000100:00000010:1.0:1763346501.627790:0:25650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54f60. 00000100:00000001:1.0:1763346501.627793:0:25650:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763346501.627796:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738501 00000100:00000010:1.0:1763346501.627798:0:25650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a547e0. 00000100:00000001:1.0:1763346501.627805:0:25650:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763346501.627810:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738501 00000100:00000010:1.0:1763346501.627813:0:25650:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb519a54240. 00000100:00000001:1.0:1763346501.627815:0:25650:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763346501.627821:0:25650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.627824:0:25650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.627826:0:25650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.627828:0:25650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.627831:0:25650:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5389796c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.627834:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.627838:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.628140:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.628144:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514977408 02000000:00000001:2.0:1763346501.628147:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.628150:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.628152:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.628166:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.628170:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514977408 00000020:00000001:2.0:1763346501.628173:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.628175:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:2.0:1763346501.628177:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.628181:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000020:00000001:2.0:1763346501.628183:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:2.0:1763346501.628186:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346501.628191:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.628196:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.628200:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.628202:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000020:00000010:2.0:1763346501.628209:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f200. 00000020:00000010:2.0:1763346501.628246:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.628251:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346501.628261:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346501.628264:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.628265:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.628267:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.628275:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.628292:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.628306:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.628309:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.628313:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00000040:2.0:1763346501.628317:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:2.0:1763346501.628319:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452767488 : -105874256784128 : ffff9fb53a889500) 00000100:00000040:2.0:1763346501.628325:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a889500 x1848996514977408/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.628334:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.628336:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.628338:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.628341:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.628344:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514977408:12345-0@lo:1000:mdt00_004.0 00000100:00000200:2.0:1763346501.628348:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514977408 00000020:00000001:2.0:1763346501.628351:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.628355:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.628357:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.628360:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.628362:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346501.628366:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.628368:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.628371:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.628373:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.628377:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.628379:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346501.628385:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8570. 00000100:00000001:2.0:1763346501.628389:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.628391:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.628398:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb53272c000. 02000000:00000001:2.0:1763346501.628400:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.628402:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.628407:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb5222c2cc0. 00000020:00000001:2.0:1763346501.628409:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346501.628412:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.628418:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00000020:00000001:2.0:1763346501.628422:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.628425:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.628431:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:2.0:1763346501.628434:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x260c:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763346501.628437:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763346501.628439:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346501.628445:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e1728/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00000020:00000010:2.0:1763346501.628449:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f8570. 00000020:00000010:2.0:1763346501.628452:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb5222c2cc0. 00000020:00000001:2.0:1763346501.628455:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.628458:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847760, transno 0, xid 1848996514977408 00010000:00000001:2.0:1763346501.628461:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.628466:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a889500 x1848996514977408/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.628474:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.628477:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.628483:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.628488:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.628490:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346501.628492:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346501.628495:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.628498:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.628501:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.628503:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346501.628508:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5222c2cc0. 00000100:00000200:2.0:1763346501.628513:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514977408, offset 224 00000400:00000200:2.0:1763346501.628519:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346501.628526:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346501.628533:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c775680 00000400:00000200:2.0:1763346501.628538:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12ff11 [2] + 224 00000400:00000200:2.0:1763346501.628544:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.628547:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346501.628552:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.628557:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346501.628568:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.628584:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346501.628590:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5222c2cc0 00000400:00000010:2.0:1763346501.628592:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5222c2cc0. 00000100:00000001:2.0:1763346501.628594:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.628596:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.628599:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.628602:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346501.628605:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.628606:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.628608:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.628611:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a889500 x1848996514977408/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.628620:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514977408:12345-0@lo:1000:mdt00_004.0 Request processed in 285us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.628628:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00000040:2.0:1763346501.628633:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:2.0:1763346501.628636:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.628638:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.628643:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202a00. 00000020:00000010:2.0:1763346501.628647:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346501.628652:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f200. 00000020:00000040:2.0:1763346501.628659:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 4 00000100:00000001:2.0:1763346501.628662:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.628912:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.628920:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.628922:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.628926:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.628930:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5389799c0 00000400:00000010:1.0:1763346501.628932:0:25650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5389799c0. 00000100:00000001:1.0:1763346501.628935:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.628939:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346501.628948:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.628955:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.628956:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.628959:0:25650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.628962:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.628964:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.628966:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.628969:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.628977:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=37 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346501.628980:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.628983:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.628985:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.628988:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.628992:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.628995:0:25650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763346501.628998:0:25650:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847760 gen 3 00000100:00000040:1.0:1763346501.629004:0:25650:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847760) req@ffff9fb52a76d180 x1848996514974464/t21474847759(21474847759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763346501.629013:0:25650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb52a76d180, transno 21474847759 00000100:00000001:1.0:1763346501.629016:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.629017:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183167872 : -105874526383744 : ffff9fb52a76d180) 00000100:00000001:1.0:1763346501.629408:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.629412:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76d180 x1848996514974464/t21474847759(21474847759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.629419:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.629424:0:25650:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847760) req@ffff9fb52a76e680 x1848996514974592/t21474847760(21474847760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763346501.629430:0:25650:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff9fb52a76e680, transno 21474847760 00000100:00000001:1.0:1763346501.629432:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.629433:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199183173248 : -105874526378368 : ffff9fb52a76e680) 00000004:00000001:3.0:1763346501.629487:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346501.629490:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.629494:0:19995:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1763346501.629498:0:19995:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:3.0:1763346501.629504:0:19995:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763346501.629506:0:19995:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763346501.629508:0:19995:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763346501.629513:0:19995:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629515:0:19995:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763346501.629517:0:19995:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9607 in log [0x1:0x8:0x0] 00080000:00000001:3.0:1763346501.629522:0:19995:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346501.629533:0:19995:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e2000. 00080000:00000001:3.0:1763346501.629536:0:19995:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411187712 : -105874298363904 : ffff9fb5380e2000) 00000040:00000001:3.0:1763346501.629539:0:19995:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346501.629542:0:19995:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346501.629545:0:19995:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346501.629572:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.629574:0:19995:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629576:0:19995:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629578:0:19995:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629581:0:19995:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763346501.629583:0:19995:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763346501.629587:0:19995:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1763346501.629591:0:19995:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346501.629593:0:19995:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346501.629596:0:19995:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.629599:0:19995:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346501.629603:0:19995:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763346501.629605:0:19995:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.629630:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346501.629632:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.629661:0:19995:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629664:0:19995:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629666:0:19995:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.629669:0:19995:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346501.629692:0:19995:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629695:0:19995:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346501.629698:0:19995:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346501.629700:0:19995:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763346501.629708:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.629759:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763346501.629762:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.629767:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1763346501.629769:0:19995:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629771:0:19995:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.629774:0:19995:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346501.629787:0:19995:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629789:0:19995:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629792:0:19995:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629794:0:19995:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.629797:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.629800:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb52a76e680 x1848996514974592/t21474847760(21474847760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346501.629807:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629810:0:19995:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763346501.629811:0:19995:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763346501.629812:0:19995:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763346501.629813:0:19995:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629815:0:19995:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763346501.629816:0:19995:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9606 in log [0x1:0x8:0x0] 00080000:00000001:3.0:1763346501.629819:0:19995:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763346501.629822:0:19995:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5380e3000. 00080000:00000001:3.0:1763346501.629824:0:19995:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199411191808 : -105874298359808 : ffff9fb5380e3000) 00000040:00000001:3.0:1763346501.629826:0:19995:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763346501.629827:0:19995:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763346501.629829:0:19995:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763346501.629835:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.629836:0:19995:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629838:0:19995:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629839:0:19995:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629842:0:19995:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763346501.629843:0:19995:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763346501.629844:0:19995:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1763346501.629847:0:19995:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763346501.629848:0:19995:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763346501.629850:0:19995:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.629852:0:19995:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763346501.629853:0:19995:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763346501.629855:0:19995:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763346501.629860:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763346501.629862:0:19995:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763346501.629870:0:19995:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629872:0:19995:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629873:0:19995:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.629875:0:19995:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763346501.629881:0:19995:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629883:0:19995:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763346501.629884:0:19995:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763346501.629886:0:19995:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763346501.629889:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.629894:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763346501.629896:0:19995:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763346501.629899:0:19995:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1763346501.629901:0:19995:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629902:0:19995:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346501.629905:0:19995:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763346501.629910:0:19995:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629912:0:19995:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629914:0:19995:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763346501.629916:0:19995:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.629917:0:19995:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.629921:0:19995:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76d180 x1848996514974464/t21474847759(21474847759) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346501.629928:0:19995:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1763346501.629955:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.629959:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb52a76e680 x1848996514974592/t21474847760(21474847760) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763346516 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.629965:0:25650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.629968:0:25650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.629971:0:25650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5380e0800. 02000000:00000001:1.0:1763346501.629975:0:25650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.629978:0:25650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.629980:0:25650:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763346501.629982:0:25650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.629985:0:25650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb5380e0c00. 02000000:00000001:1.0:1763346501.629989:0:25650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.629991:0:25650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.629993:0:25650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76e680. 00000100:00000001:1.0:1763346501.629997:0:25650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.629998:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.630001:0:25650:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763346501.630003:0:25650:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1763346501.630006:0:25650:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346501.630008:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.630012:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.630020:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.630022:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.630025:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763346501.630028:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.630035:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a889f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977408:0@lo:1000:mdt00_004.0 02000000:00000001:3.0:1763346501.630619:0:19995:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346501.630624:0:19995:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5380e2800. 02000000:00000001:3.0:1763346501.630629:0:19995:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346501.630630:0:19995:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346501.630632:0:19995:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346501.630634:0:19995:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346501.630636:0:19995:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9fb5380e1c00. 02000000:00000001:3.0:1763346501.630638:0:19995:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346501.630640:0:19995:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346501.630642:0:19995:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb52a76d180. 00000100:00000001:3.0:1763346501.630645:0:19995:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346501.630646:0:19995:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763346501.630651:0:19995:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:3.0:1763346501.630654:0:19995:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 2 done 00000004:00000001:3.0:1763346501.630658:0:19995:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1763346501.630661:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346501.630663:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.630665:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346501.630666:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763346501.630669:0:19995:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763346501.630671:0:19995:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.630711:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.630715:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.630718:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.630720:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.630724:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.630731:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346501.630734:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389796c0. 00000100:00000001:1.0:1763346501.630737:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346501.630738:0:25650:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.630742:0:25650:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763346501.630757:0:25650:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb509e7a900. 00000004:00000001:1.0:1763346501.630762:0:25650:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763346501.630765:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.630768:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a889f80 x1848996514977408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.630773:0:25650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.630775:0:25650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.630776:0:25650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb5059ec000. 02000000:00000001:1.0:1763346501.630784:0:25650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.630785:0:25650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.630786:0:25650:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763346501.630788:0:25650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.630790:0:25650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e51a00. 02000000:00000001:1.0:1763346501.630792:0:25650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.630793:0:25650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.630794:0:25650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a889f80. 00000100:00000001:1.0:1763346501.630797:0:25650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.630798:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763346501.630801:0:25650:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb5209d1000. 00000004:00000010:1.0:1763346501.630805:0:25650:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08260. 00000004:00000010:1.0:1763346501.630808:0:25650:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb538979300. 00000004:00000001:1.0:1763346501.630813:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.630817:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.630820:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346501.630824:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.630826:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.630829:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.630833:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.630835:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.630837:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346501.630839:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346501.630842:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.630845:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763346501.630848:0:25650:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763346501.630851:0:25650:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb538979300. 00000004:00000001:1.0:1763346501.630853:0:25650:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638199420195584 : -105874289356032 : ffff9fb538979300) 00000020:00000010:1.0:1763346501.630856:0:25650:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb5389796c0. 00000020:00000010:1.0:1763346501.630861:0:25650:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52ad0fb00. 00000020:00000010:1.0:1763346501.630864:0:25650:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52ad0f800. 00000020:00000001:1.0:1763346501.630867:0:25650:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638199420195584 : -105874289356032 : ffff9fb538979300) 00000004:00000001:1.0:1763346501.630870:0:25650:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638199420195584 : -105874289356032 : ffff9fb538979300) 00000004:00000010:1.0:1763346501.630875:0:25650:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb5389799c0. 00000004:00000010:1.0:1763346501.630878:0:25650:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08260. 00000004:00000010:1.0:1763346501.630882:0:25650:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb5209d1000. 00000004:00000001:1.0:1763346501.630884:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.630890:0:25650:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763346501.630892:0:25650:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb538979f00. 00000004:00000010:1.0:1763346501.630894:0:25650:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b089e0. 00000004:00000010:1.0:1763346501.630898:0:25650:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb5209d4000. 00000020:00000001:1.0:1763346501.630903:0:25650:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346501.630905:0:25650:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.630907:0:25650:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763346501.630909:0:25650:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346501.630911:0:25650:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2536:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763346501.630915:0:25650:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb5209d4000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763346501.630919:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a889f80. 00000020:00000040:1.0:1763346501.630922:0:25650:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346501.630926:0:25650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.630929:0:25650:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.630933:0:25650:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.630938:0:25650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51a00. 00000100:00000001:1.0:1763346501.630944:0:25650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.630947:0:25650:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.630949:0:25650:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.630952:0:25650:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.630954:0:25650:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346501.630956:0:25650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.630963:0:25650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb538979000. 00000100:00000001:1.0:1763346501.630965:0:25650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420194816 : -105874289356800 : ffff9fb538979000) 00000100:00000001:1.0:1763346501.630967:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.630969:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000001:1.0:1763346501.630974:0:25650:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346501.630979:0:25650:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.630981:0:25650:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.630984:0:25650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.630987:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.630995:0:25650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.630997:0:25650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.631001:0:25650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346501.631004:0:25650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346501.631006:0:25650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.631010:0:25650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a889f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977536:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.631013:0:25650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.631017:0:25650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.631019:0:25650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.631022:0:25650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.631027:0:25650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb5059ec000. 02000000:00000001:1.0:1763346501.631028:0:25650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.631034:0:25650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.631042:0:25650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979840. 00000100:00000200:1.0:1763346501.631049:0:25650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514977536, portal 4 00000100:00000001:1.0:1763346501.631051:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.631052:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000040:1.0:1763346501.631058:0:25650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.631065:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.631067:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346501.631071:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346501.631073:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514977536, offset 0 00000400:00000200:1.0:1763346501.631080:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346501.631092:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346501.631104:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c775700 00000400:00000200:1.0:1763346501.631111:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 15048 00000400:00000200:1.0:1763346501.631120:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.631124:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346501.631131:0:25650:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.631134:0:25650:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346501.631138:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88b100. 00000100:00000040:1.0:1763346501.631141:0:25650:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a88b100 x1848996514977536 msgsize 328 00000100:00100000:1.0:1763346501.631145:0:25650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346501.631177:0:25650:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346501.631189:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346501.631191:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346501.631194:0:25650:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.631198:0:25650:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.631207:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.631210:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.631320:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.631325:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514977536 02000000:00000001:0.0:1763346501.631327:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.631330:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.631332:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.631336:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.631339:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514977536 00000020:00000001:0.0:1763346501.631343:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.631345:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:0.0:1763346501.631347:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.631351:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000020:00000001:0.0:1763346501.631353:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:0.0:1763346501.631356:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:0.0:1763346501.631360:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.631365:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.631371:0:19977:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb503aa3900. 00000020:00000040:0.0:1763346501.631378:0:19977:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:0.0:1763346501.631391:0:19977:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763346501.631393:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.631398:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.631403:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.631409:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346501.631417:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346501.631420:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.631421:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.631423:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.631432:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.631445:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.631457:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.631460:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.631464:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00000040:0.0:1763346501.631468:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:0.0:1763346501.631470:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452774656 : -105874256776960 : ffff9fb53a88b100) 00000100:00000040:0.0:1763346501.631476:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a88b100 x1848996514977536/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.631484:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.631486:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.631488:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.631490:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00100000:0.0:1763346501.631493:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514977536:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763346501.631497:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514977536 00000020:00000001:0.0:1763346501.631501:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.631504:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.631507:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.631509:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.631512:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346501.631516:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.631519:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.631522:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.631524:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.631528:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.631530:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346501.631536:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414180. 00000100:00000001:0.0:1763346501.631539:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.631542:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.631554:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb531a92000. 02000000:00000001:0.0:1763346501.631556:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.631558:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.631563:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb508448a80. 00000020:00000001:0.0:1763346501.631565:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346501.631569:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.631575:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00000020:00000001:0.0:1763346501.631579:0:19977:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.631583:0:19977:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.631591:0:19977:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:0.0:1763346501.631594:0:19977:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x2536:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763346501.631597:0:19977:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763346501.631600:0:19977:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346501.631604:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76ab0/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00000020:00000010:0.0:1763346501.631608:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414180. 00000020:00000010:0.0:1763346501.631612:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb508448a80. 00000020:00000001:0.0:1763346501.631616:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.631619:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911674, transno 0, xid 1848996514977536 00010000:00000001:0.0:1763346501.631622:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.631626:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a88b100 x1848996514977536/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346501.631634:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.631636:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.631641:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.631645:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.631648:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346501.631650:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346501.631652:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.631655:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.631658:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.631660:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346501.631664:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb508448a80. 00000100:00000200:0.0:1763346501.631668:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514977536, offset 224 00000400:00000200:0.0:1763346501.631673:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346501.631680:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346501.631686:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c775700 00000400:00000200:0.0:1763346501.631691:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12ff1d [2] + 224 00000400:00000200:0.0:1763346501.631697:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.631700:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346501.631704:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.631709:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346501.631719:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.631727:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346501.631731:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb508448a80 00000400:00000010:0.0:1763346501.631733:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb508448a80. 00000100:00000001:0.0:1763346501.631736:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.631737:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.631774:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.631776:0:25650:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.631781:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.631786:0:25650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16290 usecs (17 jiffies) 00000100:00000001:1.0:1763346501.631790:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738498 00000100:00000001:1.0:1763346501.631793:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300738501 00000100:00000001:1.0:1763346501.631795:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738498 00000100:00000001:1.0:1763346501.631798:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300738501 00000100:00000001:1.0:1763346501.631800:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738498 00000100:00000001:1.0:1763346501.631802:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300738501 00000100:00000001:1.0:1763346501.631804:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738498 00000100:00000001:1.0:1763346501.631807:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300738501 00000100:00000001:1.0:1763346501.631809:0:25650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.631812:0:25650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.631815:0:25650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.631817:0:25650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.631820:0:25650:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb538979000 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.631822:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.631828:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.631830:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.631833:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.631836:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538979840 00000400:00000010:1.0:1763346501.631837:0:25650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538979840. 00000100:00000001:1.0:1763346501.631839:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.631843:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346501.631850:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.631856:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.631857:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.631860:0:25650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.631863:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.631864:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.631866:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.631869:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.631874:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=37 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346501.631877:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.631880:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.631882:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.631899:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.631902:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.631907:0:25650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763346501.631909:0:25650:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911674 gen 3 00000100:00000040:1.0:1763346501.631915:0:25650:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911674) req@ffff9fb505923480 x1848996514973312/t12884911674(12884911674) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763346501.631922:0:25650:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763346501.631925:0:25650:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911674 committed transno 12884911674 00000004:00000010:1.0:1763346501.631929:0:25650:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb535e95000. 00000004:00000010:1.0:1763346501.631935:0:25650:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb403ef10e0. 00000004:00000010:1.0:1763346501.631937:0:25650:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb540d5f9c0. 00000004:00000010:1.0:1763346501.631944:0:25650:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff9fb540d5f3c0. 00000004:00000001:1.0:1763346501.631946:0:25650:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763346501.631947:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.631950:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb505923480 x1848996514973312/t12884911674(12884911674) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346510 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.631957:0:25650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.631959:0:25650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.631962:0:25650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb538ad6000. 02000000:00000001:1.0:1763346501.631966:0:25650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.631968:0:25650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.631969:0:25650:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763346501.631971:0:25650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.631973:0:25650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb532026c00. 02000000:00000001:1.0:1763346501.631976:0:25650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.631977:0:25650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.631979:0:25650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb505923480. 00000100:00080000:3.0:1763346501.631982:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:1.0:1763346501.631983:0:25650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.631984:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763346501.631987:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:1.0:1763346501.631987:0:25650:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763346501.631989:0:25650:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1763346501.631992:0:25650:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346501.631993:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.631997:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.632003:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.632006:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.632008:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.632008:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.632012:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346501.632012:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346501.632014:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.632016:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.632018:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1763346501.632020:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a889f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977536:0@lo:1000:mdt00_004.0 00000100:00000040:0.0:1763346501.632022:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88b100 x1848996514977536/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.632024:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.632027:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.632030:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.632032:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1763346501.632032:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a88b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514977536:12345-0@lo:1000:mdt00_004.0 Request processed in 546us (888us total) trans 0 rc 0/0 00000100:00000040:1.0:1763346501.632035:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.632041:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346501.632044:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb538979000. 00000100:00100000:0.0:1763346501.632045:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00000001:1.0:1763346501.632046:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346501.632048:0:25650:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.632049:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000004:00000001:1.0:1763346501.632050:0:25650:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.632051:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.632053:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:1.0:1763346501.632058:0:25650:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb509e7a100. 00000020:00000010:0.0:1763346501.632058:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957e00. 00000004:00000001:1.0:1763346501.632062:0:25650:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000010:0.0:1763346501.632062:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000100:00000001:1.0:1763346501.632064:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1763346501.632066:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000100:00000040:1.0:1763346501.632067:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb53a889f80 x1848996514977536/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.632072:0:25650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1763346501.632073:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 4 02000000:00000001:1.0:1763346501.632074:0:25650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.632075:0:25650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb5059ec000. 00000100:00000001:0.0:1763346501.632076:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763346501.632080:0:25650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.632082:0:25650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.632083:0:25650:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763346501.632085:0:25650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.632086:0:25650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e51a00. 02000000:00000001:1.0:1763346501.632089:0:25650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.632090:0:25650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.632091:0:25650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53a889f80. 00000100:00000001:1.0:1763346501.632093:0:25650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.632094:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763346501.632096:0:25650:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb5209d4000. 00000004:00000010:1.0:1763346501.632100:0:25650:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b089e0. 00000004:00000010:1.0:1763346501.632103:0:25650:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb538979f00. 00000004:00000001:1.0:1763346501.632106:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.632109:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.632111:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346501.632114:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.632115:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.632123:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.632124:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632127:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632128:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346501.632130:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:1.0:1763346501.632132:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632135:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763346501.632138:0:25650:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763346501.632141:0:25650:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb538979f00. 00000004:00000001:1.0:1763346501.632143:0:25650:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000020:00000010:1.0:1763346501.632147:0:25650:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52ad0fa00. 00000020:00000001:1.0:1763346501.632150:0:25650:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000004:00000001:1.0:1763346501.632152:0:25650:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000004:00000010:1.0:1763346501.632166:0:25650:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb538979000. 00000004:00000010:1.0:1763346501.632172:0:25650:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b089e0. 00000004:00000010:1.0:1763346501.632176:0:25650:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb5209d4000. 00000004:00000001:1.0:1763346501.632178:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632181:0:25650:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632183:0:25650:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632187:0:25650:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632197:0:25650:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763346501.632200:0:25650:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931328, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117880, ffree=117088, state=0 00000004:00000001:1.0:1763346501.632204:0:25650:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632207:0:25650:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763346501.632209:0:25650:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117879, ffree=117152, state=0 00000004:00000001:1.0:1763346501.632240:0:25650:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632243:0:25650:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763346501.632245:0:25650:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763346501.632249:0:25650:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.632254:0:25650:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5389796c0 refcount 5 committed 0 result 0 batchid 4294967630 00000020:00000040:1.0:1763346501.632258:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0fa00 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb538979f00 00000020:00000040:1.0:1763346501.632261:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0f800 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb538979300 00000020:00000040:1.0:1763346501.632264:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0fb00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5224d7c00 00000020:00000040:1.0:1763346501.632269:0:25650:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:1.0:1763346501.632273:0:25650:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763346501.632275:0:25650:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763346501.632278:0:25650:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:1.0:1763346501.632282:0:25650:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346501.632285:0:25650:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346501.632287:0:25650:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346501.632290:0:25650:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632293:0:25650:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763346501.632296:0:25650:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763346501.632301:0:25650:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763346501.632348:0:25650:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346501.632351:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.632353:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.632354:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632357:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632359:0:25650:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763346501.632370:0:25650:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:1.0:1763346501.632375:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.632376:0:25650:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632379:0:25650:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763346501.632382:0:25650:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763346501.632384:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.632385:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.632386:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.632387:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632389:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632391:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632393:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.632399:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:1.0:1763346501.632405:0:25650:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1763346501.632408:0:25650:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632410:0:25650:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:1.0:1763346501.632416:0:25650:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763346501.632424:0:25650:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346501.632430:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:1.0:1763346501.632433:0:25650:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632435:0:25650:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632438:0:25650:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632441:0:25650:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346501.632443:0:25650:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346501.632447:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.632471:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.632473:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632474:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.632482:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.632484:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632486:0:25650:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632489:0:25650:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632492:0:25650:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346501.632495:0:25650:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.632497:0:25650:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632500:0:25650:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346501.632501:0:25650:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346501.632503:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.632509:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.632511:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632512:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.632518:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.632519:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632521:0:25650:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632522:0:25650:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632524:0:25650:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346501.632525:0:25650:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.632527:0:25650:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632529:0:25650:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632532:0:25650:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.632535:0:25650:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346501.632537:0:25650:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632542:0:25650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346501.632549:0:25650:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346501.632551:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.632553:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046241280 : -105874663310336 : ffff9fb5224d7c00) 00080000:00000001:1.0:1763346501.632556:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.632559:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.632560:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632562:0:25650:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632587:0:25650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632589:0:25650:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632594:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.632597:0:25650:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346501.632600:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346501.632603:0:25650:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632606:0:25650:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346501.632610:0:25650:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.632613:0:25650:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763346501.632616:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.632617:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.632619:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346501.632621:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.632622:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.632624:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.632626:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632627:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632629:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346501.632631:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346501.632633:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632635:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346501.632637:0:25650:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638199420195584 : -105874289356032 : ffff9fb538979300) 00000004:00000001:1.0:1763346501.632639:0:25650:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638199420195584 : -105874289356032 : ffff9fb538979300) 00000020:00000040:1.0:1763346501.632644:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763346501.632647:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763346501.632649:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763346501.632651:0:25650:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x260c:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763346501.632655:0:25650:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763346501.632657:0:25650:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x260c:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763346501.632661:0:25650:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346501.632664:0:25650:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632667:0:25650:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632669:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632671:0:25650:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.632673:0:25650:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763346501.632675:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.632677:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.632678:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346501.632681:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.632682:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.632683:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.632685:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632686:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.632688:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346501.632689:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:1.0:1763346501.632691:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632693:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346501.632695:0:25650:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000004:00000001:1.0:1763346501.632697:0:25650:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638199420198656 : -105874289352960 : ffff9fb538979f00) 00000020:00000040:1.0:1763346501.632700:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763346501.632702:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 3 size = 52 00000020:00000040:1.0:1763346501.632704:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763346501.632707:0:25650:0:(update_records.c:220:update_records_update_pack()) 1th [0x280000401:0x2536:0x0] xattr_set param_count = 4 00000004:00000001:1.0:1763346501.632709:0:25650:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763346501.632710:0:25650:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x2536:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763346501.632713:0:25650:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346501.632714:0:25650:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632716:0:25650:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632718:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632720:0:25650:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632722:0:25650:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.632724:0:25650:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632727:0:25650:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:1.0:1763346501.632731:0:25650:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 4294967630 flags = 0 ops = 2 params = 4 00000020:00000040:1.0:1763346501.632734:0:25650:0:(update_records.c:73:update_records_dump()) update 0th [0x240000401:0x260c:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763346501.632738:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed08064 0th off = 0 size = 12 00000020:00000040:1.0:1763346501.632740:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed0807c 1th off = 1 size = 52 00000020:00000040:1.0:1763346501.632742:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed080bc 2th off = 2 size = 4 00000020:00000040:1.0:1763346501.632745:0:25650:0:(update_records.c:73:update_records_dump()) update 1th [0x280000401:0x2536:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763346501.632747:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed08064 0th off = 0 size = 12 00000020:00000040:1.0:1763346501.632749:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed080cc 1th off = 3 size = 52 00000020:00000040:1.0:1763346501.632751:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed080bc 2th off = 2 size = 4 00000020:00000001:1.0:1763346501.632754:0:25650:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:1.0:1763346501.632756:0:25650:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000020:00000010:1.0:1763346501.632760:0:25650:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff9fb529f30f80. 00000040:00000001:1.0:1763346501.632763:0:25650:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763346501.632765:0:25650:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763346501.632767:0:25650:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763346501.632769:0:25650:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638198899710976 : -105874809840640 : ffff9fb519919c00) 00000040:00000001:1.0:1763346501.632771:0:25650:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346501.632772:0:25650:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346501.632774:0:25650:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763346501.632777:0:25650:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763346501.632779:0:25650:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200000bd0:0x1:0x0] 00080000:00000001:1.0:1763346501.632789:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.632845:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763346501.632848:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.632852:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1763346501.632854:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.632866:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763346501.632868:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.632884:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=280 : 280 : 118) 00000040:00080000:1.0:1763346501.632887:0:25650:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].19, 280 off38712 00000040:00000001:1.0:1763346501.632890:0:25650:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346501.632893:0:25650:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346501.632895:0:25650:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763346501.632900:0:25650:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.632902:0:25650:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346501.632904:0:25650:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763346501.632906:0:25650:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0000-osd: Add update log [0x200000bd0:0x1:0x0].19: rc = 1 00000020:00000001:1.0:1763346501.632909:0:25650:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763346501.632912:0:25650:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346501.632914:0:25650:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.632917:0:25650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763346501.632922:0:25650:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055518 00000001:00000001:1.0:1763346501.632924:0:25650:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346501.632928:0:25650:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055519, last_committed = 8590055516 00000001:00000010:1.0:1763346501.632932:0:25650:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb510a1b960. 00000001:00000040:1.0:1763346501.632936:0:25650:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 3 00000020:00000040:1.0:1763346501.632938:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=490 00000001:00000010:1.0:1763346501.632943:0:25650:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb538979840. 00000004:00000001:1.0:1763346501.632949:0:25650:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346501.632951:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.632952:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046241280 : -105874663310336 : ffff9fb5224d7c00) 00000020:00000040:1.0:1763346501.632955:0:25650:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 4 size = 32 00000020:00000040:1.0:1763346501.632958:0:25650:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 5 size = 8 00000020:00000040:1.0:1763346501.632960:0:25650:0:(update_records.c:220:update_records_update_pack()) 2th [0x200000001:0x15:0x0] write param_count = 6 00080000:00000001:1.0:1763346501.632962:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.632970:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346501.632972:0:25650:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346501.632976:0:25650:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb538979840: xid 1848996540811520, transno 8590055519, tag 0, client gen 3, slot idx 2 00000001:00000001:1.0:1763346501.632979:0:25650:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.632982:0:25650:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763346501.632984:0:25650:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:1.0:1763346501.633000:0:25650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.633003:0:25650:0:(update_records.c:54:update_records_dump()) master transno = 8590055519 batchid = 4294967630 flags = 0 ops = 3 params = 6 00000020:00000040:1.0:1763346501.633005:0:25650:0:(update_records.c:73:update_records_dump()) update 0th [0x240000401:0x260c:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763346501.633008:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed0807c 0th off = 0 size = 12 00000020:00000040:1.0:1763346501.633010:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed08094 1th off = 1 size = 52 00000020:00000040:1.0:1763346501.633012:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed080d4 2th off = 2 size = 4 00000020:00000040:1.0:1763346501.633013:0:25650:0:(update_records.c:73:update_records_dump()) update 1th [0x280000401:0x2536:0x0] xattr_set params_count = 3 00000020:00000040:1.0:1763346501.633016:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed0807c 0th off = 0 size = 12 00000020:00000040:1.0:1763346501.633018:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed080e4 1th off = 3 size = 52 00000020:00000040:1.0:1763346501.633020:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed080d4 2th off = 2 size = 4 00000020:00000040:1.0:1763346501.633022:0:25650:0:(update_records.c:73:update_records_dump()) update 2th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:1.0:1763346501.633024:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed08124 0th off = 4 size = 32 00000020:00000040:1.0:1763346501.633026:0:25650:0:(update_records.c:88:update_records_dump()) param = ffff9fb51ed0814c 1th off = 5 size = 8 00000020:00000001:1.0:1763346501.633028:0:25650:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:1.0:1763346501.633030:0:25650:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.633031:0:25650:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:1.0:1763346501.633032:0:25650:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.633034:0:25650:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763346501.633037:0:25650:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763346501.633039:0:25650:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763346501.633041:0:25650:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5389796c0 refcount 5 committed 0 result 0 batchid 4294967630 00000020:00000040:1.0:1763346501.633044:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0fa00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb538979f00 00000020:00000040:1.0:1763346501.633048:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0f800 obd lustre-OST0000-osc-MDT0000 committed 0 started 1 stopped 0 result 0 sub_th ffff9fb538979300 00000020:00000040:1.0:1763346501.633050:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0fb00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb5224d7c00 00000020:00000040:1.0:1763346501.633053:0:25650:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].19 00000020:00000001:1.0:1763346501.633055:0:25650:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763346501.633057:0:25650:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763346501.633059:0:25650:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346501.633062:0:25650:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x2536:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763346501.633065:0:25650:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb5209d4000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763346501.633071:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a889f80. 00000020:00000040:1.0:1763346501.633073:0:25650:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346501.633077:0:25650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.633080:0:25650:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.633084:0:25650:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.633089:0:25650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51a00. 00000100:00000001:1.0:1763346501.633094:0:25650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.633098:0:25650:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.633100:0:25650:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.633102:0:25650:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.633106:0:25650:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346501.633108:0:25650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.633114:0:25650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389790c0. 00000100:00000001:1.0:1763346501.633116:0:25650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420195008 : -105874289356608 : ffff9fb5389790c0) 00000100:00000001:1.0:1763346501.633119:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.633121:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000001:1.0:1763346501.633125:0:25650:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346501.633129:0:25650:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.633132:0:25650:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.633133:0:25650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.633139:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.633147:0:25650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.633149:0:25650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.633152:0:25650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346501.633165:0:25650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346501.633168:0:25650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.633172:0:25650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb53a889f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977664:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.633176:0:25650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.633181:0:25650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.633183:0:25650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.633186:0:25650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.633192:0:25650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb5059ec000. 02000000:00000001:1.0:1763346501.633194:0:25650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.633199:0:25650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.633206:0:25650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979900. 00010000:00000010:1.1:1763346501.633246:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a3b600. 00010000:00000010:1.1:1763346501.633254:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37a00. 00010000:00000010:1.1:1763346501.633261:0:25650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f200. 00010000:00000010:1.1:1763346501.633266:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36600. 00010000:00000010:1.1:1763346501.633269:0:25650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417f4f500. 00000100:00000200:1.0:1763346501.633280:0:25650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514977664, portal 4 00000100:00000001:1.0:1763346501.633282:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.633283:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000040:1.0:1763346501.633289:0:25650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.633295:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.633297:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346501.633301:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346501.633305:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514977664, offset 0 00000400:00000200:1.0:1763346501.633310:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346501.633321:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346501.633330:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c775780 00000400:00000200:1.0:1763346501.633336:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 15376 00000400:00000200:1.0:1763346501.633342:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.633346:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346501.633351:0:25650:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.633353:0:25650:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346501.633358:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb53a88aa00. 00000100:00000040:1.0:1763346501.633360:0:25650:0:(events.c:337:request_in_callback()) incoming req@ffff9fb53a88aa00 x1848996514977664 msgsize 408 00000100:00100000:1.0:1763346501.633364:0:25650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346501.633384:0:25650:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346501.633394:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346501.633396:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346501.633399:0:25650:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.633402:0:25650:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.633411:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.633413:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.633420:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.633421:0:25650:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.633426:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.633430:0:25650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16288 usecs (17 jiffies) 00000100:00000001:1.0:1763346501.633434:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738500 00000100:00000001:1.0:1763346501.633436:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300738501 00000100:00000001:1.0:1763346501.633438:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738500 00000100:00000001:0.0:1763346501.633439:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763346501.633440:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300738501 00000100:00000001:1.0:1763346501.633442:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738500 00000100:00100000:0.0:1763346501.633442:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514977664 00000100:00000001:1.0:1763346501.633444:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300738501 02000000:00000001:0.0:1763346501.633444:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.633446:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.633447:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738500 00000100:00000001:0.0:1763346501.633448:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.633449:0:25650:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300738501 00000100:00000001:1.0:1763346501.633451:0:25650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346501.633451:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.633454:0:25650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.633455:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514977664 00000100:00000001:1.0:1763346501.633456:0:25650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.633457:0:25650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1763346501.633457:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1763346501.633460:0:25650:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5389790c0 going to sleep for 11 seconds 00000020:00000040:0.0:1763346501.633460:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000100:00000001:1.0:1763346501.633462:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1763346501.633462:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.633464:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=5 00000100:00000001:1.0:1763346501.633465:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.633466:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:0.0:1763346501.633469:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:0.0:1763346501.633473:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.633477:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.633480:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.633483:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.633488:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.633493:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.633497:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346501.633505:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346501.633508:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.633510:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.633512:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.633529:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.633608:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.633614:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.633617:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.633618:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763346501.633618:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.633622:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00000001:2.0:1763346501.633626:0:62985:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.633626:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:2.0:1763346501.633628:0:62985:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.633628:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199452772864 : -105874256778752 : ffff9fb53a88aa00) 00000100:00000040:0.0:1763346501.633634:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb53a88aa00 x1848996514977664/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.633643:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.633646:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.633648:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.633650:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00100000:0.0:1763346501.633654:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb53a88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514977664:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763346501.633658:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514977664 00000020:00000001:0.0:1763346501.633660:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.633663:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.633666:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.633668:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.633670:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346501.633674:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.633678:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.633680:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.633682:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.633685:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.633687:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346501.633692:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414180. 00000100:00000001:0.0:1763346501.633696:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.633698:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.633704:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb531a90000. 02000000:00000001:0.0:1763346501.633707:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.633709:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.633713:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb508448a80. 00000020:00000001:0.0:1763346501.633715:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346501.633719:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.633723:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00080000:00000001:0.0:1763346501.633728:0:19977:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.633735:0:19977:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532676400. 00080000:00000001:0.0:1763346501.633738:0:19977:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316374528 : -105874393177088 : ffff9fb532676400) 00000020:00000001:0.0:1763346501.633741:0:19977:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.633747:0:19977:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.633766:0:19977:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.633770:0:19977:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.633773:0:19977:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763346501.633774:0:19977:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346501.633778:0:19977:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.633910:0:19977:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.633918:0:19977:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.633941:0:19977:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.633945:0:19977:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763346501.633947:0:19977:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff9fb52d503d58 name trusted.fid flag 1 00080000:00000001:0.0:1763346501.633953:0:19977:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346501.633956:0:19977:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763346501.634004:0:19977:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.634007:0:19977:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763346501.634010:0:19977:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff9fb531a90208 index 0: rc = 0 00000020:00000040:0.0:1763346501.634012:0:19977:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763346501.634015:0:19977:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.634018:0:19977:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.634021:0:19977:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911676, last_committed = 12884911674 00000001:00000010:0.0:1763346501.634024:0:19977:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038540. 00000001:00000040:0.0:1763346501.634027:0:19977:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52e9fe800 : new cb_count 1 00000020:00000040:0.0:1763346501.634029:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb52e9fe800 refcount=6 00080000:00000001:0.0:1763346501.634033:0:19977:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.634049:0:19977:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346501.634052:0:19977:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.634063:0:19977:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346501.634067:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb417b76ab0/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00000020:00000001:0.0:1763346501.634070:0:19977:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.634073:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414180. 00000020:00000010:0.0:1763346501.634076:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb508448a80. 00000020:00000001:0.0:1763346501.634078:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.634082:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911674, transno 12884911676, xid 1848996514977664 00010000:00000001:0.0:1763346501.634085:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.634090:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb53a88aa00 x1848996514977664/t12884911676(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346501.634098:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.634101:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.634104:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.634109:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.634111:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346501.634113:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346501.634115:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.634118:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.634121:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.634123:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346501.634126:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb508448a80. 00000100:00000200:0.0:1763346501.634130:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514977664, offset 224 00000400:00000200:0.0:1763346501.634135:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346501.634141:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346501.634147:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c775780 00000400:00000200:0.0:1763346501.634152:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12ff29 [2] + 224 00000400:00000200:0.0:1763346501.634168:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.634172:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346501.634176:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.634181:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346501.634190:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.634209:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.634250:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1763346501.634453:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb508448a80 00000400:00000010:0.0:1763346501.634456:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb508448a80. 00000100:00000001:0.0:1763346501.634459:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.634460:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346501.634463:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.634466:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346501.634469:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.634471:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1763346501.634472:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1763346501.634473:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1763346501.634475:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1763346501.634477:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a88aa00 x1848996514977664/t12884911676(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1763346501.634478:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.634481:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538979900 00000400:00000010:1.0:1763346501.634483:0:25650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538979900. 00000100:00000001:1.0:1763346501.634485:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1763346501.634487:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb53a88aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25650:x1848996514977664:12345-0@lo:1000:mdt00_004.0 Request processed in 842us (1124us total) trans 12884911676 rc 0/0 00000100:00000200:1.0:1763346501.634489:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346501.634495:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00000200:1.0:1763346501.634497:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb53a889f80 x1848996514977664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346501.634499:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:0.0:1763346501.634501:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.634503:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.634503:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1763346501.634505:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.634508:0:25650:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1763346501.634508:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957e00. 02000000:00000001:1.0:1763346501.634510:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1763346501.634511:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000100:00000001:1.0:1763346501.634512:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.634514:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.634515:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 02000000:00000001:1.0:1763346501.634517:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.634520:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:0.0:1763346501.634522:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1763346501.634523:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93578 time=37 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346501.634526:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.634529:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.634531:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.634534:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.634537:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.634540:0:25650:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763346501.634542:0:25650:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763346501.634544:0:25650:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763346501.634547:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.634549:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199452770176 : -105874256781440 : ffff9fb53a889f80) 00000100:00000001:1.0:1763346501.634552:0:25650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346501.634554:0:25650:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911674 00000100:00000001:1.0:1763346501.634557:0:25650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346501.634563:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.634575:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb53a889f80 x1848996514977664/t12884911676(12884911676) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.634581:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.634584:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.634586:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346501.634590:0:25650:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763346501.634595:0:25650:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.634598:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb53a889f80 x1848996514977664/t12884911676(12884911676) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.634606:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb53a889f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977664:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.634610:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.634613:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.634616:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.634618:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.634621:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb53a889f80 x1848996514977664/t12884911676(12884911676) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.634628:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346501.634630:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389790c0. 00000100:00000001:1.0:1763346501.634633:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346501.634635:0:25650:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.634637:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.634639:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb53a889f80 x1848996514977664/t12884911676(12884911676) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.634645:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.634647:0:25650:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.634650:0:25650:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.634653:0:25650:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.634655:0:25650:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763346501.634828:0:25650:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763346501.634831:0:25650:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763346501.634834:0:25650:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5389796c0 refcount 4 committed 0 result 0 batchid 4294967630 00000020:00000040:1.0:1763346501.634838:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0fa00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb538979f00 00000020:00000040:1.0:1763346501.634841:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0f800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb538979300 00000020:00000040:1.0:1763346501.634843:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0fb00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb5224d7c00 00000020:00000040:1.0:1763346501.634845:0:25650:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].19 00000020:00000001:1.0:1763346501.634848:0:25650:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763346501.634849:0:25650:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763346501.634851:0:25650:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346501.634853:0:25650:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260c:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763346501.634856:0:25650:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb5209d1000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763346501.634862:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb505923480. 00000020:00000040:1.0:1763346501.634867:0:25650:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346501.634870:0:25650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.634872:0:25650:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.634876:0:25650:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.634882:0:25650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51000. 00000100:00000001:1.0:1763346501.634886:0:25650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.634890:0:25650:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.634892:0:25650:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.634895:0:25650:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.634897:0:25650:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346501.634899:0:25650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.634904:0:25650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5389790c0. 00000100:00000001:1.0:1763346501.634906:0:25650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638199420195008 : -105874289356608 : ffff9fb5389790c0) 00000100:00000001:1.0:1763346501.634908:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.634910:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000001:1.0:1763346501.634914:0:25650:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346501.634920:0:25650:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.634922:0:25650:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.634924:0:25650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.634928:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.634934:0:25650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.634936:0:25650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.634940:0:25650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346501.634942:0:25650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346501.634944:0:25650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.634947:0:25650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb505923480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977792:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.634950:0:25650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.634954:0:25650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.634955:0:25650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.634957:0:25650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.634963:0:25650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb538ad6000. 02000000:00000001:1.0:1763346501.634965:0:25650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.634969:0:25650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.634974:0:25650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb538979900. 00000100:00000200:1.0:1763346501.634979:0:25650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514977792, portal 4 00000100:00000001:1.0:1763346501.634981:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.634982:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000040:1.0:1763346501.634988:0:25650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.634994:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.634996:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346501.634999:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346501.635001:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514977792, offset 0 00000400:00000200:1.0:1763346501.635006:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346501.635012:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346501.635020:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c775800 00000400:00000200:1.0:1763346501.635025:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 15784 00000400:00000200:1.0:1763346501.635031:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.635034:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346501.635038:0:25650:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.635040:0:25650:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346501.635044:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226aed80. 00000100:00000040:1.0:1763346501.635047:0:25650:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5226aed80 x1848996514977792 msgsize 408 00000100:00100000:1.0:1763346501.635051:0:25650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346501.635068:0:25650:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346501.635074:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346501.635077:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346501.635079:0:25650:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.635083:0:25650:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.635090:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.635093:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.635099:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.635101:0:25650:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.635105:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.635109:0:25650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23530 usecs (24 jiffies) 00000100:00000001:1.0:1763346501.635113:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738508 00000100:00000001:1.0:1763346501.635120:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738501 00000100:00000001:1.0:1763346501.635125:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738508 00000100:00000001:1.0:1763346501.635128:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738501 00000100:00000001:1.0:1763346501.635131:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738508 00000100:00000001:1.0:1763346501.635134:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738501 00000100:00000001:1.0:1763346501.635136:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738508 00000100:00000001:1.0:1763346501.635140:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738501 00000100:00000001:1.0:1763346501.635143:0:25650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.635145:0:25650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.635148:0:25650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.635150:0:25650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.635153:0:25650:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5389790c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.635165:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.635167:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.635317:0:19977:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.635319:0:19977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514977792 02000000:00000001:0.0:1763346501.635322:0:19977:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.635324:0:19977:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.635325:0:19977:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.635328:0:19977:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.635331:0:19977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514977792 00000020:00000001:0.0:1763346501.635334:0:19977:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.635336:0:19977:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:0.0:1763346501.635339:0:19977:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.635343:0:19977:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=5 00000020:00000001:0.0:1763346501.635345:0:19977:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:0.0:1763346501.635349:0:19977:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:0.0:1763346501.635353:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.635357:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.635360:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.635363:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.635369:0:19977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.635373:0:19977:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.635377:0:19977:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109e10. 00000100:00000040:0.0:1763346501.635384:0:19977:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763346501.635387:0:19977:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.635388:0:19977:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.635390:0:19977:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.635396:0:19977:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.635673:0:19977:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.635679:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.635682:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.635683:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763346501.635683:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.635687:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00000040:2.0:1763346501.635691:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:0.0:1763346501.635691:0:19977:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.635693:0:19977:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.635694:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199048170880 : -105874661380736 : ffff9fb5226aed80) 00000100:00000040:2.0:1763346501.635700:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5226aed80 x1848996514977792/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.635715:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.635718:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.635721:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.635723:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.635728:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5226aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:25650:x1848996514977792:12345-0@lo:1000:mdt00_004.0 00000100:00000200:2.0:1763346501.635731:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514977792 00000020:00000001:2.0:1763346501.635734:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.635737:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.635739:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.635742:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.635744:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346501.635747:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.635749:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.635751:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.635754:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.635756:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.635759:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346501.635793:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8570. 00000100:00000001:2.0:1763346501.635799:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.635801:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.635810:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb538b5a000. 02000000:00000001:2.0:1763346501.635812:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.635814:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.635819:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb5222c2cc0. 00000020:00000001:2.0:1763346501.635821:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346501.635825:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.635832:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00080000:00000001:2.0:1763346501.635838:0:62985:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.635846:0:62985:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51dc09000. 00080000:00000001:2.0:1763346501.635849:0:62985:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198969896960 : -105874739654656 : ffff9fb51dc09000) 00000020:00000001:2.0:1763346501.635853:0:62985:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.635857:0:62985:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.635877:0:62985:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.635880:0:62985:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.635883:0:62985:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763346501.635885:0:62985:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346501.635889:0:62985:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.635978:0:62985:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.635979:0:62985:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.636001:0:62985:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.636004:0:62985:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763346501.636006:0:62985:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d503ef0 name trusted.fid flag 1 00080000:00000001:2.0:1763346501.636012:0:62985:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.636013:0:62985:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763346501.636086:0:62985:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.636089:0:62985:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763346501.636092:0:62985:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb538b5a208 index 0: rc = 0 00000020:00000040:2.0:1763346501.636095:0:62985:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763346501.636098:0:62985:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.636102:0:62985:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.636105:0:62985:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847765, last_committed = 21474847763 00000001:00000010:2.0:1763346501.636108:0:62985:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613f00. 00000001:00000040:2.0:1763346501.636111:0:62985:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 1 00000020:00000040:2.0:1763346501.636114:0:62985:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=6 00080000:00000001:2.0:1763346501.636119:0:62985:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.636130:0:62985:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763346501.636133:0:62985:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.636143:0:62985:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346501.636146:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e1728/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00000020:00000001:2.0:1763346501.636149:0:62985:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.636152:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f8570. 00000020:00000010:2.0:1763346501.636154:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb5222c2cc0. 00000020:00000001:2.0:1763346501.636168:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.636171:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847760, transno 21474847765, xid 1848996514977792 00010000:00000001:2.0:1763346501.636174:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.636180:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5226aed80 x1848996514977792/t21474847765(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.636194:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.636197:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.636201:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.636205:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.636207:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346501.636209:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346501.636255:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.636258:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.636261:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.636263:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346501.636268:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5222c2cc0. 00000100:00000200:2.0:1763346501.636274:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514977792, offset 224 00000400:00000200:2.0:1763346501.636281:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346501.636291:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346501.636300:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c775800 00000400:00000200:2.0:1763346501.636307:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12ff35 [2] + 224 00000400:00000200:2.0:1763346501.636314:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.636318:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346501.636323:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.636329:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346501.636338:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.636357:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346501.636364:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5222c2cc0 00000400:00000010:2.0:1763346501.636366:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5222c2cc0. 00000100:00000001:2.0:1763346501.636369:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.636371:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.636375:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.636378:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346501.636380:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.636382:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.636384:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.636388:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226aed80 x1848996514977792/t21474847765(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.636397:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5226aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:25650:x1848996514977792:12345-0@lo:1000:mdt00_004.0 Request processed in 681us (1348us total) trans 21474847765 rc 0/0 00000100:00100000:2.0:1763346501.636405:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00000040:2.0:1763346501.636408:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:2.0:1763346501.636410:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.636412:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.636417:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957e00. 00000020:00000010:2.0:1763346501.636421:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109e10. 00000020:00000010:2.0:1763346501.636426:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:2.0:1763346501.636431:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000100:00000001:2.0:1763346501.636434:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.636638:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.636644:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.636646:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.636649:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.636652:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb538979900 00000400:00000010:1.0:1763346501.636654:0:25650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb538979900. 00000100:00000001:1.0:1763346501.636657:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.636661:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346501.636670:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb505923480 x1848996514977792/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.636677:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.636678:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.636681:0:25650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.636684:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.636686:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.636688:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.636691:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.636699:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=37 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346501.636703:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.636706:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.636708:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.636711:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.636715:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.636718:0:25650:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763346501.636720:0:25650:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763346501.636722:0:25650:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763346501.636725:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.636726:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198564205696 : -105875145345920 : ffff9fb505923480) 00000100:00000001:1.0:1763346501.636730:0:25650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346501.636731:0:25650:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847760 00000100:00000001:1.0:1763346501.636733:0:25650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346501.636736:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.636741:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb505923480 x1848996514977792/t21474847765(21474847765) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.636749:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.636751:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.636753:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346501.636756:0:25650:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763346501.636761:0:25650:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.636764:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb505923480 x1848996514977792/t21474847765(21474847765) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.636773:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb505923480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977792:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.636778:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.636781:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.636784:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.636786:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.636788:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb505923480 x1848996514977792/t21474847765(21474847765) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.636795:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346501.636798:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5389790c0. 00000100:00000001:1.0:1763346501.636800:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346501.636802:0:25650:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.636804:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.636807:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb505923480 x1848996514977792/t21474847765(21474847765) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.636813:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.636816:0:25650:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.636819:0:25650:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.636822:0:25650:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.636827:0:25650:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.636829:0:25650:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb519a54000. 00000020:00000001:1.0:1763346501.636834:0:25650:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763346501.636843:0:25650:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763346501.636850:0:25650:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb510a1b060. 00080000:00000001:1.0:1763346501.636853:0:25650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.636858:0:25650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5224d4400. 00080000:00000001:1.0:1763346501.636860:0:25650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199046226944 : -105874663324672 : ffff9fb5224d4400) 00000004:00000001:1.0:1763346501.636867:0:25650:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.636870:0:25650:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346501.636873:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346501.636876:0:25650:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763346501.636879:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.636887:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.636890:0:25650:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.636893:0:25650:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763346501.636898:0:25650:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff9fb538979900. 00000004:00000001:1.0:1763346501.636902:0:25650:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763346501.636905:0:25650:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff9fb41788d430. 00000004:00000010:1.0:1763346501.636908:0:25650:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff9fb41788d8f0. 00000020:00000001:1.0:1763346501.636923:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763346501.636931:0:25650:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff9fb417a54000. 00000004:00000001:1.0:1763346501.636941:0:25650:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763346501.636943:0:25650:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.636947:0:25650:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446638194572476504 : -105879137075112 : ffff9fb417a54058) 00000004:00000001:1.0:1763346501.636949:0:25650:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.636952:0:25650:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763346501.636954:0:25650:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.636956:0:25650:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.636958:0:25650:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763346501.636961:0:25650:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346501.636967:0:25650:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763346501.636973:0:25650:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb509cf10c0. 00000004:00000010:1.0:1763346501.636977:0:25650:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08700. 00000004:00000010:1.0:1763346501.636985:0:25650:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb51f388000. 00000020:00000001:1.0:1763346501.636990:0:25650:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346501.636992:0:25650:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.636995:0:25650:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763346501.636997:0:25650:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346501.636999:0:25650:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260d:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763346501.637005:0:25650:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb51f388000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763346501.637011:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226afb80. 00000020:00000040:1.0:1763346501.637015:0:25650:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346501.637018:0:25650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.637021:0:25650:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.637025:0:25650:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.637031:0:25650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e50200. 00000100:00000001:1.0:1763346501.637035:0:25650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.637039:0:25650:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.637041:0:25650:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.637043:0:25650:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.637046:0:25650:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346501.637047:0:25650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.637052:0:25650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb509cf1600. 00000100:00000001:1.0:1763346501.637055:0:25650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198635304448 : -105875074247168 : ffff9fb509cf1600) 00000100:00000001:1.0:1763346501.637057:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.637058:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048174464 : -105874661377152 : ffff9fb5226afb80) 00000100:00000001:1.0:1763346501.637064:0:25650:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346501.637069:0:25650:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.637071:0:25650:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.637073:0:25650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.637076:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.637083:0:25650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.637085:0:25650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.637089:0:25650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346501.637092:0:25650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346501.637094:0:25650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.637097:0:25650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5226afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977920:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.637101:0:25650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.637105:0:25650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.637107:0:25650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.637109:0:25650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.637117:0:25650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb535568000. 02000000:00000001:1.0:1763346501.637119:0:25650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.637124:0:25650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.637130:0:25650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5084e4300. 00000100:00000200:1.0:1763346501.637135:0:25650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514977920, portal 4 00000100:00000001:1.0:1763346501.637137:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.637139:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048174464 : -105874661377152 : ffff9fb5226afb80) 00000100:00000040:1.0:1763346501.637144:0:25650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.637150:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.637152:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346501.637166:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346501.637170:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1848996514977920, offset 0 00000400:00000200:1.0:1763346501.637175:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346501.637182:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346501.637189:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a70c775880 00000400:00000200:1.0:1763346501.637195:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4bc9 [256] + 16192 00000400:00000200:1.0:1763346501.637201:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.637204:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346501.637208:0:25650:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.637210:0:25650:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346501.637238:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226ad180. 00000100:00000040:1.0:1763346501.637242:0:25650:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5226ad180 x1848996514977920 msgsize 328 00000100:00100000:1.0:1763346501.637246:0:25650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346501.637261:0:25650:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346501.637267:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346501.637269:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346501.637272:0:25650:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.637276:0:25650:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.637284:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.637287:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.637300:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.637301:0:25650:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.637305:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.637311:0:25650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23527 usecs (24 jiffies) 00000100:00000001:1.0:1763346501.637315:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738511 00000100:00000001:1.0:1763346501.637322:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738508 00000100:00000001:1.0:1763346501.637327:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738511 00000100:00000001:1.0:1763346501.637331:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738508 00000100:00000001:1.0:1763346501.637334:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738511 00000100:00000001:1.0:1763346501.637337:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738508 00000100:00000001:1.0:1763346501.637341:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738511 00000100:00000001:1.0:1763346501.637344:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738508 00000100:00000001:1.0:1763346501.637347:0:25650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.637350:0:25650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.637352:0:25650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.637354:0:25650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.637357:0:25650:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb509cf1600 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.637359:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.637361:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.637522:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.637525:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514977920 02000000:00000001:2.0:1763346501.637527:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.637529:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.637531:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.637535:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.637538:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514977920 00000020:00000001:2.0:1763346501.637541:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.637543:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:2.0:1763346501.637546:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.637549:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=6 00000020:00000001:2.0:1763346501.637552:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:2.0:1763346501.637554:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346501.637558:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.637562:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.637565:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.637568:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000020:00000010:2.0:1763346501.637573:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f200. 00000020:00000010:2.0:1763346501.637578:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.637583:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346501.637591:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346501.637594:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.637595:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.637597:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.637604:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.637856:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.637867:0:62985:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.637869:0:62985:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.637874:0:62985:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00000040:2.0:1763346501.637878:0:62985:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:2.0:1763346501.637880:0:62985:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199048163712 : -105874661387904 : ffff9fb5226ad180) 00000100:00000040:2.0:1763346501.637886:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5226ad180 x1848996514977920/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.637895:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.637899:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.637900:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.637903:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.637907:0:62985:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5226ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:25650:x1848996514977920:12345-0@lo:1000:mdt00_004.0 00000100:00000200:2.0:1763346501.637911:0:62985:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514977920 00000020:00000001:2.0:1763346501.637914:0:62985:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.637917:0:62985:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.637919:0:62985:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.637921:0:62985:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.637924:0:62985:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:2.0:1763346501.637927:0:62985:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.637930:0:62985:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.637937:0:62985:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.637939:0:62985:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.637942:0:62985:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.637944:0:62985:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763346501.637950:0:62985:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb4175f8570. 00000100:00000001:2.0:1763346501.637953:0:62985:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.637956:0:62985:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.637962:0:62985:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb530e98000. 02000000:00000001:2.0:1763346501.637964:0:62985:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.637967:0:62985:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.637970:0:62985:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb5222c2cc0. 00000020:00000001:2.0:1763346501.637973:0:62985:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763346501.637976:0:62985:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.637982:0:62985:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00000020:00000001:2.0:1763346501.637985:0:62985:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.637988:0:62985:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.637994:0:62985:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:2.0:1763346501.637997:0:62985:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x260d:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763346501.638001:0:62985:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763346501.638003:0:62985:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763346501.638007:0:62985:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e0390/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00000020:00000010:2.0:1763346501.638010:0:62985:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb4175f8570. 00000020:00000010:2.0:1763346501.638013:0:62985:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb5222c2cc0. 00000020:00000001:2.0:1763346501.638015:0:62985:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.638018:0:62985:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847760, transno 0, xid 1848996514977920 00010000:00000001:2.0:1763346501.638021:0:62985:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.638025:0:62985:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5226ad180 x1848996514977920/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346501.638032:0:62985:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.638035:0:62985:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.638038:0:62985:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=3 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.638042:0:62985:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.638044:0:62985:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346501.638046:0:62985:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346501.638049:0:62985:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.638051:0:62985:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.638054:0:62985:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.638056:0:62985:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346501.638059:0:62985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5222c2cc0. 00000100:00000200:2.0:1763346501.638063:0:62985:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514977920, offset 224 00000400:00000200:2.0:1763346501.638067:0:62985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346501.638074:0:62985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346501.638081:0:62985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c775880 00000400:00000200:2.0:1763346501.638086:0:62985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12ff41 [2] + 224 00000400:00000200:2.0:1763346501.638091:0:62985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.638094:0:62985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346501.638099:0:62985:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.638103:0:62985:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346501.638111:0:62985:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346501.638132:0:62985:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346501.638136:0:62985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5222c2cc0 00000400:00000010:2.0:1763346501.638139:0:62985:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5222c2cc0. 00000100:00000001:2.0:1763346501.638141:0:62985:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.638142:0:62985:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346501.638145:0:62985:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.638148:0:62985:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346501.638150:0:62985:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.638152:0:62985:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.638154:0:62985:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.638166:0:62985:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226ad180 x1848996514977920/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 328/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346501.638176:0:62985:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5226ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:25650:x1848996514977920:12345-0@lo:1000:mdt00_004.0 Request processed in 279us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.638182:0:62985:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00000040:2.0:1763346501.638185:0:62985:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:2.0:1763346501.638187:0:62985:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.638189:0:62985:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.638193:0:62985:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.638196:0:62985:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:2.0:1763346501.638201:0:62985:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f200. 00000020:00000040:2.0:1763346501.638206:0:62985:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 5 00000100:00000001:2.0:1763346501.638209:0:62985:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.638399:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.638404:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.638407:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.638409:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.638412:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5084e4300 00000400:00000010:1.0:1763346501.638415:0:25650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5084e4300. 00000100:00000001:1.0:1763346501.638417:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.638421:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346501.638430:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.638442:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.638444:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.638445:0:25650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.638448:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.638450:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.638451:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.638454:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.638460:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=37 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346501.638463:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.638466:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.638468:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.638471:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.638473:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.638476:0:25650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346501.638478:0:25650:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847760 00000100:00000001:1.0:1763346501.638481:0:25650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346501.638483:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.638487:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.638494:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.638496:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.638498:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763346501.638501:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.638509:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5226afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514977920:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.638513:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.638516:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.638518:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.638521:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.638524:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.638529:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346501.638533:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb509cf1600. 00000100:00000001:1.0:1763346501.638537:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346501.638538:0:25650:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.638542:0:25650:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763346501.638551:0:25650:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff9fb509e7ae00. 00000004:00000001:1.0:1763346501.638556:0:25650:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:1.0:1763346501.638559:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.638562:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5226afb80 x1848996514977920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.638568:0:25650:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.638571:0:25650:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.638573:0:25650:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9fb535568000. 02000000:00000001:1.0:1763346501.638576:0:25650:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.638578:0:25650:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.638581:0:25650:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763346501.638583:0:25650:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.638585:0:25650:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e50200. 02000000:00000001:1.0:1763346501.638589:0:25650:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.638591:0:25650:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.638593:0:25650:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226afb80. 00000100:00000001:1.0:1763346501.638596:0:25650:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.638598:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1763346501.638601:0:25650:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff9fb51f388000. 00000004:00000010:1.0:1763346501.638604:0:25650:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff9fb519b08700. 00000004:00000010:1.0:1763346501.638607:0:25650:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff9fb509cf10c0. 00000004:00000001:1.0:1763346501.638663:0:25650:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.638667:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.638669:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346501.638674:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.638676:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.638679:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.638682:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.638684:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.638686:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346501.638689:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346501.638691:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.638696:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:1.0:1763346501.638699:0:25650:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:1.0:1763346501.638702:0:25650:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff9fb5084e4300. 00000004:00000001:1.0:1763346501.638704:0:25650:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446638198610084608 : -105875099467008 : ffff9fb5084e4300) 00000020:00000010:1.0:1763346501.638708:0:25650:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff9fb5084e43c0. 00000020:00000010:1.0:1763346501.638713:0:25650:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52ad0f900. 00000020:00000010:1.0:1763346501.638717:0:25650:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff9fb52ad0f200. 00000020:00000001:1.0:1763346501.638720:0:25650:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446638198610084608 : -105875099467008 : ffff9fb5084e4300) 00000004:00000001:1.0:1763346501.638723:0:25650:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198610084608 : -105875099467008 : ffff9fb5084e4300) 00000004:00000010:1.0:1763346501.638729:0:25650:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff9fb5084e4a80. 00000004:00000010:1.0:1763346501.638732:0:25650:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff9fb519b08700. 00000004:00000010:1.0:1763346501.638736:0:25650:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff9fb51f388000. 00000004:00000001:1.0:1763346501.638739:0:25650:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.638742:0:25650:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.638745:0:25650:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.638749:0:25650:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.638759:0:25650:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763346501.638762:0:25650:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931840, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117879, ffree=117152, state=0 00000004:00000001:1.0:1763346501.638766:0:25650:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.638770:0:25650:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:1.0:1763346501.638771:0:25650:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:1.0:1763346501.638775:0:25650:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.638780:0:25650:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5084e43c0 refcount 4 committed 0 result 0 batchid 4294967631 00000020:00000040:1.0:1763346501.638784:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0f200 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5084e4300 00000020:00000040:1.0:1763346501.638787:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0f900 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff9fb5224d4400 00000020:00000040:1.0:1763346501.638792:0:25650:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb540eaa600 : new refcount 2 00000040:00000001:1.0:1763346501.638795:0:25650:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763346501.638799:0:25650:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763346501.638801:0:25650:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:1.0:1763346501.638805:0:25650:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346501.638808:0:25650:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763346501.638812:0:25650:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763346501.638814:0:25650:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.638817:0:25650:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763346501.638820:0:25650:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:1.0:1763346501.638825:0:25650:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763346501.638871:0:25650:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346501.638873:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.638875:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.638876:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.638878:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.638881:0:25650:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763346501.638892:0:25650:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:1.0:1763346501.638896:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.638898:0:25650:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.638901:0:25650:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:1.0:1763346501.638903:0:25650:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:1.0:1763346501.638905:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.638906:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.638907:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.638909:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.638911:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.638912:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.638914:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.638919:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638199005069880 : -105874704481736 : ffff9fb51fd94238) 00080000:00000001:1.0:1763346501.638925:0:25650:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1763346501.638928:0:25650:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.638930:0:25650:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446638198872980152 : -105874836571464 : ffff9fb517f9bab8) 00080000:00000001:1.0:1763346501.638936:0:25650:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763346501.638944:0:25650:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346501.638949:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb517f9bab8/ffff9fb51fd941e0 to site lru. bkt: ffff9fb51dc9c038 00000040:00000001:1.0:1763346501.638952:0:25650:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.638954:0:25650:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.638957:0:25650:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.638960:0:25650:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346501.638962:0:25650:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346501.638966:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.638988:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.638990:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.638992:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.639000:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.639001:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.639003:0:25650:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.639005:0:25650:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.639009:0:25650:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346501.639012:0:25650:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.639015:0:25650:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.639017:0:25650:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763346501.639018:0:25650:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763346501.639019:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.639024:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.639026:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.639027:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.639031:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.639032:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.639034:0:25650:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.639036:0:25650:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.639038:0:25650:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763346501.639039:0:25650:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.639041:0:25650:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.639043:0:25650:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763346501.639045:0:25650:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.639047:0:25650:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb540eaa600 : new refcount 1 00000020:00000001:1.0:1763346501.639050:0:25650:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.639054:0:25650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763346501.639061:0:25650:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763346501.639063:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.639064:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046226944 : -105874663324672 : ffff9fb5224d4400) 00080000:00000001:1.0:1763346501.639066:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.639070:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.639071:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639073:0:25650:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.639097:0:25650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.639099:0:25650:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639103:0:25650:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.639107:0:25650:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763346501.639110:0:25650:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763346501.639112:0:25650:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639114:0:25650:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763346501.639118:0:25650:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.639120:0:25650:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:1.0:1763346501.639123:0:25650:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763346501.639125:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.639126:0:25650:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763346501.639128:0:25650:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763346501.639129:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.639130:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.639132:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.639133:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.639135:0:25650:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763346501.639137:0:25650:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763346501.639139:0:25650:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.639141:0:25650:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763346501.639142:0:25650:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446638198610084608 : -105875099467008 : ffff9fb5084e4300) 00000004:00000001:1.0:1763346501.639144:0:25650:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446638198610084608 : -105875099467008 : ffff9fb5084e4300) 00000020:00000040:1.0:1763346501.639148:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:1.0:1763346501.639151:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:1.0:1763346501.639153:0:25650:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:1.0:1763346501.639155:0:25650:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x260d:0x0] xattr_set param_count = 3 00000004:00000001:1.0:1763346501.639169:0:25650:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:1.0:1763346501.639171:0:25650:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x260d:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:1.0:1763346501.639175:0:25650:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763346501.639178:0:25650:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639181:0:25650:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639183:0:25650:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639186:0:25650:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639187:0:25650:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639189:0:25650:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.639192:0:25650:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763346501.639195:0:25650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763346501.639200:0:25650:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055519 00000001:00000001:1.0:1763346501.639204:0:25650:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346501.639207:0:25650:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055520, last_committed = 8590055516 00000001:00000010:1.0:1763346501.639238:0:25650:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54f00. 00000001:00000040:1.0:1763346501.639241:0:25650:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 4 00000020:00000040:1.0:1763346501.639244:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=491 00000001:00000010:1.0:1763346501.639250:0:25650:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5084e46c0. 00000004:00000001:1.0:1763346501.639257:0:25650:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763346501.639258:0:25650:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763346501.639260:0:25650:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199046226944 : -105874663324672 : ffff9fb5224d4400) 00000020:00000040:1.0:1763346501.639263:0:25650:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:1.0:1763346501.639265:0:25650:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:1.0:1763346501.639267:0:25650:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:1.0:1763346501.639272:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.639291:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763346501.639294:0:25650:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346501.639299:0:25650:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5084e46c0: xid 1848996540811520, transno 8590055520, tag 0, client gen 3, slot idx 3 00000001:00000001:1.0:1763346501.639302:0:25650:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.639305:0:25650:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763346501.639307:0:25650:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:1.0:1763346501.639325:0:25650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639328:0:25650:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763346501.639331:0:25650:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763346501.639332:0:25650:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763346501.639335:0:25650:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9fb5084e43c0 refcount 4 committed 0 result 0 batchid 4294967631 00000020:00000040:1.0:1763346501.639339:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0f200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9fb5084e4300 00000020:00000040:1.0:1763346501.639342:0:25650:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9fb52ad0f900 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff9fb5224d4400 00000020:00000001:1.0:1763346501.639345:0:25650:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763346501.639347:0:25650:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763346501.639349:0:25650:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763346501.639351:0:25650:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x260d:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763346501.639354:0:25650:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff9fb51f388000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763346501.639359:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226afb80. 00000020:00000040:1.0:1763346501.639363:0:25650:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346501.639366:0:25650:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.639369:0:25650:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.639373:0:25650:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.639378:0:25650:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e50200. 00000100:00000001:1.0:1763346501.639383:0:25650:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639387:0:25650:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.639389:0:25650:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.639392:0:25650:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.639394:0:25650:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763346501.639396:0:25650:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.639401:0:25650:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5084e4c00. 00000100:00000001:1.0:1763346501.639404:0:25650:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198610086912 : -105875099464704 : ffff9fb5084e4c00) 00000100:00000001:1.0:1763346501.639407:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.639409:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048174464 : -105874661377152 : ffff9fb5226afb80) 00000100:00000001:1.0:1763346501.639414:0:25650:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346501.639419:0:25650:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.639421:0:25650:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.639423:0:25650:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.639429:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.639437:0:25650:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.639439:0:25650:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.639442:0:25650:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346501.639445:0:25650:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346501.639447:0:25650:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.639450:0:25650:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5226afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514978048:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.639454:0:25650:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.639458:0:25650:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.639460:0:25650:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.639462:0:25650:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.639468:0:25650:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9fb535568000. 02000000:00000001:1.0:1763346501.639470:0:25650:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.639474:0:25650:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.639481:0:25650:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5084e4900. 00000100:00000200:1.0:1763346501.639488:0:25650:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1848996514978048, portal 4 00000100:00000001:1.0:1763346501.639490:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.639491:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048174464 : -105874661377152 : ffff9fb5226afb80) 00000100:00000040:1.0:1763346501.639496:0:25650:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.639503:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.639506:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346501.639508:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346501.639511:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1848996514978048, offset 0 00000400:00000200:1.0:1763346501.639517:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346501.639527:0:25650:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346501.639536:0:25650:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a70c775900 00000400:00000200:1.0:1763346501.639543:0:25650:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4bc9 [256] + 16520 00000400:00000200:1.0:1763346501.639549:0:25650:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.639553:0:25650:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346501.639558:0:25650:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.639560:0:25650:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763346501.639564:0:25650:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226aea00. 00000100:00000040:1.0:1763346501.639567:0:25650:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5226aea00 x1848996514978048 msgsize 408 00000100:00100000:1.0:1763346501.639571:0:25650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763346501.640039:0:25650:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763346501.640051:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:1.0:1763346501.640054:0:25650:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:1.0:1763346501.640057:0:25650:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.640062:0:25650:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.640072:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.640075:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.640083:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.640084:0:25650:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.640090:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.640095:0:25650:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23526 usecs (24 jiffies) 00000100:00000001:1.0:1763346501.640099:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300738513 00000100:00000001:1.0:1763346501.640107:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738511 00000100:00000001:1.0:1763346501.640113:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300738513 00000100:00000001:1.0:1763346501.640116:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738511 00000100:00000001:1.0:1763346501.640119:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300738513 00000100:00000001:1.0:1763346501.640122:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738511 00000100:00000001:1.0:1763346501.640125:0:25650:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300738513 00000100:00000001:1.0:1763346501.640128:0:25650:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738511 00000100:00000001:1.0:1763346501.640130:0:25650:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.640133:0:25650:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.640135:0:25650:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.640137:0:25650:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.640139:0:25650:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5084e4c00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.640141:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.640143:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.640201:0:62985:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.640205:0:62985:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514978048 02000000:00000001:2.0:1763346501.640208:0:62985:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.640210:0:62985:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.640296:0:62985:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.640301:0:62985:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.640304:0:62985:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514978048 00000020:00000001:2.0:1763346501.640308:0:62985:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.640309:0:62985:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:2.0:1763346501.640312:0:62985:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.640315:0:62985:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=6 00000020:00000001:2.0:1763346501.640318:0:62985:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:2.0:1763346501.640320:0:62985:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:2.0:1763346501.640325:0:62985:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.640330:0:62985:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.640333:0:62985:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.640336:0:62985:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000020:00000010:2.0:1763346501.640342:0:62985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1f200. 00000020:00000010:2.0:1763346501.640348:0:62985:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202580. 00000020:00000010:2.0:1763346501.640352:0:62985:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb530419190. 00000100:00000040:2.0:1763346501.640360:0:62985:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763346501.640364:0:62985:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.640365:0:62985:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.640367:0:62985:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.640374:0:62985:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.641314:0:19977:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.641319:0:19977:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.641328:0:19977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00000040:0.0:1763346501.641334:0:19977:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:0.0:1763346501.641337:0:19977:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199048169984 : -105874661381632 : ffff9fb5226aea00) 00000100:00000040:0.0:1763346501.641344:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5226aea00 x1848996514978048/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.641354:0:19977:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.641361:0:19977:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.641363:0:19977:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.641365:0:19977:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00100000:0.0:1763346501.641370:0:19977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5226aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25650:x1848996514978048:12345-0@lo:1000:mdt00_004.0 00000100:00000200:0.0:1763346501.641374:0:19977:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514978048 00000020:00000001:0.0:1763346501.641379:0:19977:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.641383:0:19977:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.641385:0:19977:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.641387:0:19977:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.641390:0:19977:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660358016 : -1049193600 : ffffffffc1769380) 00000020:00000001:0.0:1763346501.641394:0:19977:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.641397:0:19977:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.641399:0:19977:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.641402:0:19977:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.641405:0:19977:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.641407:0:19977:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763346501.641414:0:19977:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff9fb40e414180. 00000100:00000001:0.0:1763346501.641419:0:19977:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.641422:0:19977:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.641429:0:19977:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff9fb531a96000. 02000000:00000001:0.0:1763346501.641431:0:19977:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.641434:0:19977:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.641438:0:19977:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff9fb508448a80. 00000020:00000001:0.0:1763346501.641440:0:19977:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763346501.641444:0:19977:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.641452:0:19977:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00080000:00000001:0.0:1763346501.641459:0:19977:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.641467:0:19977:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532676000. 00080000:00000001:0.0:1763346501.641471:0:19977:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316373504 : -105874393178112 : ffff9fb532676000) 00000020:00000001:0.0:1763346501.641475:0:19977:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.641480:0:19977:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763346501.641505:0:19977:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.641508:0:19977:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.641512:0:19977:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763346501.641514:0:19977:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346501.641519:0:19977:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.641548:0:19977:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.641550:0:19977:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.641573:0:19977:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.641576:0:19977:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763346501.641579:0:19977:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff9fb52d5041d0 name trusted.fid flag 1 00080000:00000001:0.0:1763346501.641583:0:19977:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763346501.641587:0:19977:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763346501.641662:0:19977:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.641665:0:19977:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763346501.641668:0:19977:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff9fb531a96208 index 0: rc = 0 00000020:00000040:0.0:1763346501.641671:0:19977:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763346501.641675:0:19977:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.641680:0:19977:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.641683:0:19977:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847766, last_committed = 21474847763 00000001:00000010:0.0:1763346501.641687:0:19977:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038a80. 00000001:00000040:0.0:1763346501.641689:0:19977:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb535791000 : new cb_count 2 00000020:00000040:0.0:1763346501.641692:0:19977:0:(genops.c:887:class_export_get()) GET export ffff9fb535791000 refcount=7 00080000:00000001:0.0:1763346501.641698:0:19977:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.641712:0:19977:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763346501.641715:0:19977:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.641728:0:19977:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346501.641731:0:19977:0:(lu_object.c:207:lu_object_put()) Add ffff9fb5297e0390/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00000020:00000001:0.0:1763346501.641734:0:19977:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346501.641737:0:19977:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff9fb40e414180. 00000020:00000010:0.0:1763346501.641739:0:19977:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff9fb508448a80. 00000020:00000001:0.0:1763346501.641742:0:19977:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.641746:0:19977:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847760, transno 21474847766, xid 1848996514978048 00010000:00000001:0.0:1763346501.641749:0:19977:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.641754:0:19977:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5226aea00 x1848996514978048/t21474847766(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346501.641762:0:19977:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.641766:0:19977:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.641770:0:19977:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509d091e8 time=3 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.641775:0:19977:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.641778:0:19977:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763346501.641780:0:19977:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:0.0:1763346501.641783:0:19977:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.641785:0:19977:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.641788:0:19977:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.641790:0:19977:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346501.641796:0:19977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb508448a80. 00000100:00000200:0.0:1763346501.641804:0:19977:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1848996514978048, offset 224 00000400:00000200:0.0:1763346501.641811:0:19977:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346501.641824:0:19977:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346501.641836:0:19977:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a70c775900 00000400:00000200:0.0:1763346501.641846:0:19977:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12ff4d [2] + 224 00000400:00000200:0.0:1763346501.641855:0:19977:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.641860:0:19977:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346501.641867:0:19977:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.641873:0:19977:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346501.641882:0:19977:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346501.641910:0:19977:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346501.641918:0:19977:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb508448a80 00000400:00000010:0.0:1763346501.641921:0:19977:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb508448a80. 00000100:00000001:0.0:1763346501.641924:0:19977:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.641925:0:19977:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346501.641929:0:19977:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.641933:0:19977:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346501.641935:0:19977:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.641937:0:19977:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.641939:0:19977:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.641943:0:19977:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226aea00 x1848996514978048/t21474847766(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:222/0 lens 408/4320 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346501.641953:0:19977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5226aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:25650:x1848996514978048:12345-0@lo:1000:mdt00_004.0 Request processed in 597us (2384us total) trans 21474847766 rc 0/0 00000100:00100000:0.0:1763346501.641962:0:19977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00000040:0.0:1763346501.641965:0:19977:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:0.0:1763346501.641968:0:19977:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.641970:0:19977:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.641975:0:19977:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202580. 00000020:00000010:0.0:1763346501.641980:0:19977:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb530419190. 00000020:00000010:0.0:1763346501.641986:0:19977:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1f200. 00000020:00000040:0.0:1763346501.641992:0:19977:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000100:00000001:0.0:1763346501.641994:0:19977:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.642074:0:62985:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.642148:0:25650:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.642167:0:25650:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.642170:0:25650:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.642174:0:25650:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.642177:0:25650:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5084e4900 00000400:00000010:1.0:1763346501.642179:0:25650:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5084e4900. 00000100:00000001:1.0:1763346501.642183:0:25650:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.642187:0:25650:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763346501.642197:0:25650:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5226afb80 x1848996514978048/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.642204:0:25650:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.642205:0:25650:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.642208:0:25650:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.642210:0:25650:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.642233:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.642236:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.642240:0:25650:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.642249:0:25650:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582d78 time=37 v=5 (5 5 0 0) 00000100:00001000:1.0:1763346501.642253:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.642255:0:25650:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.642257:0:25650:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.642260:0:25650:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.642264:0:25650:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.642267:0:25650:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763346501.642269:0:25650:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763346501.642270:0:25650:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763346501.642273:0:25650:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.642275:0:25650:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048174464 : -105874661377152 : ffff9fb5226afb80) 00000100:00000001:1.0:1763346501.642278:0:25650:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763346501.642281:0:25650:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847760 00000100:00000001:1.0:1763346501.642283:0:25650:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763346501.642286:0:25650:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.642290:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5226afb80 x1848996514978048/t21474847766(21474847766) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.642298:0:25650:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.642301:0:25650:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.642303:0:25650:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763346501.642306:0:25650:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763346501.642313:0:25650:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.642317:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226afb80 x1848996514978048/t21474847766(21474847766) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.642325:0:25650:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5226afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25650:1848996514978048:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763346501.642330:0:25650:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.642333:0:25650:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.642336:0:25650:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.642338:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.642340:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9fb5226afb80 x1848996514978048/t21474847766(21474847766) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.642353:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346501.642356:0:25650:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5084e4c00. 00000100:00000001:1.0:1763346501.642358:0:25650:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763346501.642360:0:25650:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.642362:0:25650:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.642365:0:25650:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5226afb80 x1848996514978048/t21474847766(21474847766) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763346517 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.642371:0:25650:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.642373:0:25650:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.642376:0:25650:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.642379:0:25650:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.642383:0:25650:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763346501.642386:0:25650:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb510a1b060. 00000020:00000001:1.0:1763346501.642389:0:25650:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.642396:0:25650:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.642401:0:25650:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346501.642405:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346501.642406:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.642407:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.642410:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.642413:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.642416:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=3 00000020:00000001:1.0:1763346501.642418:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:1.0:1763346501.642421:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00000004:00010000:1.0:1763346501.642426:0:25650:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f39a9481 reply state 0000000059b312db transno 8590055520 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00000100:00100000:1.0:1763346501.642437:0:25650:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763346501.642439:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.642441:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.642442:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.642444:0:25650:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346501.642446:0:25650:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346501.642448:0:25650:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346501.642449:0:25650:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346501.642451:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763346501.642452:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.642453:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.642455:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.642456:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.642458:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1800 refcount=3 00000020:00000001:1.0:1763346501.642459:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:1.0:1763346501.642461:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00000004:00010000:1.0:1763346501.642464:0:25650:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f39a9481 reply state 0000000059b312db transno 8590055520 ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00000100:00100000:1.0:1763346501.642469:0:25650:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:1.0:1763346501.642470:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.642471:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.642472:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.642473:0:25650:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346501.642474:0:25650:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346501.642475:0:25650:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346501.642477:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346501.642480:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346501.642482:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346501.642484:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346501.642486:0:25650:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.642489:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055520, xid 1848996540811520 00010000:00000001:1.0:1763346501.642491:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763346501.642493:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00010000:00000200:1.0:1763346501.642496:0:25650:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055520, last committed = 8590055516 00010000:00000200:1.0:1763346501.642503:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527631180 x1848996540811520/t8590055520(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346501.642509:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.642511:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.642514:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.642517:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.642520:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.642522:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.642525:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.642527:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.642530:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.642532:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.642537:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bee0. 00000100:00000200:1.0:1763346501.642541:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996540811520, offset 224 00000400:00000010:1.0:1763346501.642548:0:25650:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff9fb50a277818. 00000400:00000200:1.0:1763346501.642551:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.642565:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.642573:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198710:198710:256:4294967295] 192.168.204.16@tcp LPNI seq info [198706:198706:8:4294967295] 00000400:00000200:1.0:1763346501.642581:0:25650:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.642590:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.642596:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.642602:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346501.642740:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.642762:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.642769:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.642779:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.642782:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.642785:0:25650:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.642787:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.642789:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.642794:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527631180 x1848996540811520/t8590055520(0) o61->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 576/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.642804:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+492:226875:x1848996540811520:12345-192.168.204.16@tcp:61:lfs.0 Request processed in 16987us (17449us total) trans 8590055520 rc 0/0 00000100:00100000:1.0:1763346501.642813:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140860 00000100:00000040:1.0:1763346501.642816:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346501.642817:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.642820:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763346501.642822:0:25650:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:1.0:1763346501.642825:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7a080. 00000020:00000010:1.0:1763346501.642830:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346501.642835:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:1.0:1763346501.642840:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 00000100:00000001:1.0:1763346501.642842:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.643302:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.643308:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:0.0:1763346501.643313:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.643319:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.643324:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.643326:0:3287:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.649751:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.649775:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.649781:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.649791:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.649806:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : ACK - for me 00000400:00000200:2.0:1763346501.649832:0:3288:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.116@tcp: ACK from 12345-192.168.204.16@tcp into md 0x12ff59 00000400:00000200:2.0:1763346501.649843:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.649848:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: ACK: OK 00000400:00000200:2.0:1763346501.649858:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bee0 00000400:00000010:2.0:1763346501.649861:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bee0. 00000100:00000001:2.0:1763346501.649867:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.649871:0:3288:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763346501.649873:0:3288:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763346501.649884:0:3288:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346501.649885:0:3288:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763346501.649887:0:3288:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.649895:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.649898:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.649992:0:3281:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763346501.649999:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.650002:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.650006:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1800 refcount=3 00000020:00000001:0.0:1763346501.650009:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:0.0:1763346501.650012:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:0.0:1763346501.650015:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346501.650022:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650031:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650033:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.650035:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650040:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.650042:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650045:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346501.650047:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:0.0:1763346501.650062:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1800 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346501.650067:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.650070:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346501.650072:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650079:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346501.650080:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.650082:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.650083:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1800 refcount=4 00000020:00000001:0.0:1763346501.650085:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:0.0:1763346501.650087:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320811520 : -105874388740096 : ffff9fb532ab1800) 00010000:00000001:0.0:1763346501.650089:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346501.650092:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650098:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346501.650100:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346501.650101:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650106:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.650107:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.650109:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.650111:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.650114:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1800 with handle 0x757b854463afa5de from hash 00010000:00000001:0.0:1763346501.650117:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.650118:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650119:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.650120:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.650127:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.650129:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650132:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.650134:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.650137:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.650139:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb417972000) 00010000:00010000:0.0:1763346501.650142:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763346501.650145:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.650147:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650149:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.650151:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346501.650154:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650164:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.650166:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650168:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.650171:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.650173:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650178:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650179:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.650180:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346501.650182:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346501.650183:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.650185:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1800/0x757b854463afa5de lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4064:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:0.0:1763346501.650192:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2480. 00010000:00000040:0.0:1763346501.650197:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972000 count: 0 00010000:00000010:0.0:1763346501.650206:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb509e7ab00. 00010000:00000001:0.0:1763346501.650250:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.650252:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.650253:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.650255:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=3 00000020:00000001:0.0:1763346501.650257:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:0.0:1763346501.650259:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:0.0:1763346501.650261:0:3281:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763346501.650264:0:3281:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650269:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650270:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.650272:0:3281:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650277:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.650279:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650280:0:3281:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763346501.650283:0:3281:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:0.0:1763346501.650288:0:3281:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab1400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:0.0:1763346501.650290:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.650292:0:3281:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763346501.650294:0:3281:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650299:0:3281:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763346501.650300:0:3281:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763346501.650302:0:3281:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.650303:0:3281:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab1400 refcount=4 00000020:00000001:0.0:1763346501.650306:0:3281:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:0.0:1763346501.650308:0:3281:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320810496 : -105874388741120 : ffff9fb532ab1400) 00010000:00000001:0.0:1763346501.650311:0:3281:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763346501.650313:0:3281:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650318:0:3281:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763346501.650319:0:3281:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763346501.650320:0:3281:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650323:0:3281:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.650325:0:3281:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.650326:0:3281:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.650328:0:3281:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.650329:0:3281:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab1400 with handle 0x757b854463afa5e5 from hash 00010000:00000001:0.0:1763346501.650331:0:3281:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.650333:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650334:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.650335:0:3281:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.650337:0:3281:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763346501.650338:0:3281:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650340:0:3281:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.650341:0:3281:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.650342:0:3281:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.650344:0:3281:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417972a00) 00010000:00010000:0.0:1763346501.650347:0:3281:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763346501.650349:0:3281:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.650351:0:3281:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650353:0:3281:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.650354:0:3281:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763346501.650356:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650357:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.650358:0:3281:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.650360:0:3281:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.650361:0:3281:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763346501.650363:0:3281:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:0.0:1763346501.650368:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.650369:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.650370:0:3281:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763346501.650371:0:3281:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763346501.650372:0:3281:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.650374:0:3281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab1400/0x757b854463afa5e5 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x4063:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:0.0:1763346501.650379:0:3281:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2000. 00010000:00000040:0.0:1763346501.650381:0:3281:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972a00 count: 0 00010000:00000010:0.0:1763346501.650385:0:3281:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb509e7ad80. 00010000:00000001:0.0:1763346501.650389:0:3281:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763346501.650392:0:3281:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 490 00000100:00000001:0.0:1763346501.650395:0:3281:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.651436:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.651852:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.651857:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.651861:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.651874:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.651893:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e018a00 00000400:00000200:0.0:1763346501.651903:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d0d [2] + 1960 00000400:00000010:0.0:1763346501.651911:0:3289:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5056a00b0. 00000400:00000200:0.0:1763346501.651916:0:3289:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5086c29c0 00000800:00000001:0.0:1763346501.651924:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.651930:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.651933:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.651938:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.651943:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5086c29c0 00000400:00000010:0.0:1763346501.651946:0:3289:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5086c29c0. 00000100:00000001:0.0:1763346501.651953:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.651955:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1763346501.651959:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb4042fd450 x1848996540811776 msgsize 392 00000100:00100000:0.0:1763346501.651964:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000040:0.0:1763346501.651967:0:3289:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763346501.652713:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346501.652750:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.652764:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.652771:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.652774:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.652778:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.652785:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.652794:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e018a80 00000400:00000200:0.0:1763346501.652801:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127c81 [2] + 984 00000800:00000001:0.0:1763346501.652806:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.652811:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.652814:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.652818:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.652822:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.652824:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763346501.652831:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527633480. 00000100:00000040:0.0:1763346501.652834:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527633480 x1848996540811904 msgsize 328 00000100:00100000:0.0:1763346501.652837:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.652853:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.652858:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.652861:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.652863:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.652865:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.652869:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.652874:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e018b00 00000400:00000200:0.0:1763346501.652878:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127c81 [2] + 1312 00000800:00000001:0.0:1763346501.652881:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.652889:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.652891:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.652894:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.652896:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.652898:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763346501.652901:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527632a00. 00000100:00000040:0.0:1763346501.652903:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527632a00 x1848996540812032 msgsize 328 00000100:00100000:0.0:1763346501.652907:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00100000:2.0:1763346501.652978:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540811776 02000000:00000001:2.0:1763346501.652981:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.652984:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.652986:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.652991:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.652996:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540811776 00000020:00000001:2.0:1763346501.653000:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.653003:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.653006:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.653010:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=491 00000020:00000001:2.0:1763346501.653012:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.653015:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.653020:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.653026:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.653030:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.653032:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000020:00000010:2.0:1763346501.653039:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fc00. 00000020:00000010:2.0:1763346501.653046:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202d00. 00000020:00000010:2.0:1763346501.653165:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304197d0. 00000100:00000040:2.0:1763346501.653182:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346501.653186:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.653188:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.653190:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.653203:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.653227:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.653243:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.653245:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.653250:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21004 00000100:00000040:2.0:1763346501.653254:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.653257:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194246014032 : -105879463537584 : ffff9fb4042fd450) 00000100:00000040:2.0:1763346501.653270:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb4042fd450 x1848996540811776/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.653280:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.653283:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.653286:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.653288:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.653293:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb4042fd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+491:226875:x1848996540811776:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346501.653297:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540811776 00000020:00000001:2.0:1763346501.653301:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.653306:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.653311:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5084e46c0: xid 1848996540811520, transno 8590055520, client gen 3, slot idx 3 00000001:00000001:2.0:1763346501.653316:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c2f00: xid 1848996540810624, transno 8590055517, client gen 3, slot idx 1 00000001:00000010:2.0:1763346501.653320:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c2f00. 00000001:00000001:2.0:1763346501.653325:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb538979840: xid 1848996540811520, transno 8590055519, client gen 3, slot idx 2 00000001:00000001:2.0:1763346501.653328:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb538979840: xid 1848996540811520, transno 8590055519, client gen 3, slot idx 2 00000001:00000010:2.0:1763346501.653331:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb538979840. 00000001:00000001:2.0:1763346501.653335:0:36359:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb538979600: xid 1848996540811520, transno 8590055518, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.653337:0:36359:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb538979600: xid 1848996540811520, transno 8590055518, client gen 3, slot idx 0 00000001:00000010:2.0:1763346501.653339:0:36359:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb538979600. 00000020:00000001:2.0:1763346501.653343:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.653346:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.653349:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346501.653353:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.653356:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540811776, found 0 last_xid 1848996540811775 00000020:00000001:2.0:1763346501.653359:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.653361:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.653363:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.653366:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.653373:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346501.653375:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346501.653378:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346501.653382:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.653385:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346501.653389:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.653391:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.653394:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.653395:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.653398:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.653399:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.653400:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.653402:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.653403:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.653404:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.653405:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.653407:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.653408:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.653409:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.653411:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.653413:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346501.653414:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.653417:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.653418:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.653419:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.653421:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.653422:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.653423:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.653425:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.653427:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.653428:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.653431:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.653432:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.653438:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000001:0.0:1763346501.653619:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.653627:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1763346501.653629:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1763346501.653630:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540811904 02000000:00000001:1.0:1763346501.653632:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.653633:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1763346501.653633:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.653635:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.653637:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.653640:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540811904 00000020:00000001:1.0:1763346501.653641:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.653643:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346501.653645:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.653647:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:1.0:1763346501.653650:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.653652:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346501.653655:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.653659:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:1.0:1763346501.653662:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.653664:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000020:00000010:1.0:1763346501.653668:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:1.0:1763346501.653673:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7a080. 00000020:00000010:1.0:1763346501.653676:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346501.653682:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346501.653684:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.653686:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346501.653688:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346501.653690:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.653692:0:5737:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1763346501.653693:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:3.0:1763346501.653695:0:5737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540812032 02000000:00000001:3.0:1763346501.653697:0:5737:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1763346501.653697:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1763346501.653698:0:5737:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1763346501.653699:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763346501.653700:0:5737:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.653701:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb5353ecc00 refcount=3 02000000:00000001:3.0:1763346501.653702:0:5737:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.653704:0:5737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540812032 00000020:00000001:1.0:1763346501.653704:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00000020:00000001:3.0:1763346501.653706:0:5737:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1763346501.653707:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00000020:00000040:3.0:1763346501.653708:0:5737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463adf4fd 00000020:00000001:3.0:1763346501.653709:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1763346501.653710:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.653711:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763346501.653712:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535129800 refcount=22 00000020:00000001:3.0:1763346501.653714:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00010000:00000001:1.0:1763346501.653714:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.653716:0:5737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199361148928 : -105874348402688 : ffff9fb535129800) 00000100:00000001:1.0:1763346501.653716:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.653719:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763346501.653721:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346501.653723:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb80. 00000100:00000001:3.0:1763346501.653725:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.653728:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb80. 00000020:00000010:3.0:1763346501.653732:0:5737:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb509d1dc00. 00000020:00000010:3.0:1763346501.653735:0:5737:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346501.653739:0:5737:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1960. 00000100:00000001:3.0:1763346501.653743:0:5737:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.653743:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.653744:0:5737:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763346501.653745:0:5737:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763346501.653747:0:5737:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.653749:0:5737:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763346501.653751:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.653753:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1763346501.653753:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1763346501.653755:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000100:00000001:1.0:1763346501.653755:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1763346501.653757:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00000100:00100000:1.0:1763346501.653758:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1009 00010000:00000001:3.0:1763346501.653760:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00000100:00000040:1.0:1763346501.653761:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00010000:00000001:3.0:1763346501.653762:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.653763:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1763346501.653763:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131550848 : -105874578000768 : ffff9fb527633480) 00010000:00000001:3.0:1763346501.653764:0:5737:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.653766:0:5737:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.653769:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527633480 x1848996540811904/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346501.653770:0:5737:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.653776:0:5737:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.653777:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.653780:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30640. 00000100:00000001:3.0:1763346501.653782:0:5737:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.653782:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346501.653784:0:5737:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1763346501.653784:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30640. 00000100:00100000:3.0:1763346501.653787:0:5737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 1010 00000100:00100000:1.0:1763346501.653788:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527633480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540811904:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000040:3.0:1763346501.653789:0:5737:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535129800 : new rpc_count 1 00000100:00000001:3.0:1763346501.653791:0:5737:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131548160 : -105874578003456 : ffff9fb527632a00) 00000100:00000200:1.0:1763346501.653792:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540811904 00010000:00000001:1.0:1763346501.653795:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:3.0:1763346501.653796:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527632a00 x1848996540812032/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000002:1.0:1763346501.653797:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.653800:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763346501.653803:0:5737:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.653805:0:5737:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb80. 00000100:00000001:1.0:1763346501.653805:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1763346501.653807:0:5737:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346501.653808:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1763346501.653809:0:5737:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb80. 00000100:00100000:3.0:1763346501.653812:0:5737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527632a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+22:2355:x1848996540812032:12345-192.168.204.16@tcp:103:ldlm_bl.0 02000000:00000010:1.0:1763346501.653813:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5224d6400. 02000000:00000001:1.0:1763346501.653816:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763346501.653819:0:5737:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540812032 00000100:00000001:1.0:1763346501.653819:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.653821:0:5737:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763346501.653822:0:5737:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.653822:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763346501.653823:0:5737:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00010000:1.0:1763346501.653824:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:3.0:1763346501.653826:0:5737:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346501.653827:0:5737:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1763346501.653827:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.653828:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.653829:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb5353ecc00 refcount=3 02000000:00000010:3.0:1763346501.653830:0:5737:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5380e1c00. 02000000:00000001:3.0:1763346501.653832:0:5737:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.653832:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00000100:00000001:3.0:1763346501.653834:0:5737:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.653834:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199364045824 : -105874345505792 : ffff9fb5353ecc00) 00010000:00000001:3.0:1763346501.653836:0:5737:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763346501.653837:0:5737:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763346501.653839:0:5737:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:1.0:1763346501.653839:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417972900 count: 2 00000020:00000001:3.0:1763346501.653840:0:5737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.653841:0:5737:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36c00 refcount=3 00000020:00000001:3.0:1763346501.653843:0:5737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00010000:00000001:3.0:1763346501.653844:0:5737:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531520 : -105874406020096 : ffff9fb531a36c00) 00002000:00000001:1.0:1763346501.653844:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00010000:00000040:3.0:1763346501.653847:0:5737:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb503078400 count: 2 00002000:00000001:3.0:1763346501.653850:0:5737:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346501.653851:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000001:3.0:1763346501.653852:0:5737:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763346501.653855:0:5737:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.653855:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763346501.653861:0:5737:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194569226712 : -105879140324904 : ffff9fb41773a9d8) 00000020:00000001:1.0:1763346501.653862:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960361112 : -105874749190504 : ffff9fb51d2f0e98) 00002000:00000001:3.0:1763346501.653864:0:5737:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638194569226624 : -105879140324992 : ffff9fb41773a980) 00002000:00000001:1.0:1763346501.653864:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960361024 : -105874749190592 : ffff9fb51d2f0e40) 00002000:00000001:3.0:1763346501.653868:0:5737:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.653868:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763346501.653878:0:5737:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.653878:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763346501.653881:0:5736:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x260c:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:3.0:1763346501.653883:0:5737:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41773a9d8/ffff9fb41773a980 to site lru. bkt: ffff9fb535ee6648 00000020:00000002:1.0:1763346501.653884:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0e98/ffff9fb51d2f0e40 to site lru. bkt: ffff9fb517dcefe8 00010000:00000001:3.0:1763346501.653886:0:5737:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346501.653886:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763346501.653889:0:5737:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:1.0:1763346501.653889:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.653892:0:5737:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.653892:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.653894:0:5737:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.653894:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.653897:0:5737:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.653897:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.653902:0:5737:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.653902:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346501.653904:0:5737:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.653904:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.653911:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.653911:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.653913:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.653913:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.653915:0:5737:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.653915:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.653917:0:5737:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.653917:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.653920:0:5737:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36c00 with handle 0x757b854463afa583 from hash 00000020:00000040:1.0:1763346501.653920:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb5353ecc00 with handle 0x757b854463afa57c from hash 00010000:00000001:3.0:1763346501.653922:0:5737:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.653923:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.653924:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.653924:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.653925:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.653925:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.653927:0:5737:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.653927:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.653931:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346501.653932:0:5737:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.653933:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.653935:0:5737:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.653935:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.653936:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.653937:0:5737:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346501.653938:0:5737:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346501.653941:0:5737:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff9fb531a36c00/0x757b854463afa583 lrc: 0/0,0 mode: --/GROUP res: [0x280000401:0x2536:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a5b expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.653941:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb5353ecc00/0x757b854463afa57c lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x260c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1114038626 flags: 0x44801000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a54 expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763346501.653953:0:5737:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb535129800 : new locks_count 15 00010000:00000040:1.0:1763346501.653953:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:3.0:1763346501.653956:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 21 00000020:00000040:1.0:1763346501.653956:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:3.0:1763346501.653964:0:5737:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.653964:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.653966:0:5737:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.653966:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.653969:0:5737:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763346501.653969:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763346501.653972:0:5737:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.653972:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.653975:0:5737:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.653975:0:5736:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.653977:0:5737:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.653977:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763346501.653979:0:5737:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078400 count: 0 00010000:00000040:1.0:1763346501.653979:0:5736:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972900 count: 0 00002000:00000010:3.0:1763346501.653986:0:5737:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb503aa3e40. 00002000:00000010:1.0:1763346501.653986:0:5736:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff9fb529f30780. 00010000:00000010:3.0:1763346501.653989:0:5737:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb503078e00. 00010000:00000010:1.0:1763346501.653989:0:5736:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9fb417972600. 00010000:00010000:3.0:1763346501.653994:0:5737:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1763346501.653995:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763346501.653996:0:5737:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.653996:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.654001:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.654002:0:5737:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346501.654004:0:5737:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.654005:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346501.654009:0:5737:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00001000:1.0:1763346501.654009:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346501.654015:0:5737:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1763346501.654015:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346501.654018:0:5737:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 10 to 192.168.204.16@tcp 00000100:00000040:1.0:1763346501.654018:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 10 to 192.168.204.16@tcp 00000100:00000001:3.0:1763346501.654021:0:5737:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 00000100:00000001:1.0:1763346501.654021:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:3.0:1763346501.654025:0:5737:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.654025:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346501.654027:0:5737:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.654027:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.654031:0:5737:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763346501.654031:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346501.654035:0:5737:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000100:00000040:1.0:1763346501.654035:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:3.0:1763346501.654042:0:5737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fbc38. 00000400:00000010:1.0:1763346501.654042:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b110. 00000100:00000200:3.0:1763346501.654048:0:5737:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540812032, offset 224 00000100:00000200:1.0:1763346501.654048:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540811904, offset 224 00000400:00000200:3.0:1763346501.654056:0:5737:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:3.0:1763346501.654071:0:5737:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:3.0:1763346501.654080:0:5737:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198711:198711:256:4294967295] 192.168.204.16@tcp LPNI seq info [198707:198707:8:4294967295] 00000400:00000200:3.0:1763346501.654093:0:5737:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:3.0:1763346501.654099:0:5737:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:3.0:1763346501.654108:0:5737:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb529880800. 00000800:00000200:3.0:1763346501.654116:0:5737:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:3.0:1763346501.654124:0:5737:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:3.0:1763346501.654129:0:5737:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb529880800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763346501.654139:0:5737:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.654142:0:5737:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00010000:00000001:3.0:1763346501.654144:0:5737:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.654146:0:5737:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346501.654150:0:5737:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527632a00 x1848996540812032/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346501.654170:0:5737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527632a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a07bbba3-4079-4331-85a0-559fc64f2511+21:2355:x1848996540812032:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 364us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346501.654178:0:5737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1010 00000100:00000040:3.0:1763346501.654181:0:5737:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535129800 : new rpc_count 0 00000100:00000001:3.0:1763346501.654184:0:5737:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346501.654185:0:5737:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346501.654191:0:5737:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b400. 00000020:00000010:3.0:1763346501.654198:0:5737:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1960. 00000020:00000010:3.0:1763346501.654202:0:5737:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb509d1dc00. 00000020:00000040:3.0:1763346501.654206:0:5737:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535129800 : new refcount 20 00000100:00000001:3.0:1763346501.654210:0:5737:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.654326:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.654331:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb529880800. 00000400:00000200:0.0:1763346501.654335:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.654340:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.654345:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fbc38 00000400:00000010:0.0:1763346501.654347:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fbc38. 00000100:00000001:0.0:1763346501.654351:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.654353:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00001000:2.0:1763346501.654478:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.654481:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.654487:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.654490:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.654493:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.654495:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654497:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.654499:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654502:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.654505:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.654507:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.654512:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb51dc08400. 02000000:00000001:2.0:1763346501.654514:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.654516:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654518:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.654520:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654525:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346501.654527:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346501.654529:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.654531:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb41c202d80 refcount=2 00000020:00000001:2.0:1763346501.654534:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194647641472 : -105879061910144 : ffff9fb41c202d80) 00000004:00000001:2.0:1763346501.654536:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194647641472 : -105879061910144 : ffff9fb41c202d80) 00000020:00000040:2.0:1763346501.654539:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb41c202d80 with handle 0x757b854463afa505 from hash 00000004:00000001:2.0:1763346501.654544:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346501.654546:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4063:0x0] with intent: 0 00000004:00000001:2.0:1763346501.654551:0:36359:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346501.654553:0:36359:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 1516 lsom blocks 2 blocks 2 truncate 0 00000004:00000001:2.0:1763346501.654556:0:36359:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654559:0:36359:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346501.654562:0:36359:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346501.654564:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346501.654568:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.654574:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.654578:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.654585:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.654589:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.654591:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.654594:0:36359:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654597:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346501.654604:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346501.654607:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.654611:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4063:0x0], previous was 0x7 00000004:00000001:2.0:1763346501.654614:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654618:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346501.654621:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654624:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346501.654628:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.654631:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346501.654634:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb41c202d80. 00000004:00000001:2.0:1763346501.654644:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346501.654648:0:36359:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178245f8/ffff9fb4178245a0 to site lru. bkt: ffff9fb51dc9c620 00000004:00000001:2.0:1763346501.654650:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.654652:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654653:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654656:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763346501.654659:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.654669:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51dc0b000. 00080000:00000001:2.0:1763346501.654672:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198969905152 : -105874739646464 : ffff9fb51dc0b000) 00080000:00000001:2.0:1763346501.654676:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346501.654683:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.654690:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.654692:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.654720:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.654723:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.654728:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.654731:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055521, last_committed = 8590055516 00000001:00000010:2.0:1763346501.654735:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb5276136c0. 00000001:00000040:2.0:1763346501.654738:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 5 00000020:00000040:2.0:1763346501.654740:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=492 00000001:00000010:2.0:1763346501.654746:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2cc0. 00080000:00000001:2.0:1763346501.654752:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.654775:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.654779:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2cc0: xid 1848996540811776, transno 8590055521, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.654782:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.654796:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654799:0:36359:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346501.654801:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.654803:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.654805:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.654807:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.654812:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.654816:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.654819:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346501.654826:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.654834:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.654836:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.654839:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055521, xid 1848996540811776 00010000:00000001:2.0:1763346501.654842:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.654847:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb4042fd450 x1848996540811776/t8590055521(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.654855:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.654857:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.654860:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.654862:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.654864:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 10 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.654866:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.654869:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.654870:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.654874:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.654876:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.654880:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b908. 00000100:00000200:2.0:1763346501.654885:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540811776, offset 224 00000400:00000200:2.0:1763346501.654891:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.654899:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.654903:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198712:198712:256:4294967295] 192.168.204.16@tcp LPNI seq info [198708:198708:8:4294967295] 00000400:00000200:2.0:1763346501.654912:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.654917:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.654921:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94ee00. 00000800:00000200:2.0:1763346501.654926:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.654931:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.654935:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94ee00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.654968:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.654971:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.654974:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.654975:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.654978:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.654983:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb4042fd450 x1848996540811776/t8590055521(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.654992:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb4042fd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+492:226875:x1848996540811776:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 1711us (3031us total) trans 8590055521 rc 0/0 00000100:00100000:2.0:1763346501.655000:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21004 00000100:00000040:2.0:1763346501.655003:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.655005:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.655007:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.655010:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202d00. 00000020:00000010:2.0:1763346501.655013:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304197d0. 00000020:00000010:2.0:1763346501.655018:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fc00. 00000020:00000040:2.0:1763346501.655022:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 491 02000000:00000001:2.0:1763346501.655030:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.655032:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb52af1dc00. 02000000:00000001:2.0:1763346501.655037:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.655040:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb506103b80. 02000000:00000001:2.0:1763346501.655046:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.655047:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb52af1cc00. 02000000:00000001:2.0:1763346501.655050:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.655051:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb514059180. 02000000:00000001:2.0:1763346501.655056:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.655057:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb517f74000. 02000000:00000001:2.0:1763346501.655059:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.655061:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb514059880. 02000000:00000001:2.0:1763346501.655064:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.655065:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb535647c00. 02000000:00000001:2.0:1763346501.655068:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.655069:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb517d3ca80. 02000000:00000001:2.0:1763346501.655073:0:36359:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763346501.655074:0:36359:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb53b951000. 02000000:00000001:2.0:1763346501.655076:0:36359:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763346501.655077:0:36359:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb53546ca80. 00000100:00000001:2.0:1763346501.655081:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763346501.655087:0:36359:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1763346501.655093:0:36359:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4c2c0. 00000400:00000010:2.0:1763346501.655099:0:36359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb5222c2f00. 00000400:00000200:1.0:1763346501.655687:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.655695:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.655700:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198713:198713:255:4294967295] 192.168.204.16@tcp LPNI seq info [198709:198709:7:4294967295] 00000400:00000200:1.0:1763346501.655709:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.655716:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.655721:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.655725:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.655730:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.655733:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.655736:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.655739:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.655741:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.655744:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.655750:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527633480 x1848996540811904/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.655759:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527633480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+21:2355:x1848996540811904:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 1980us (2923us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.655767:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 1009 00000100:00000040:1.0:1763346501.655770:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.655772:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.655773:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.655777:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7a080. 00000020:00000010:1.0:1763346501.655783:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346501.655788:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:1.0:1763346501.655792:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346501.655794:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.660601:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.660615:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94ee00. 00000400:00000200:3.0:1763346501.660623:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.660634:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.660642:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b908 00000400:00000010:3.0:1763346501.660645:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b908. 00000100:00000001:3.0:1763346501.660654:0:3288:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763346501.660658:0:3288:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763346501.660662:0:3288:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff9fb51dc08400. 02000000:00000001:3.0:1763346501.660666:0:3288:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763346501.660667:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763346501.660752:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.660755:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:3.0:1763346501.660760:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.660764:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.660766:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b110 00000400:00000010:3.0:1763346501.660768:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b110. 00000100:00000001:3.0:1763346501.660771:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.660773:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.663908:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.663931:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.663936:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.663939:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.663954:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.663977:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e018c00 00000400:00000200:0.0:1763346501.663988:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d4d [2] + 0 00000800:00000001:0.0:1763346501.663998:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.664009:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.664013:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.664018:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.664028:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.664031:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763346501.664038:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527632680. 00000100:00000040:0.0:1763346501.664043:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527632680 x1848996540812288 msgsize 392 00000100:00100000:0.0:1763346501.664047:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.664066:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.664078:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.664082:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.664167:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.664172:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540812288 02000000:00000001:2.0:1763346501.664175:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.664178:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.664181:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.664185:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.664191:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540812288 00000020:00000001:2.0:1763346501.664195:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.664198:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.664201:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.664205:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=492 00000020:00000001:2.0:1763346501.664208:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.664210:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.664255:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.664262:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.664266:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.664270:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000020:00000010:2.0:1763346501.664277:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fc00. 00000020:00000010:2.0:1763346501.664284:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202d00. 00000020:00000010:2.0:1763346501.664289:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304197d0. 00000100:00000040:2.0:1763346501.664300:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346501.664303:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.664305:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.664307:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.664317:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.664332:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.664345:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.664348:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.664353:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21005 00000100:00000040:2.0:1763346501.664357:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.664359:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131547264 : -105874578004352 : ffff9fb527632680) 00000100:00000040:2.0:1763346501.664368:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527632680 x1848996540812288/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.664377:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.664380:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c40. 00000100:00000001:2.0:1763346501.664382:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.664384:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c40. 00000100:00100000:2.0:1763346501.664388:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+492:226875:x1848996540812288:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:2.0:1763346501.664391:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540812288 00000020:00000001:2.0:1763346501.664395:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.664399:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.664404:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2cc0: xid 1848996540811776, transno 8590055521, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.664411:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5084e46c0: xid 1848996540811520, transno 8590055520, client gen 3, slot idx 3 00000001:00000010:2.0:1763346501.664415:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5084e46c0. 00000020:00000001:2.0:1763346501.664420:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.664422:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.664425:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346501.664429:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.664432:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540812288, found 0 last_xid 1848996540812287 00000020:00000001:2.0:1763346501.664435:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.664437:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.664439:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.664443:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664449:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346501.664453:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346501.664455:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346501.664459:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664462:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346501.664466:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.664468:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664470:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.664472:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.664474:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664476:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.664478:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.664479:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664480:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.664482:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.664484:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664486:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.664487:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.664489:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664491:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664493:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346501.664495:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664498:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.664500:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.664501:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664503:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.664504:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.664505:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664507:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.664510:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.664511:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664514:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.664515:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.664520:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.664528:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.664530:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.664533:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.664535:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.664538:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.664540:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664542:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.664544:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664546:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.664551:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.664554:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.664559:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb51dc08000. 02000000:00000001:2.0:1763346501.664562:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.664565:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664567:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.664569:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664573:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346501.664575:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346501.664577:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.664579:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb41c202380 refcount=2 00000020:00000001:2.0:1763346501.664581:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194647638912 : -105879061912704 : ffff9fb41c202380) 00000004:00000001:2.0:1763346501.664584:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638194647638912 : -105879061912704 : ffff9fb41c202380) 00000020:00000040:2.0:1763346501.664586:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb41c202380 with handle 0x757b854463afa51a from hash 00000004:00000001:2.0:1763346501.664592:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346501.664594:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4064:0x0] with intent: 0 00000004:00000001:2.0:1763346501.664598:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346501.664600:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:2.0:1763346501.664604:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.664607:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.664618:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664621:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.664627:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.664631:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.664638:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.664642:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.664645:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.664647:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.664650:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.664652:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4064:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763346501.664656:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346501.664658:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664661:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.664663:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.664664:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.664666:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.664668:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.664670:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.664672:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.664674:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.664675:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.664676:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.664678:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.664680:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.664682:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.664683:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763346501.664686:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346501.664688:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664691:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346501.664693:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4064:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346501.664696:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.664699:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346501.664701:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346501.664705:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.664712:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613360. 00080000:00000001:2.0:1763346501.664716:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.664724:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51dc0b400. 00080000:00000001:2.0:1763346501.664727:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198969906176 : -105874739645440 : ffff9fb51dc0b400) 00000004:00000001:2.0:1763346501.664732:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.664736:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.664738:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.664740:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969906176 : -105874739645440 : ffff9fb51dc0b400) 00080000:00000001:2.0:1763346501.664744:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.664770:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664772:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664775:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.664779:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.664782:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.664788:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.664789:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.664791:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969906176 : -105874739645440 : ffff9fb51dc0b400) 00080000:00000001:2.0:1763346501.664795:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.664800:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.664802:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664804:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.664831:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.664834:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664840:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.664843:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.664845:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.664847:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.664848:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969906176 : -105874739645440 : ffff9fb51dc0b400) 00080000:00000001:2.0:1763346501.664852:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.664855:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346501.664926:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664929:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664931:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.664932:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.664938:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.664940:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.664945:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.664948:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055522, last_committed = 8590055516 00000001:00000010:2.0:1763346501.664953:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613660. 00000001:00000040:2.0:1763346501.664955:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 6 00000020:00000040:2.0:1763346501.664958:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=493 00000001:00000010:2.0:1763346501.664965:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5222c2b40. 00000004:00000001:2.0:1763346501.664970:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.664972:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.664974:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969906176 : -105874739645440 : ffff9fb51dc0b400) 00080000:00000001:2.0:1763346501.664978:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.664994:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.664996:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.665000:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5222c2b40: xid 1848996540812288, transno 8590055522, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.665003:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665016:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.665018:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613360. 00000020:00000001:2.0:1763346501.665020:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665024:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665026:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665028:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665030:0:19976:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763346501.665032:0:19976:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763346501.665034:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346501.665036:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.665037:0:19976:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.665040:0:19976:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763346501.665042:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346501.665047:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346501.665049:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.665052:0:19976:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4064:0x0], previous was 0x7 00000004:00000001:2.0:1763346501.665055:0:19976:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665058:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346501.665062:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665064:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763346501.665066:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.665070:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613360. 00080000:00000001:2.0:1763346501.665072:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.665076:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb51dc08400. 00080000:00000001:2.0:1763346501.665078:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000001:2.0:1763346501.665083:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665086:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000001:2.0:1763346501.665089:0:19976:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1763346501.665111:0:19976:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665114:0:19976:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763346501.665116:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665117:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000002:2.0:1763346501.665123:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x4064:0x0] not in the id map cache 00080000:00000001:2.0:1763346501.665127:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.665134:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.665137:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665139:0:19976:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665142:0:19976:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763346501.665145:0:19976:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763346501.665148:0:19976:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665150:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346501.665152:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665153:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000001:2.0:1763346501.665169:0:19976:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763346501.665173:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346501.665178:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.665181:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.665184:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665186:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665188:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.665204:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763346501.665205:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665210:0:19976:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665238:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665242:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346501.665244:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346501.665246:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665249:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346501.665252:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346501.665253:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.665254:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.665256:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665258:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665261:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.665263:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346501.665265:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665267:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000001:2.0:1763346501.665272:0:19976:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763346501.665275:0:19976:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763346501.665278:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346501.665280:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000040:2.0:1763346501.665284:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346501.665288:0:19976:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763346501.665292:0:19976:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763346501.665295:0:19976:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763346501.665298:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346501.665302:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.665304:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346501.665306:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665310:0:19976:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763346501.665313:0:19976:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763346501.665317:0:19976:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763346501.665320:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665331:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665333:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665336:0:19976:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346501.665353:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763346501.665354:0:19976:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346501.665361:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:2.0:1763346501.665364:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665366:0:19976:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665369:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.665372:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.665375:0:19976:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665377:0:19976:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665380:0:19976:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665382:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346501.665384:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346501.665386:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665411:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665413:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665415:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665420:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665422:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665424:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665426:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665428:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.665430:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.665432:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665435:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346501.665436:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346501.665437:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665442:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665444:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665445:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665450:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665452:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665453:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665455:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665456:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.665458:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.665460:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665462:0:19976:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665464:0:19976:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.665467:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00000001:2.0:1763346501.665470:0:19976:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665473:0:19976:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665475:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665477:0:19976:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763346501.665478:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665480:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346501.665481:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346501.665483:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.665485:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.665486:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665488:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665489:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.665491:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763346501.665493:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665495:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000001:2.0:1763346501.665497:0:19976:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763346501.665499:0:19976:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763346501.665500:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346501.665502:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000040:2.0:1763346501.665505:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086d80 : new refcount 3 00000040:00000001:2.0:1763346501.665507:0:19976:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763346501.665508:0:19976:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763346501.665510:0:19976:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:2.0:1763346501.665513:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346501.665515:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.665517:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346501.665519:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665521:0:19976:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763346501.665523:0:19976:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763346501.665524:0:19976:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763346501.665526:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:2.0:1763346501.665527:0:19976:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763346501.665537:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763346501.665538:0:19976:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763346501.665542:0:19976:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xb:0x0] not in the id map cache 00000001:00000001:2.0:1763346501.665544:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665546:0:19976:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665547:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.665549:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.665551:0:19976:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665553:0:19976:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665555:0:19976:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665556:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346501.665557:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346501.665559:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665567:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665568:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665569:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665574:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665576:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665577:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665579:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665581:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.665583:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.665584:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665586:0:19976:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763346501.665587:0:19976:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763346501.665588:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665594:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665595:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665596:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665602:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665603:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665604:0:19976:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665606:0:19976:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665608:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.665609:0:19976:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.665611:0:19976:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665613:0:19976:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.665615:0:19976:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.665616:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086d80 : new refcount 2 00000004:00000001:2.0:1763346501.665618:0:19976:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665620:0:19976:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665621:0:19976:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665624:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665626:0:19976:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.665629:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.665631:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.665634:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.665635:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665636:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000001:2.0:1763346501.665639:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.665642:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.665644:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665645:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665661:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.665663:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665670:0:19976:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763346501.665674:0:19976:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763346501.665676:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665677:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000001:2.0:1763346501.665682:0:19976:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1763346501.665718:0:19976:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346501.665720:0:19976:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346501.665722:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.665723:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.665725:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665727:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665729:0:19976:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346501.665731:0:19976:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665780:0:19976:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665782:0:19976:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665785:0:19976:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763346501.665786:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665787:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000001:2.0:1763346501.665791:0:19976:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763346501.665798:0:19976:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665800:0:19976:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665802:0:19976:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763346501.665805:0:19976:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x4064:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763346501.665807:0:19976:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763346501.665808:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346501.665809:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665811:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000001:2.0:1763346501.665814:0:19976:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763346501.665816:0:19976:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346501.665817:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.665819:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.665820:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665822:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665823:0:19976:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.665893:0:19976:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.665896:0:19976:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665898:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665900:0:19976:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763346501.665901:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346501.665903:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.665905:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346501.665906:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346501.665907:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.665908:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.665910:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665912:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.665913:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.665915:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763346501.665917:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.665919:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000001:2.0:1763346501.665922:0:19976:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763346501.665924:0:19976:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763346501.665926:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346501.665927:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000040:2.0:1763346501.665931:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086900 : new refcount 3 00000040:00000001:2.0:1763346501.665933:0:19976:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763346501.665935:0:19976:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763346501.665937:0:19976:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763346501.665940:0:19976:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638194221947392 : -105879487604224 : ffff9fb402c09a00) 00000040:00000001:2.0:1763346501.665942:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346501.665943:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.665945:0:19976:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763346501.665947:0:19976:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763346501.665949:0:19976:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:2.0:1763346501.665959:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.665973:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1763346501.665975:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.665978:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1763346501.665980:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.665983:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763346501.665985:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.666008:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1763346501.666011:0:19976:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9608, 64 off623168 00000040:00000001:2.0:1763346501.666014:0:19976:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.666017:0:19976:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346501.666020:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346501.666025:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.666028:0:19976:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.666030:0:19976:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763346501.666032:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086900 : new refcount 2 00000004:00001000:2.0:1763346501.666035:0:19976:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9608: rc = 1 00000004:00000010:2.0:1763346501.666041:0:19976:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb5276134e0. 00000004:00080000:2.0:1763346501.666043:0:19976:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6071219829598ns, next at 6072219824537ns, rc = 0 00000004:00000001:2.0:1763346501.666046:0:19976:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666048:0:19976:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666050:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666052:0:19976:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763346501.666053:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.666054:0:19976:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763346501.666056:0:19976:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763346501.666057:0:19976:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.666059:0:19976:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.666060:0:19976:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.666061:0:19976:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.666063:0:19976:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763346501.666064:0:19976:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763346501.666066:0:19976:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666067:0:19976:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000001:2.0:1763346501.666069:0:19976:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763346501.666071:0:19976:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763346501.666072:0:19976:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763346501.666073:0:19976:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00000004:00000040:2.0:1763346501.666076:0:19976:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff9fb401086d80 : new refcount 3 00000040:00000001:2.0:1763346501.666078:0:19976:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763346501.666079:0:19976:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763346501.666080:0:19976:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763346501.666083:0:19976:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446638198746983936 : -105874962567680 : ffff9fb510772e00) 00000040:00000001:2.0:1763346501.666084:0:19976:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763346501.666086:0:19976:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.666087:0:19976:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763346501.666088:0:19976:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763346501.666089:0:19976:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa:0x0] 00080000:00000001:2.0:1763346501.666094:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.666120:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1763346501.666123:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.666127:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1763346501.666128:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.666132:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763346501.666134:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.666153:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1763346501.666168:0:19976:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].10403, 64 off674048 00000040:00000001:2.0:1763346501.666170:0:19976:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.666172:0:19976:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346501.666174:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346501.666177:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763346501.666178:0:19976:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763346501.666180:0:19976:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763346501.666182:0:19976:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff9fb401086d80 : new refcount 2 00000004:00001000:2.0:1763346501.666184:0:19976:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0000: new record [0x1:0xa:0x0].10403: rc = 1 00000004:00000010:2.0:1763346501.666189:0:19976:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb527613ba0. 00000004:00080000:2.0:1763346501.666191:0:19976:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6071219977288ns, next at 6072219973299ns, rc = 0 00000004:00000001:2.0:1763346501.666193:0:19976:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666195:0:19976:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666196:0:19976:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666198:0:19976:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666200:0:19976:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666202:0:19976:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763346501.666205:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763346501.666208:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.666211:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346501.666241:0:19976:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055522 00000001:00000001:2.0:1763346501.666244:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.666246:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055523, last_committed = 8590055516 00000001:00000010:2.0:1763346501.666251:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613780. 00000001:00000040:2.0:1763346501.666253:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 7 00000020:00000040:2.0:1763346501.666256:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=494 00000001:00000010:2.0:1763346501.666262:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb540d5f3c0. 00000004:00000001:2.0:1763346501.666267:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.666269:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.666270:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638198969893888 : -105874739657728 : ffff9fb51dc08400) 00080000:00000001:2.0:1763346501.666274:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.666283:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.666286:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.666290:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5222c2b40: xid 1848996540812288, transno 8590055522, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.666294:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c2b40: xid 1848996540812288, transno 8590055522, client gen 3, slot idx 1 00000001:00000010:2.0:1763346501.666297:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c2b40. 00000001:00000001:2.0:1763346501.666300:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb540d5f3c0: xid 1848996540812288, transno 8590055523, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763346501.666303:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.666323:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.666325:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613360. 00000020:00000001:2.0:1763346501.666327:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.666333:0:19976:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763346501.666336:0:19976:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.666340:0:19976:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346501.666349:0:19976:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078600. 00010000:00000010:2.0:1763346501.666353:0:19976:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202800. 00010000:00000001:2.0:1763346501.666358:0:19976:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.666362:0:19976:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532f24600. 00000020:00000001:2.0:1763346501.666367:0:19976:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.666370:0:19976:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532f24600 with handle 0x757b854463afa5ec to hash 00000020:00000001:2.0:1763346501.666372:0:19976:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.666373:0:19976:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000010:2.0:1763346501.666379:0:19976:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfc80. 00010000:00000001:2.0:1763346501.666381:0:19976:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.666385:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.666387:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.666391:0:19976:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346501.666399:0:19976:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.666404:0:19976:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.666406:0:19976:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.666409:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.666411:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.666413:0:19976:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.666415:0:19976:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.666417:0:19976:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.666420:0:19976:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.666421:0:19976:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.666423:0:19976:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.666426:0:19976:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078600) refcount = 1 00010000:00010000:2.0:1763346501.666429:0:19976:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346501.666434:0:19976:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.666440:0:19976:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.666441:0:19976:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.666443:0:19976:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.666444:0:19976:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.666447:0:19976:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.666449:0:19976:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763346501.666452:0:19976:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763346501.666454:0:19976:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.666457:0:19976:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346501.666462:0:19976:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.666464:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.666465:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.666467:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.666469:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.666470:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:2.0:1763346501.666472:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.666475:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.666477:0:19976:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.666478:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.666479:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=4 00000020:00000001:2.0:1763346501.666481:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.666484:0:19976:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.666486:0:19976:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763346501.666488:0:19976:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346501.666494:0:19976:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.666497:0:19976:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346501.666502:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.666503:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.666505:0:19976:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19976 initiator: MDT0 00010000:00000001:2.0:1763346501.666510:0:19976:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.666511:0:19976:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.666515:0:19976:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763346501.666519:0:19976:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9fb540d5f9c0. 00010000:00000001:2.0:1763346501.666523:0:19976:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763346501.666543:0:19976:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763346501.666545:0:19976:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.666547:0:19976:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.666549:0:19976:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.666550:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.666551:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.666552:0:19976:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.666554:0:19976:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346501.666555:0:19976:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763346501.666558:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb41c202380. 00000004:00000001:2.0:1763346501.666566:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763346501.666588:0:19976:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff9fb417525008. 00000004:00000001:2.0:1763346501.666597:0:19976:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346501.666599:0:19976:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346501.666603:0:19976:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb509e7a900. 00000004:00000010:2.0:1763346501.666608:0:19976:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417a54470. 00000004:00000001:2.0:1763346501.666615:0:19976:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763346501.666617:0:19976:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763346501.666619:0:19976:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff9fb509e7a100. 00000004:00000010:2.0:1763346501.666622:0:19976:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff9fb417a55868. 00000004:00000010:2.0:1763346501.666625:0:19976:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff9fb52eb734c0. 00000004:00000010:2.0:1763346501.666629:0:19976:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff9fb41788d438. 00000004:00000010:2.0:1763346501.666634:0:19976:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff9fb538979780. 00000004:00000010:2.0:1763346501.666637:0:19976:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff9fb406fd5cb0. 00000004:00000010:2.0:1763346501.666644:0:19976:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff9fb51dd52e88. 00000004:00000001:2.0:1763346501.666649:0:19976:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763346501.666651:0:19976:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x4064:0x0] 00000004:00000010:2.0:1763346501.666654:0:19976:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff9fb406f28780. 00000004:00000001:2.0:1763346501.666659:0:19976:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763346501.666660:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.666662:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666664:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666667:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346501.666670:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346501.666672:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.666673:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.666676:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.666680:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.666686:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.666692:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.666694:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346501.666701:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.666709:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.666711:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.666715:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055523, xid 1848996540812288 00010000:00000001:2.0:1763346501.666718:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.666729:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527632680 x1848996540812288/t8590055523(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.666738:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.666742:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.666746:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.666751:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.666754:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.666756:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.666759:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.666762:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.666766:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.666769:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.666774:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b5d8. 00000100:00000200:2.0:1763346501.666782:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540812288, offset 224 00000400:00000200:2.0:1763346501.666789:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.666806:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.666814:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198714:198714:256:4294967295] 192.168.204.16@tcp LPNI seq info [198710:198710:8:4294967295] 00000400:00000200:2.0:1763346501.666827:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.666833:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.666839:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94ee00. 00000800:00000200:2.0:1763346501.666846:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.666854:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.666859:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94ee00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.666873:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.666877:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.666880:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.666881:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.666884:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.666888:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527632680 x1848996540812288/t8590055523(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.666898:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+494:226875:x1848996540812288:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 2519us (2853us total) trans 8590055523 rc 0/0 00000100:00100000:2.0:1763346501.666908:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21005 00000100:00000040:2.0:1763346501.666912:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.666914:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.666916:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346501.666920:0:19976:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346501.666924:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202d00. 00000020:00000010:2.0:1763346501.666928:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304197d0. 00000020:00000010:2.0:1763346501.666933:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fc00. 00000020:00000040:2.0:1763346501.666940:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:2.0:1763346501.666943:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346501.667078:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300738513, at 4300738516 00000100:00000010:0.0:1763346501.667088:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54cc0. 00000800:00000200:0.0:1763346501.667209:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.667236:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94ee00. 00000400:00000200:0.0:1763346501.667241:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.667247:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.667253:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b5d8 00000400:00000010:0.0:1763346501.667255:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b5d8. 00000100:00000001:0.0:1763346501.667262:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.667264:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1763346501.667362:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346501.667365:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.667368:0:5740:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763346501.667371:0:5740:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763346501.667373:0:5740:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763346501.667377:0:5740:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00010000:3.0:1763346501.667384:0:5740:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532f24600 already unused, calling callback (ffffffffc15a1b40) 00010000:00000001:3.0:1763346501.667387:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.667389:0:5740:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763346501.667391:0:5740:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346501.667396:0:5740:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763346501.667398:0:5740:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763346501.667400:0:5740:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.667402:0:5740:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:3.0:1763346501.667404:0:5740:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:3.0:1763346501.667406:0:5740:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:3.0:1763346501.667410:0:5740:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763346501.667412:0:5740:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346501.667417:0:5740:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763346501.667418:0:5740:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763346501.667420:0:5740:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.667423:0:5740:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763346501.667424:0:5740:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763346501.667426:0:5740:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763346501.667428:0:5740:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763346501.667430:0:5740:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532f24600 with handle 0x757b854463afa5ec from hash 00010000:00000001:3.0:1763346501.667432:0:5740:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763346501.667434:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.667435:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.667436:0:5740:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763346501.667439:0:5740:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763346501.667441:0:5740:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.667443:0:5740:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763346501.667445:0:5740:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763346501.667447:0:5740:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763346501.667450:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4064:0x0].0x0 (ffff9fb503078600) 00010000:00010000:3.0:1763346501.667452:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763346501.667456:0:5740:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763346501.667458:0:5740:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.667460:0:5740:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763346501.667462:0:5740:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763346501.667464:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763346501.667465:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.667467:0:5740:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.667469:0:5740:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346501.667471:0:5740:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.667475:0:5740:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000001:3.0:1763346501.667480:0:5740:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763346501.667482:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa5ec lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x4064:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19976 initiator: MDT0 00010000:00000010:3.0:1763346501.667489:0:5740:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfc80. 00010000:00000040:3.0:1763346501.667494:0:5740:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078600 count: 0 00010000:00000010:3.0:1763346501.667499:0:5740:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202800. 00010000:00000001:3.0:1763346501.667506:0:5740:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763346501.667508:0:5740:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763346501.667510:0:5740:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9fb540d5f9c0. 00010000:00000001:3.0:1763346501.667515:0:5740:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346501.667517:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346501.667518:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.667520:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346501.667521:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346501.667522:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.667524:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763346501.667525:0:5740:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763346501.667526:0:5740:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763346501.667528:0:5740:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1763346501.667537:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300738513, at 4300738517 00000100:00000010:3.0:1763346501.667542:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54240. 00000100:00000040:1.0:1763346501.669395:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300738513, at 4300738519 00000100:00000010:1.0:1763346501.669412:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a54f60. 00000100:00000040:2.0:1763346501.670049:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300738513, at 4300738519 00000100:00000010:2.0:1763346501.670058:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb519a547e0. 00010000:00000010:0.1:1763346501.670308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972000. 00010000:00000010:0.1:1763346501.670318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1800. 00010000:00000010:0.1:1763346501.670321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972a00. 00010000:00000010:0.1:1763346501.670324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab1400. 00010000:00000010:1.1:1763346501.674316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb5353ecc00. 00010000:00000010:1.1:1763346501.674340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:3.1:1763346501.678269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36c00. 00010000:00000010:3.1:1763346501.678288:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078400. 00010000:00000010:3.1:1763346501.678292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078600. 00010000:00000010:3.1:1763346501.678295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532f24600. 00000800:00000001:3.0:1763346501.686304:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.686326:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.686331:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.686333:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.686348:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.686371:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e018d00 00000400:00000200:3.0:1763346501.686382:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 129928 00000800:00000001:3.0:1763346501.686394:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.686407:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.686412:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.686417:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.686426:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.686428:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763346501.686437:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4000. 00000100:00000040:3.0:1763346501.686442:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4000 x1848996540812544 msgsize 4616 00000100:00100000:3.0:1763346501.686446:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.686465:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.686476:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.686479:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.686731:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.686736:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540812544 02000000:00000001:1.0:1763346501.686740:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.686743:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.686746:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.686751:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.686757:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540812544 00000020:00000001:1.0:1763346501.686761:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.686763:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.686766:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.686770:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:1.0:1763346501.686772:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.686775:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.686780:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.686786:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.686790:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.686793:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000020:00000010:1.0:1763346501.686799:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:1.0:1763346501.686806:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7a080. 00000020:00000010:1.0:1763346501.686811:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346501.686819:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.686822:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.686824:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346501.686827:0:25650:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346501.686828:0:25650:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.686830:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.686839:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.686855:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.686870:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.686872:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.686877:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140861 00000100:00000040:1.0:1763346501.686881:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.686883:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558769152 : -105875150782464 : ffff9fb5053f4000) 00000100:00000040:1.0:1763346501.686892:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4000 x1848996540812544/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.686902:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.686905:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.686907:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.686909:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000100:00100000:1.0:1763346501.686913:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+494:226878:x1848996540812544:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346501.686918:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540812544 00000020:00000001:1.0:1763346501.686921:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.686925:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346501.686930:0:25650:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb540d5f3c0: xid 1848996540812288, transno 8590055523, client gen 3, slot idx 2 00000001:00000001:1.0:1763346501.686936:0:25650:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb5222c2cc0: xid 1848996540811776, transno 8590055521, client gen 3, slot idx 0 00000001:00000010:1.0:1763346501.686940:0:25650:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb5222c2cc0. 00000020:00000001:1.0:1763346501.686945:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.686947:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.686950:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.686953:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346501.686956:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540812544, found 0 last_xid 1848996540812543 00000020:00000001:1.0:1763346501.686959:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.686961:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.686963:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.686969:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.686971:0:25650:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.686974:0:25650:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.686976:0:25650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.686978:0:25650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.686980:0:25650:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.686985:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.686994:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:1.0:1763346501.686997:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.687000:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.687004:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0800. 00000020:00000001:1.0:1763346501.687008:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.687010:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0800 with handle 0x757b854463afa5f3 to hash 00000020:00000001:1.0:1763346501.687012:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.687014:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320807424 : -105874388744192 : ffff9fb532ab0800) 00010000:00000010:1.0:1763346501.687019:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2d80. 00010000:00000001:1.0:1763346501.687022:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320807424 : -105874388744192 : ffff9fb532ab0800) 00010000:00010000:1.0:1763346501.687027:0:25650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa5f3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212aa1 expref: -99 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.687036:0:25650:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346501.687038:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:1.0:1763346501.687045:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346501.687048:0:25650:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346501.687056:0:25650:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346501.687058:0:25650:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346501.687060:0:25650:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687062:0:25650:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346501.687068:0:25650:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb5053f4000 x1848996540812544/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346501.687077:0:25650:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346501.687079:0:25650:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346501.687082:0:25650:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346501.687085:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.687088:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.687091:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.687092:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.687094:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.687102:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.687103:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687105:0:25650:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687107:0:25650:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687111:0:25650:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346501.687112:0:25650:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346501.687115:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.687118:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.687184:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb52a7c0000. 02000000:00000001:1.0:1763346501.687188:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.687191:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687196:0:25650:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346501.687198:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.687199:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.687201:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.687204:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.687206:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.687207:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.687208:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.687210:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.687891:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.687895:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.687902:0:25650:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346501.687909:0:25650:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346501.687912:0:25650:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346501.687917:0:25650:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346501.687919:0:25650:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.687923:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.687925:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687927:0:25650:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346501.687929:0:25650:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687932:0:25650:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346501.687935:0:25650:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687938:0:25650:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346501.687942:0:25650:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346501.687948:0:25650:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0322ba38 00000004:00000002:1.0:1763346501.687951:0:25650:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346501.687959:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.687961:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:1.0:1763346501.687965:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.687975:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:1.0:1763346501.687978:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:1.0:1763346501.687981:0:25650:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346501.687983:0:25650:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.687987:0:25650:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346501.687992:0:25650:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346501.687996:0:25650:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346501.687999:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.688002:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.688006:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:1.0:1763346501.688008:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.688012:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.688018:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0000. 00000020:00000001:1.0:1763346501.688022:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.688024:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0000 with handle 0x757b854463afa5fa to hash 00000020:00000001:1.0:1763346501.688026:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.688027:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000010:1.0:1763346501.688033:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.688035:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.688039:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.688041:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.688045:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688052:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.688057:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.688059:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.688062:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.688065:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688067:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.688069:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688072:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.688074:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.688076:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.688077:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.688080:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:1.0:1763346501.688084:0:25650:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.688091:0:25650:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 495 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.688099:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688104:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.688109:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.688112:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688114:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.688116:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688118:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688120:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.688123:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.688126:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.688128:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688135:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.688137:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688138:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688140:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.688142:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346501.688147:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972900. 00010000:00000010:1.0:1763346501.688151:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb509e7a200. 00010000:00000001:1.0:1763346501.688165:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.688168:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0600. 00000020:00000001:1.0:1763346501.688171:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.688173:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0600 with handle 0x757b854463afa601 to hash 00000020:00000001:1.0:1763346501.688175:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.688177:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000010:1.0:1763346501.688180:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346501.688182:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.688185:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.688187:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.688190:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688196:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.688197:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.688199:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.688200:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.688202:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688205:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.688206:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688208:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.688210:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.688211:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.688232:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.688234:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417972900) refcount = 1 00010000:00010000:1.0:1763346501.688238:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688244:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.688246:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.688248:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688249:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.688251:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688253:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688254:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.688256:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.688258:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.688260:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688265:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.688267:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688268:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.688270:0:25650:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.688274:0:25650:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346501.688333:0:25650:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346501.688337:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346501.688340:0:25650:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346501.688344:0:25650:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.688350:0:25650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346501.688382:0:25650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.688385:0:25650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763346501.688386:0:25650:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763346501.688390:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.688394:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.688397:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.688400:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.688401:0:25650:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346501.688403:0:25650:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.688405:0:25650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763346501.688409:0:25650:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763346501.688411:0:25650:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346501.688412:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.688414:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.688415:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.688417:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.688418:0:25650:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.688447:0:25650:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.688450:0:25650:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.688453:0:25650:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.688455:0:25650:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.688457:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.688458:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:1.0:1763346501.688461:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.688464:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:1.0:1763346501.688467:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:1.0:1763346501.688473:0:25650:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:1.0:1763346501.688477:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346501.688481:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178245f8/ffff9fb4178245a0 to site lru. bkt: ffff9fb51dc9c620 00000004:00000001:1.0:1763346501.688483:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346501.688486:0:25650:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346501.688488:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.688491:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.688493:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.688495:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346501.688497:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.688500:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.688503:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346501.688505:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688515:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688516:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.688519:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688525:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.688526:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688530:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346501.688532:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:1.0:1763346501.688538:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346501.688541:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.688543:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346501.688546:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688552:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346501.688553:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.688554:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.688556:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=4 00000020:00000001:1.0:1763346501.688557:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.688560:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.688562:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346501.688565:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688570:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346501.688571:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346501.688573:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688576:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.688578:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.688580:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.688581:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.688584:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463afa5fa from hash 00010000:00000001:1.0:1763346501.688586:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.688588:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688589:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688590:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.688593:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.688594:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688597:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.688599:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.688601:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.688603:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:1.0:1763346501.688606:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346501.688609:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688611:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688613:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.688615:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346501.688618:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688619:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688620:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688622:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.688625:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.688628:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688633:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688634:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688636:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346501.688637:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346501.688639:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.688641:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa5fa lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:1.0:1763346501.688647:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.688656:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.688658:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.688659:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.688660:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.688662:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.688663:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=3 00000020:00000001:1.0:1763346501.688665:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.688668:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.688669:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346501.688672:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688677:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688679:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.688681:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688685:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.688687:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688689:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346501.688691:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:1.0:1763346501.688695:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346501.688697:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.688699:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346501.688701:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688705:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346501.688706:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.688707:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.688709:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=4 00000020:00000001:1.0:1763346501.688711:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.688713:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.688716:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346501.688718:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688727:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346501.688728:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346501.688730:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688732:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.688733:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.688735:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.688736:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.688738:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0600 with handle 0x757b854463afa601 from hash 00010000:00000001:1.0:1763346501.688741:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.688742:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688743:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688744:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.688746:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.688747:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688749:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.688750:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.688751:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.688753:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417972900) 00010000:00010000:1.0:1763346501.688755:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346501.688757:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688759:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688761:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.688762:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346501.688764:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688765:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688766:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688769:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.688771:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.688773:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:1.0:1763346501.688779:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688780:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688781:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346501.688782:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346501.688784:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.688786:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa601 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:1.0:1763346501.688792:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2480. 00010000:00000040:1.0:1763346501.688795:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972900 count: 0 00010000:00000010:1.0:1763346501.688801:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb509e7a200. 00010000:00000001:1.0:1763346501.688808:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.688809:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.688811:0:25650:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346501.688813:0:25650:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346501.688814:0:25650:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346501.688816:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346501.688819:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:1.0:1763346501.688821:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346501.688825:0:25650:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:1.0:1763346501.688828:0:25650:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346501.688831:0:25650:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346501.688834:0:25650:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346501.688836:0:25650:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346501.688838:0:25650:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346501.688840:0:25650:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346501.688844:0:25650:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763346501.688867:0:25650:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.688871:0:25650:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763346501.688874:0:25650:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763346501.688878:0:25650:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.688881:0:25650:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.688882:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.688887:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688888:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688890:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.688892:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.688894:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0800 with handle 0x757b854463afa5f3 from hash 00010000:00000001:1.0:1763346501.688897:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.688898:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.688899:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.688901:0:25650:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.688902:0:25650:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763346501.688905:0:25650:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763346501.688912:0:25650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa5f3 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212aa1 expref: 495 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.688919:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763346501.688922:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.688925:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.688927:0:25650:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.688929:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688932:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.688933:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.688935:0:25650:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.688936:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.688937:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.688938:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.688940:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.688942:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:1.0:1763346501.688944:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763346501.688946:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.688948:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.688950:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.688951:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.688954:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa5f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212aa1 expref: 495 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.688960:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:1.0:1763346501.688963:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00010000:00000010:1.0:1763346501.688966:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2d80. 00010000:00000001:1.0:1763346501.688970:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.688972:0:25650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0800, rc 0) 00000020:00000001:1.0:1763346501.688974:0:25650:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763346501.688978:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 0, xid 1848996540812544 00010000:00000001:1.0:1763346501.688981:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.688989:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4000 x1848996540812544/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/608 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.688999:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.689003:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.689008:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.689013:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.689016:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.689018:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.689021:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.689024:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.689029:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.689032:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.689038:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b5d8. 00000100:00000200:1.0:1763346501.689046:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540812544, offset 224 00000400:00000200:1.0:1763346501.689054:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.689070:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.689079:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198715:198715:256:4294967295] 192.168.204.16@tcp LPNI seq info [198711:198711:8:4294967295] 00000400:00000200:1.0:1763346501.689092:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.689098:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.689106:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.689113:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.689123:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.689128:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 704 niov 1 nkiov 1 00000800:00000200:0.0:1763346501.692637:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.692651:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:0.0:1763346501.692663:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.692674:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.692683:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b5d8 00000400:00000010:0.0:1763346501.692685:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b5d8. 00000100:00000001:0.0:1763346501.692691:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.692693:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346501.694793:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.694814:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.694820:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.694823:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.694828:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.694840:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4000 x1848996540812544/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/608 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.694854:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+494:226878:x1848996540812544:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 7949us (8408us total) trans 0 rc 301/301 00000100:00100000:1.0:1763346501.694866:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140861 00000100:00000040:1.0:1763346501.694870:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346501.694872:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.694876:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.694885:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7a080. 00000020:00000010:1.0:1763346501.694896:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346501.694903:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:1.0:1763346501.694910:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 493 00000100:00000001:1.0:1763346501.694914:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.698368:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.698400:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.698407:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.698409:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.698428:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.698454:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e018e00 00000400:00000200:0.0:1763346501.698466:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 134544 00000800:00000001:0.0:1763346501.698479:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.698493:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.698497:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.698503:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.698512:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.698515:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.698523:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527631500. 00000100:00000040:0.0:1763346501.698528:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527631500 x1848996540812800 msgsize 4616 00000100:00100000:0.0:1763346501.698532:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.698551:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.698563:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.698567:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.698787:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.698791:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540812800 02000000:00000001:1.0:1763346501.698796:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.698799:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.698802:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.698807:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.698811:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540812800 00000020:00000001:1.0:1763346501.698815:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.698817:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.698820:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.698824:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=494 00000020:00000001:1.0:1763346501.698827:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.698830:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.698836:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.698841:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.698845:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.698848:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000020:00000010:1.0:1763346501.698855:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e50c00. 00000020:00000010:1.0:1763346501.698861:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7a080. 00000020:00000010:1.0:1763346501.698867:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346501.698875:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.698879:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.698880:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346501.698885:0:25650:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346501.698886:0:25650:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.698889:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.698898:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763346501.699720:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346501.699756:0:25650:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:1.1:1763346501.699760:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0600. 00010000:00000010:1.1:1763346501.699763:0:25650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00000100:00000001:1.0:1763346501.699770:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.699795:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.699797:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.699806:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140862 00000100:00000040:1.0:1763346501.699810:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.699812:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131542784 : -105874578008832 : ffff9fb527631500) 00000100:00000040:1.0:1763346501.699822:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527631500 x1848996540812800/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.699832:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.699836:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.699839:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.699841:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000100:00100000:1.0:1763346501.699846:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+494:226878:x1848996540812800:12345-192.168.204.16@tcp:101:lfs.0 00000100:00000200:1.0:1763346501.699850:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540812800 00000020:00000001:1.0:1763346501.699854:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.699859:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.699864:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.699866:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.699868:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.699871:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346501.699875:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540812800, found 0 last_xid 1848996540812799 00000020:00000001:1.0:1763346501.699879:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.699881:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.699883:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.699890:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.699892:0:25650:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.699895:0:25650:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.699896:0:25650:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.699899:0:25650:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.699902:0:25650:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.699907:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.699916:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f100 count: 2 00010000:00000001:1.0:1763346501.699919:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.699922:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.699925:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0800. 00000020:00000001:1.0:1763346501.699931:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.699934:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0800 with handle 0x757b854463afa608 to hash 00000020:00000001:1.0:1763346501.699936:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.699937:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320807424 : -105874388744192 : ffff9fb532ab0800) 00010000:00000010:1.0:1763346501.699942:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2d80. 00010000:00000001:1.0:1763346501.699946:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320807424 : -105874388744192 : ffff9fb532ab0800) 00010000:00010000:1.0:1763346501.699950:0:25650:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa608 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212aa8 expref: -99 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.699959:0:25650:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346501.699961:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=495 00010000:00000001:1.0:1763346501.699971:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346501.699975:0:25650:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346501.699984:0:25650:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346501.699986:0:25650:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346501.699988:0:25650:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.699991:0:25650:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346501.699996:0:25650:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb527631500 x1848996540812800/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346501.700006:0:25650:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346501.700008:0:25650:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346501.700012:0:25650:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346501.700016:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.700018:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.700021:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.700023:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.700025:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.700028:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.700029:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.700031:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.700038:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.700040:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.700042:0:25650:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.700044:0:25650:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.700047:0:25650:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346501.700048:0:25650:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346501.700291:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.700295:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.700412:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb53a9e0000. 02000000:00000001:0.0:1763346501.700416:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.700420:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700427:0:25650:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346501.700429:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.700430:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.700432:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.700433:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.700434:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.700436:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.700437:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.700438:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.700441:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.700442:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.700447:0:25650:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346501.700454:0:25650:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346501.700456:0:25650:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346501.700460:0:25650:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346501.700462:0:25650:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.700466:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.700467:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700470:0:25650:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346501.700472:0:25650:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700475:0:25650:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346501.700477:0:25650:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700480:0:25650:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763346501.700483:0:25650:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763346501.700488:0:25650:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0322ba38 00000004:00000002:0.0:1763346501.700491:0:25650:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4061:0x0]/(->[0x200000bd2:0x4062:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763346501.700497:0:25650:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763346501.700499:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763346501.700501:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:0.0:1763346501.700505:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.700515:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:0.0:1763346501.700517:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:0.0:1763346501.700524:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763346501.700528:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763346501.700582:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700586:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.700591:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.700595:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.700602:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700605:0:25650:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700609:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700611:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.700613:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.700614:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.700615:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700619:0:25650:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700621:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763346501.700624:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763346501.700626:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700630:0:25650:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763346501.700633:0:25650:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4062:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763346501.700636:0:25650:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4062:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:0.0:1763346501.700643:0:25650:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.700645:0:25650:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700648:0:25650:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763346501.700652:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.700654:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.700656:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.700657:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.700659:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.700660:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.700662:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.700663:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346501.700665:0:25650:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4062:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763346501.700669:0:25650:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4062:0x0]: returning size 11776 00000001:00000001:0.0:1763346501.700672:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.700673:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700676:0:25650:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763346501.700678:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.700681:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.700682:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.700684:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700686:0:25650:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700689:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700691:0:25650:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700695:0:25650:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763346501.700697:0:25650:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:0.0:1763346501.700702:0:25650:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763346501.700714:0:25650:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763346501.700717:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763346501.700719:0:25650:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700722:0:25650:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700724:0:25650:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.700730:0:25650:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763346501.700737:0:25650:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb509957b00. 00000020:00000001:0.0:1763346501.700740:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.700742:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb509957b00 with handle 0x757b854463afa60f to hash 00000020:00000001:0.0:1763346501.700745:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763346501.700746:0:25650:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638198631529216 : -105875078022400 : ffff9fb509957b00) 00000004:00000001:0.0:1763346501.700749:0:25650:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763346501.700751:0:25650:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763346501.700753:0:25650:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4062:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:0.0:1763346501.700757:0:25650:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763346501.700762:0:25650:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.700774:0:25650:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532675400. 00080000:00000001:0.0:1763346501.700777:0:25650:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316370432 : -105874393181184 : ffff9fb532675400) 00080000:00000001:0.0:1763346501.700781:0:25650:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346501.700788:0:25650:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.700796:0:25650:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.700798:0:25650:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.700823:0:25650:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.700826:0:25650:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.700831:0:25650:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.700833:0:25650:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055524, last_committed = 8590055516 00000001:00000010:0.0:1763346501.700838:0:25650:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038cc0. 00000001:00000040:0.0:1763346501.700840:0:25650:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 8 00000020:00000040:0.0:1763346501.700843:0:25650:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00000001:00000010:0.0:1763346501.700849:0:25650:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb508448540. 00080000:00000001:0.0:1763346501.700858:0:25650:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.700878:0:25650:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346501.700882:0:25650:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb508448540: xid 1848996540812800, transno 8590055524, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763346501.700885:0:25650:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.700897:0:25650:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700899:0:25650:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346501.700901:0:25650:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700903:0:25650:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700906:0:25650:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.700909:0:25650:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763346501.700911:0:25650:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763346501.700913:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763346501.700915:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.700917:0:25650:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763346501.700919:0:25650:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763346501.700922:0:25650:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346501.700929:0:25650:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.700937:0:25650:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700940:0:25650:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700943:0:25650:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763346501.700946:0:25650:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346501.700948:0:25650:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763346501.700950:0:25650:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346501.700952:0:25650:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346501.700954:0:25650:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346501.700957:0:25650:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346501.700976:0:25650:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700978:0:25650:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:0.0:1763346501.700980:0:25650:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.700983:0:25650:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346501.700986:0:25650:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763346501.700989:0:25650:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.700993:0:25650:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346501.700995:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.701001:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.701002:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.701005:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.701007:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.701010:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0800 with handle 0x757b854463afa608 from hash 00010000:00000001:0.0:1763346501.701013:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.701014:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.701015:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.701016:0:25650:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346501.701018:0:25650:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.701021:0:25650:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346501.701027:0:25650:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa608 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212aa8 expref: 496 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763346501.701036:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346501.701038:0:25650:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.701041:0:25650:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.701043:0:25650:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.701045:0:25650:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.701048:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.701049:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.701051:0:25650:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.701125:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.701129:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.701131:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.701134:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763346501.701136:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4061:0x0].0x0 (ffff9fb417f4f100) 00010000:00010000:0.0:1763346501.701139:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763346501.701142:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.701145:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.701146:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.701148:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.701151:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0800/0x757b854463afa608 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4061:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212aa8 expref: 496 pid: 25650 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.701168:0:25650:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 482 00000020:00000040:0.0:1763346501.701171:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00010000:00000010:0.0:1763346501.701173:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2d80. 00010000:00000001:0.0:1763346501.701183:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.701185:0:25650:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0800, rc 0) 00000020:00000001:0.0:1763346501.701188:0:25650:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346501.701193:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055524, xid 1848996540812800 00010000:00000001:0.0:1763346501.701196:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.701202:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527631500 x1848996540812800/t8590055524(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/608 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.701210:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.701264:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.701270:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.701277:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.701280:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.701282:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.701285:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.701288:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.701292:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.701295:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.701302:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9ab28. 00000100:00000200:0.0:1763346501.701311:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1848996540812800, offset 224 00000400:00000200:0.0:1763346501.701320:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.701337:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.701346:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198716:198716:256:4294967295] 192.168.204.16@tcp LPNI seq info [198712:198712:8:4294967295] 00000400:00000200:0.0:1763346501.701359:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.701365:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.701371:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4ad00. 00000800:00000200:0.0:1763346501.701379:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.701388:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.701394:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4ad00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.701419:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.701423:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.701425:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.701427:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.701429:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.701434:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527631500 x1848996540812800/t8590055524(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/608 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.701444:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+495:226878:x1848996540812800:12345-192.168.204.16@tcp:101:lfs.0 Request processed in 1611us (2914us total) trans 8590055524 rc 301/301 00000100:00100000:0.0:1763346501.701454:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140862 00000100:00000040:0.0:1763346501.701458:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.701461:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.701464:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.701470:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7a080. 00000020:00000010:0.0:1763346501.701476:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:0.0:1763346501.701482:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e50c00. 00000020:00000040:0.0:1763346501.701488:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:0.0:1763346501.701491:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.701796:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.701803:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4ad00. 00000400:00000200:2.0:1763346501.701809:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.701815:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.701822:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9ab28 00000400:00000010:2.0:1763346501.701825:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9ab28. 00000100:00000001:2.0:1763346501.701830:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.701832:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.705808:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.705827:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.705832:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.705834:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.705849:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.705871:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 456 into portal 12 MB=0x691a70e018e80 00000400:00000200:0.0:1763346501.705880:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 456/456 into md 0xd4325 [64] + 139160 00000800:00000001:0.0:1763346501.705890:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.705899:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.705903:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.705907:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.705916:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.705918:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.705925:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527633800. 00000100:00000040:0.0:1763346501.705929:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527633800 x1848996540812928 msgsize 456 00000100:00100000:0.0:1763346501.705933:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.705951:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.705960:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.705963:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346501.706046:0:25650:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346501.706050:0:25650:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540812928 02000000:00000001:3.0:1763346501.706138:0:25650:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346501.706142:0:25650:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346501.706145:0:25650:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346501.706150:0:25650:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346501.706165:0:25650:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540812928 00000020:00000001:3.0:1763346501.706169:0:25650:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346501.706171:0:25650:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:3.0:1763346501.706175:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346501.706179:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:3.0:1763346501.706182:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:3.0:1763346501.706185:0:25650:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:3.0:1763346501.706191:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346501.706197:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cb80. 00000100:00000001:3.0:1763346501.706202:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346501.706204:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cb80. 00010000:00000010:0.1:1763346501.706249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0800. 00000020:00000010:3.0:1763346501.706338:0:25650:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb509d1d000. 00000020:00000010:2.0:1763346501.706422:0:25650:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346501.706431:0:25650:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304197d0. 00000100:00000040:2.0:1763346501.706441:0:25650:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763346501.706445:0:25650:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.706446:0:25650:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.706450:0:25650:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.706459:0:25650:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.706477:0:25650:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.706494:0:25650:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.706496:0:25650:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.706502:0:25650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140863 00000100:00000040:2.0:1763346501.706505:0:25650:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.706507:0:25650:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131551744 : -105874577999872 : ffff9fb527633800) 00000100:00000040:2.0:1763346501.706517:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527633800 x1848996540812928/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 456/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.706527:0:25650:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.706531:0:25650:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.706534:0:25650:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.706537:0:25650:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000100:00100000:2.0:1763346501.706541:0:25650:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+495:226878:x1848996540812928:12345-192.168.204.16@tcp:34:lfs.0 00000100:00000200:2.0:1763346501.706546:0:25650:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540812928 00000020:00000001:2.0:1763346501.706550:0:25650:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.706554:0:25650:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.706560:0:25650:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb508448540: xid 1848996540812800, transno 8590055524, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.706566:0:25650:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb540d5f3c0: xid 1848996540812288, transno 8590055523, client gen 3, slot idx 2 00000001:00000010:2.0:1763346501.706570:0:25650:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb540d5f3c0. 00000020:00000001:2.0:1763346501.706577:0:25650:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.706579:0:25650:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.706581:0:25650:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026864 : -1039524752 : ffffffffc20a1c70) 00000020:00000001:2.0:1763346501.706585:0:25650:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.706588:0:25650:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540812928, found 0 last_xid 1848996540812927 00000020:00000001:2.0:1763346501.706591:0:25650:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.706593:0:25650:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.706595:0:25650:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.706599:0:25650:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763346501.706605:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.706610:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000020:00000001:2.0:1763346501.706613:0:25650:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.706615:0:25650:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.706620:0:25650:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.706623:0:25650:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.706632:0:25650:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff9fb530e9a000. 02000000:00000001:2.0:1763346501.706634:0:25650:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.706637:0:25650:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.706644:0:25650:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763346501.706650:0:25650:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763346501.706654:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.706656:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.706659:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.706661:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.706663:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.706665:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.706666:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.706668:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.706669:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.706670:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.706672:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.706674:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.706675:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.706676:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.706678:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.706679:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.706681:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.706683:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.706685:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.706690:0:25650:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.706697:0:25650:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.706700:0:25650:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.706703:0:25650:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.706705:0:25650:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.706708:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.706710:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.706712:0:25650:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.706714:0:25650:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.706716:0:25650:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763346501.706724:0:25650:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0322bcb0 00000004:00000002:2.0:1763346501.706727:0:25650:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x4062:0x0]/file1, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763346501.706733:0:25650:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763346501.706737:0:25650:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763346501.706741:0:25650:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763346501.706744:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.706746:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763346501.706753:0:25650:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:2.0:1763346501.706756:0:25650:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.706759:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.706765:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532f24600. 00000020:00000001:2.0:1763346501.706770:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.706773:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532f24600 with handle 0x757b854463afa616 to hash 00000020:00000001:2.0:1763346501.706775:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.706777:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000010:2.0:1763346501.706782:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf900. 00010000:00000001:2.0:1763346501.706785:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.706788:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.706790:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.706794:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.706802:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.706805:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.706808:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.706810:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.706812:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.706814:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.706815:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.706818:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.706820:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.706822:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.706823:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.706826:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 2 00010000:00000040:2.0:1763346501.706829:0:25650:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763346501.706834:0:25650:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 495 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763346501.706842:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.706847:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.706852:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.706854:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.706857:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.706859:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.706861:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.706863:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.706866:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.706868:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.706871:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.706877:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.706879:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.706880:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.706882:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.706884:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346501.706890:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078c00. 00010000:00000010:2.0:1763346501.706894:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202d80. 00010000:00000001:2.0:1763346501.706898:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.706901:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb501523400. 00000020:00000001:2.0:1763346501.706904:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.706906:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb501523400 with handle 0x757b854463afa61d to hash 00000020:00000001:2.0:1763346501.706907:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.706909:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198492902400 : -105875216649216 : ffff9fb501523400) 00010000:00000010:2.0:1763346501.706912:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadfd00. 00010000:00000001:2.0:1763346501.706914:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198492902400 : -105875216649216 : ffff9fb501523400) 00010000:00000001:2.0:1763346501.706916:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.706918:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.706921:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.706925:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.706927:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.706928:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.706929:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.706930:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.706931:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.706932:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.706935:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.706937:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.706938:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.706939:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.706941:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb503078c00) refcount = 1 00010000:00010000:2.0:1763346501.706945:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.706948:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.706950:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.706951:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.706952:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.706953:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.706955:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.706956:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.706958:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.706960:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.706962:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.706967:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.706968:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.706969:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.706970:0:25650:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.706974:0:25650:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763346501.707021:0:25650:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763346501.707023:0:25650:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763346501.707026:0:25650:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763346501.707029:0:25650:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.707036:0:25650:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763346501.707077:0:25650:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763346501.707080:0:25650:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763346501.707082:0:25650:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763346501.707086:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.707089:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.707092:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.707095:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.707097:0:25650:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763346501.707099:0:25650:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.707101:0:25650:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763346501.707105:0:25650:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763346501.707107:0:25650:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763346501.707109:0:25650:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763346501.707110:0:25650:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763346501.707111:0:25650:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763346501.707112:0:25650:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.707114:0:25650:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.707140:0:25650:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.707142:0:25650:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.707145:0:25650:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707146:0:25650:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707148:0:25650:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763346501.707150:0:25650:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:2.0:1763346501.707152:0:25650:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.707165:0:25650:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:2.0:1763346501.707168:0:25650:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:2.0:1763346501.707172:0:25650:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763346501.707175:0:25650:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763346501.707176:0:25650:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763346501.707180:0:25650:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb503078000. 00010000:00000010:2.0:1763346501.707183:0:25650:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb41c202d00. 00010000:00000001:2.0:1763346501.707186:0:25650:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763346501.707189:0:25650:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb501522400. 00000020:00000001:2.0:1763346501.707191:0:25650:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763346501.707192:0:25650:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb501522400 with handle 0x757b854463afa624 to hash 00000020:00000001:2.0:1763346501.707194:0:25650:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763346501.707195:0:25650:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000010:2.0:1763346501.707198:0:25650:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb50fadf880. 00010000:00000001:2.0:1763346501.707200:0:25650:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707203:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.707204:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.707207:0:25650:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707248:0:25650:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763346501.707250:0:25650:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763346501.707251:0:25650:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763346501.707252:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.707254:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.707256:0:25650:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763346501.707257:0:25650:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.707258:0:25650:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763346501.707259:0:25650:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763346501.707260:0:25650:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763346501.707262:0:25650:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763346501.707264:0:25650:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb503078000) refcount = 1 00010000:00010000:2.0:1763346501.707267:0:25650:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707271:0:25650:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763346501.707273:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.707274:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707275:0:25650:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763346501.707276:0:25650:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.707278:0:25650:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707280:0:25650:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763346501.707281:0:25650:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763346501.707284:0:25650:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.707286:0:25650:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707290:0:25650:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763346501.707291:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707292:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707293:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707295:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707296:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb501522400 refcount=3 00000020:00000001:2.0:1763346501.707298:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707301:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707303:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707304:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.707305:0:25650:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707309:0:25650:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763346501.707314:0:25650:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.707316:0:25650:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.707321:0:25650:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707324:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.707329:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.707332:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.707339:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.707342:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.707346:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.707348:0:25650:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.707351:0:25650:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.707353:0:25650:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000001:2.0:1763346501.707357:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.707358:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.707359:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.707360:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.707362:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.707364:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.707366:0:25650:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.707367:0:25650:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.707368:0:25650:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.707370:0:25650:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.707373:0:25650:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763346501.707375:0:25650:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763346501.707377:0:25650:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763346501.707379:0:25650:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763346501.707382:0:25650:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb530e9a2f8 00000004:00000001:2.0:1763346501.707385:0:25650:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.707388:0:25650:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.707390:0:25650:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.707392:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.707394:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.707395:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.707397:0:25650:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.707399:0:25650:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.707400:0:25650:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.707403:0:25650:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763346501.707407:0:25650:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 1516 00000004:00000040:2.0:1763346501.707411:0:25650:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x4063:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763346501.707414:0:25650:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763346501.707417:0:25650:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9741 00000004:00200000:2.0:1763346501.707419:0:25650:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:2.0:1763346501.707426:0:25650:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.707434:0:25650:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707437:0:25650:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707440:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707441:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707442:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb501522400 refcount=3 00000020:00000001:2.0:1763346501.707444:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707447:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00000004:00010000:2.0:1763346501.707451:0:25650:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25650 initiator: MDT0 00000004:00000001:2.0:1763346501.707457:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346501.707463:0:25650:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178245f8/ffff9fb4178245a0 to site lru. bkt: ffff9fb51dc9c620 00000004:00000001:2.0:1763346501.707465:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.707467:0:25650:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763346501.707468:0:25650:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346501.707470:0:25650:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707472:0:25650:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763346501.707474:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707475:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.707477:0:25650:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.707480:0:25650:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763346501.707482:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.707484:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707486:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707488:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=3 00000020:00000001:2.0:1763346501.707490:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.707492:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.707494:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.707497:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707502:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707503:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.707505:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707511:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.707512:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707515:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.707517:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:2.0:1763346501.707523:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532f24600 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.707526:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.707528:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.707530:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707536:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.707537:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707538:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707539:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532f24600 refcount=4 00000020:00000001:2.0:1763346501.707541:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.707543:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199325476352 : -105874384075264 : ffff9fb532f24600) 00010000:00000001:2.0:1763346501.707547:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.707549:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707558:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.707560:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.707561:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707565:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.707567:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.707568:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.707570:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.707572:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532f24600 with handle 0x757b854463afa616 from hash 00010000:00000001:2.0:1763346501.707575:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.707577:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707578:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707579:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.707581:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.707583:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707585:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.707587:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.707589:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.707592:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:2.0:1763346501.707594:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346501.707597:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.707600:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707601:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.707603:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.707606:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707607:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707609:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707611:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707613:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.707616:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707621:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707622:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707624:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.707626:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.707628:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.707630:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532f24600/0x757b854463afa616 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:2.0:1763346501.707637:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf900. 00010000:00000001:2.0:1763346501.707646:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.707648:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.707649:0:25650:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763346501.707651:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707652:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707653:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb501523400 refcount=3 00000020:00000001:2.0:1763346501.707655:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198492902400 : -105875216649216 : ffff9fb501523400) 00010000:00000001:2.0:1763346501.707657:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198492902400 : -105875216649216 : ffff9fb501523400) 00010000:00000001:2.0:1763346501.707659:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.707661:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707666:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707667:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.707669:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707674:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.707675:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707678:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.707679:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:2.0:1763346501.707685:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb501523400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.707687:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.707688:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.707690:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707695:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.707697:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707698:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707699:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb501523400 refcount=4 00000020:00000001:2.0:1763346501.707701:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198492902400 : -105875216649216 : ffff9fb501523400) 00010000:00000001:2.0:1763346501.707703:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198492902400 : -105875216649216 : ffff9fb501523400) 00010000:00000001:2.0:1763346501.707705:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.707707:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707712:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.707713:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.707715:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707717:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.707718:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.707720:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.707721:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.707723:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb501523400 with handle 0x757b854463afa61d from hash 00010000:00000001:2.0:1763346501.707725:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.707726:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707727:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707729:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.707730:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.707732:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707734:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.707735:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.707737:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.707738:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb503078c00) 00010000:00010000:2.0:1763346501.707741:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346501.707743:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.707745:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707747:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.707748:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.707750:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707751:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707753:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707755:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707757:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.707760:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707764:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707766:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707767:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.707768:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.707769:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.707771:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501523400/0x757b854463afa61d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:2.0:1763346501.707776:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadfd00. 00010000:00000040:2.0:1763346501.707778:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078c00 count: 0 00010000:00000010:2.0:1763346501.707783:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202d80. 00010000:00000001:2.0:1763346501.707790:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763346501.707792:0:25650:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763346501.707793:0:25650:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763346501.707795:0:25650:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763346501.707796:0:25650:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763346501.707798:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707800:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707801:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb501522400 refcount=3 00000020:00000001:2.0:1763346501.707803:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707805:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707807:0:25650:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763346501.707809:0:25650:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707814:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707815:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763346501.707816:0:25650:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707822:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.707823:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707825:0:25650:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763346501.707828:0:25650:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00010000:2.0:1763346501.707833:0:25650:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb501522400 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:2.0:1763346501.707835:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763346501.707836:0:25650:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763346501.707839:0:25650:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707843:0:25650:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763346501.707844:0:25650:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.707845:0:25650:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.707846:0:25650:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb501522400 refcount=4 00000020:00000001:2.0:1763346501.707848:0:25650:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707850:0:25650:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638198492898304 : -105875216653312 : ffff9fb501522400) 00010000:00000001:2.0:1763346501.707852:0:25650:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763346501.707853:0:25650:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707858:0:25650:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763346501.707859:0:25650:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763346501.707861:0:25650:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707863:0:25650:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763346501.707864:0:25650:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763346501.707865:0:25650:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763346501.707866:0:25650:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763346501.707868:0:25650:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb501522400 with handle 0x757b854463afa624 from hash 00010000:00000001:2.0:1763346501.707870:0:25650:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763346501.707871:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707872:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707873:0:25650:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763346501.707875:0:25650:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763346501.707877:0:25650:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707879:0:25650:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763346501.707880:0:25650:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763346501.707881:0:25650:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763346501.707883:0:25650:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb503078000) 00010000:00010000:2.0:1763346501.707886:0:25650:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763346501.707888:0:25650:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763346501.707890:0:25650:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707891:0:25650:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763346501.707893:0:25650:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763346501.707895:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707896:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707897:0:25650:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346501.707899:0:25650:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707900:0:25650:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.707903:0:25650:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000001:2.0:1763346501.707907:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.707908:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763346501.707909:0:25650:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763346501.707910:0:25650:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763346501.707911:0:25650:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763346501.707913:0:25650:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb501522400/0x757b854463afa624 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25650 initiator: MDT0 00010000:00000010:2.0:1763346501.707918:0:25650:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb50fadf880. 00010000:00000040:2.0:1763346501.707921:0:25650:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb503078000 count: 0 00010000:00000010:2.0:1763346501.707924:0:25650:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb41c202d00. 00010000:00000001:2.0:1763346501.707930:0:25650:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763346501.707934:0:25650:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.707936:0:25650:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763346501.707938:0:25650:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763346501.707939:0:25650:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.707940:0:25650:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.707942:0:25650:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.707945:0:25650:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.707951:0:25650:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.707953:0:25650:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763346501.707956:0:25650:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763346501.707959:0:25650:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 0, xid 1848996540812928 00010000:00000001:2.0:1763346501.707963:0:25650:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.707973:0:25650:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527633800 x1848996540812928/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 456/520 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.707981:0:25650:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.707984:0:25650:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.707988:0:25650:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.707994:0:25650:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.707997:0:25650:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.707999:0:25650:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.708002:0:25650:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.708005:0:25650:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.708008:0:25650:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.708011:0:25650:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.708019:0:25650:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b4c8. 00000100:00000200:2.0:1763346501.708028:0:25650:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1848996540812928, offset 224 00000400:00000200:2.0:1763346501.708037:0:25650:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.708054:0:25650:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.708064:0:25650:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198717:198717:256:4294967295] 192.168.204.16@tcp LPNI seq info [198713:198713:8:4294967295] 00000400:00000200:2.0:1763346501.708079:0:25650:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.708087:0:25650:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.708093:0:25650:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94e900. 00000800:00000200:2.0:1763346501.708101:0:25650:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.708109:0:25650:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.708114:0:25650:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94e900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.708126:0:25650:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.708129:0:25650:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.708132:0:25650:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.708134:0:25650:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.708136:0:25650:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.708142:0:25650:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527633800 x1848996540812928/t0(0) o34->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 456/520 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.708170:0:25650:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a07bbba3-4079-4331-85a0-559fc64f2511+495:226878:x1848996540812928:12345-192.168.204.16@tcp:34:lfs.0 Request processed in 1626us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346501.708180:0:25650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140863 00000100:00000040:2.0:1763346501.708185:0:25650:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.708187:0:25650:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.708189:0:25650:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.708194:0:25650:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346501.708198:0:25650:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304197d0. 00000020:00000010:2.0:1763346501.708204:0:25650:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb509d1d000. 00000020:00000040:2.0:1763346501.708260:0:25650:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 494 00000100:00000001:2.0:1763346501.708265:0:25650:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.708602:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.708607:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94e900. 00000400:00000200:0.0:1763346501.708612:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.708618:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.708624:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b4c8 00000400:00000010:0.0:1763346501.708627:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b4c8. 00000100:00000001:0.0:1763346501.708634:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.708636:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763346501.713688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532f24600. 00010000:00000010:2.1:1763346501.713709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078c00. 00010000:00000010:2.1:1763346501.713713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb501523400. 00010000:00000010:2.1:1763346501.713717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb503078000. 00010000:00000010:2.1:1763346501.713720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb501522400. 00000800:00000001:2.0:1763346501.713736:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.713753:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.713757:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.713759:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.713773:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.713794:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e018f80 00000400:00000200:2.0:1763346501.713804:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d4d [2] + 392 00000800:00000001:2.0:1763346501.713815:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.713824:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.713827:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.713831:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.713841:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.713844:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763346501.713850:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509680000. 00000100:00000040:2.0:1763346501.713854:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509680000 x1848996540813184 msgsize 392 00000100:00100000:2.0:1763346501.713858:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.713865:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.713875:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.713879:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.717454:0:36359:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.717464:0:36359:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540813184 02000000:00000001:0.0:1763346501.717471:0:36359:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.717474:0:36359:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.717477:0:36359:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.717484:0:36359:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.717490:0:36359:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540813184 00000020:00000001:0.0:1763346501.717494:0:36359:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.717497:0:36359:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:0.0:1763346501.717501:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.717505:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=495 00000020:00000001:0.0:1763346501.717509:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:0.0:1763346501.717512:0:36359:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:0.0:1763346501.717518:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.717529:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.717534:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.717536:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.717548:0:36359:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.717556:0:36359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.717563:0:36359:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109a28. 00000100:00000040:0.0:1763346501.717575:0:36359:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763346501.717579:0:36359:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.717581:0:36359:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.717583:0:36359:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.717593:0:36359:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.717620:0:36359:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.717636:0:36359:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.717639:0:36359:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.717649:0:36359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21006 00000100:00000040:0.0:1763346501.717654:0:36359:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:0.0:1763346501.717655:0:36359:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198628548608 : -105875081003008 : ffff9fb509680000) 00000100:00000040:0.0:1763346501.717664:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb509680000 x1848996540813184/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.717673:0:36359:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.717676:0:36359:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.717679:0:36359:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.717681:0:36359:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00100000:0.0:1763346501.717685:0:36359:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb509680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+495:226878:x1848996540813184:12345-192.168.204.16@tcp:35:lfs.0 00000100:00000200:0.0:1763346501.717690:0:36359:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540813184 00000020:00000001:0.0:1763346501.717694:0:36359:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.717699:0:36359:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.717704:0:36359:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.717707:0:36359:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.717709:0:36359:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:0.0:1763346501.717713:0:36359:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763346501.717716:0:36359:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540813184, found 0 last_xid 1848996540813183 00000020:00000001:0.0:1763346501.717719:0:36359:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.717721:0:36359:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.717724:0:36359:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.717727:0:36359:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717734:0:36359:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763346501.717737:0:36359:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763346501.717739:0:36359:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763346501.717744:0:36359:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717748:0:36359:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763346501.717753:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.717755:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717758:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.717760:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.717762:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717764:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.717765:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.717767:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717768:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.717770:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.717771:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717773:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.717774:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.717776:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717779:0:36359:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717782:0:36359:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763346501.717783:0:36359:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717787:0:36359:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763346501.717789:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.717791:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717792:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.717793:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.717795:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717796:0:36359:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763346501.717797:0:36359:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763346501.717799:0:36359:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717801:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.717802:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.717807:0:36359:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763346501.717815:0:36359:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:0.0:1763346501.717818:0:36359:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:0.0:1763346501.717821:0:36359:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763346501.717822:0:36359:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763346501.717825:0:36359:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763346501.717826:0:36359:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717828:0:36359:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763346501.717830:0:36359:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717832:0:36359:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.717836:0:36359:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.717839:0:36359:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.717845:0:36359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb532675000. 02000000:00000001:0.0:1763346501.717848:0:36359:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.717851:0:36359:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717853:0:36359:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763346501.717855:0:36359:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717859:0:36359:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763346501.717861:0:36359:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763346501.717863:0:36359:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.717865:0:36359:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb509957b00 refcount=2 00000020:00000001:0.0:1763346501.717867:0:36359:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198631529216 : -105875078022400 : ffff9fb509957b00) 00000004:00000001:0.0:1763346501.717871:0:36359:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638198631529216 : -105875078022400 : ffff9fb509957b00) 00000020:00000040:0.0:1763346501.717874:0:36359:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb509957b00 with handle 0x757b854463afa60f from hash 00000004:00000001:0.0:1763346501.717880:0:36359:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763346501.717882:0:36359:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4062:0x0] with intent: 0 00000004:00000001:0.0:1763346501.717887:0:36359:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763346501.717891:0:36359:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763346501.717900:0:36359:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.717904:0:36359:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763346501.717912:0:36359:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:0.0:1763346501.717915:0:36359:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:0.0:1763346501.717919:0:36359:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:0.0:1763346501.717921:0:36359:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717924:0:36359:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763346501.717978:0:36359:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763346501.717982:0:36359:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763346501.717985:0:36359:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x4062:0x0], previous was 0x7 00000004:00000001:0.0:1763346501.717989:0:36359:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717991:0:36359:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763346501.717995:0:36359:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.717998:0:36359:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763346501.718006:0:36359:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763346501.718009:0:36359:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763346501.718012:0:36359:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb509957b00. 00000004:00000001:0.0:1763346501.718026:0:36359:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763346501.718031:0:36359:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:0.0:1763346501.718034:0:36359:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763346501.718035:0:36359:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.718037:0:36359:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.718039:0:36359:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763346501.718044:0:36359:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763346501.718068:0:36359:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb532677800. 00080000:00000001:0.0:1763346501.718072:0:36359:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199316379648 : -105874393171968 : ffff9fb532677800) 00080000:00000001:0.0:1763346501.718076:0:36359:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763346501.718083:0:36359:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763346501.718091:0:36359:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763346501.718092:0:36359:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.718118:0:36359:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.718122:0:36359:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763346501.718126:0:36359:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763346501.718128:0:36359:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055525, last_committed = 8590055516 00000001:00000010:0.0:1763346501.718132:0:36359:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb538038300. 00000001:00000040:0.0:1763346501.718134:0:36359:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 9 00000020:00000040:0.0:1763346501.718137:0:36359:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=496 00000001:00000010:0.0:1763346501.718142:0:36359:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb508448600. 00080000:00000001:0.0:1763346501.718150:0:36359:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763346501.718178:0:36359:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763346501.718182:0:36359:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb508448600: xid 1848996540813184, transno 8590055525, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763346501.718186:0:36359:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763346501.718198:0:36359:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.718200:0:36359:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763346501.718202:0:36359:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763346501.718204:0:36359:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763346501.718206:0:36359:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763346501.718209:0:36359:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763346501.718270:0:36359:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.718275:0:36359:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763346501.718277:0:36359:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763346501.718285:0:36359:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763346501.718293:0:36359:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763346501.718296:0:36359:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346501.718300:0:36359:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055525, xid 1848996540813184 00010000:00000001:0.0:1763346501.718304:0:36359:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.718311:0:36359:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb509680000 x1848996540813184/t8590055525(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.718320:0:36359:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.718323:0:36359:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.718328:0:36359:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.718333:0:36359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.718336:0:36359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.718338:0:36359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.718342:0:36359:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.718345:0:36359:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.718350:0:36359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.718353:0:36359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.718360:0:36359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a220. 00000100:00000200:0.0:1763346501.718368:0:36359:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540813184, offset 224 00000400:00000200:0.0:1763346501.718377:0:36359:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.718394:0:36359:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.718403:0:36359:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198718:198718:256:4294967295] 192.168.204.16@tcp LPNI seq info [198714:198714:8:4294967295] 00000400:00000200:0.0:1763346501.718415:0:36359:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.718421:0:36359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.718427:0:36359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a400. 00000800:00000200:0.0:1763346501.718434:0:36359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.718443:0:36359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.718449:0:36359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.718477:0:36359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.718482:0:36359:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.718485:0:36359:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.718487:0:36359:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.718490:0:36359:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.718494:0:36359:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509680000 x1848996540813184/t8590055525(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.718505:0:36359:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb509680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a07bbba3-4079-4331-85a0-559fc64f2511+496:226878:x1848996540813184:12345-192.168.204.16@tcp:35:lfs.0 Request processed in 829us (4648us total) trans 8590055525 rc 0/0 00000100:00100000:0.0:1763346501.718514:0:36359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21006 00000100:00000040:0.0:1763346501.718518:0:36359:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:0.0:1763346501.718520:0:36359:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.718522:0:36359:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.718527:0:36359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.718532:0:36359:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109a28. 00000020:00000010:0.0:1763346501.718537:0:36359:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:0.0:1763346501.718544:0:36359:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 495 00000100:00000001:0.0:1763346501.718547:0:36359:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.718918:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.718924:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a400. 00000400:00000200:3.0:1763346501.718932:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.718939:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.718947:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a220 00000400:00000010:3.0:1763346501.718949:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a220. 00000100:00000001:3.0:1763346501.718955:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.718957:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.731340:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.731363:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.731368:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.731370:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.731385:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.731408:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 4616 into portal 12 MB=0x691a70e019080 00000400:00000200:0.0:1763346501.731419:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.16@tcp of length 4616/4616 into md 0xd4325 [64] + 139616 00000800:00000001:0.0:1763346501.731431:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.731443:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.731447:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.731451:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.731459:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.731463:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346501.731471:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527633b80. 00000100:00000040:0.0:1763346501.731476:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527633b80 x1848996540813440 msgsize 4616 00000100:00100000:0.0:1763346501.731480:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.732185:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.732200:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.732205:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.732304:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.732309:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540813440 02000000:00000001:1.0:1763346501.732313:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.732316:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.732319:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.732324:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.732329:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540813440 00000020:00000001:1.0:1763346501.732333:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.732335:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:1.0:1763346501.732338:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.732342:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=496 00000020:00000001:1.0:1763346501.732346:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:1.0:1763346501.732348:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:1.0:1763346501.732354:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.732360:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.732365:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.732368:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000020:00000010:1.0:1763346501.732375:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51600. 00000020:00000010:1.0:1763346501.732383:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7a200. 00000020:00000010:1.0:1763346501.732390:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346501.732399:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346501.732404:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.732406:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763346501.732409:0:19997:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763346501.732411:0:19997:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.732415:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.732424:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.732441:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.732457:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.732459:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.732465:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 140864 00000100:00000040:1.0:1763346501.732469:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:1.0:1763346501.732471:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131552640 : -105874577998976 : ffff9fb527633b80) 00000100:00000040:1.0:1763346501.732480:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527633b80 x1848996540813440/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.732490:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.732493:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.732496:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.732498:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000100:00100000:1.0:1763346501.732503:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+496:226879:x1848996540813440:12345-192.168.204.16@tcp:101:cmp.0 00000100:00000200:1.0:1763346501.732507:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540813440 00000020:00000001:1.0:1763346501.732510:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.732515:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763346501.732520:0:19997:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb508448600: xid 1848996540813184, transno 8590055525, client gen 3, slot idx 1 00000001:00000001:1.0:1763346501.732526:0:19997:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb508448540: xid 1848996540812800, transno 8590055524, client gen 3, slot idx 0 00000001:00000010:1.0:1763346501.732531:0:19997:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb508448540. 00000020:00000001:1.0:1763346501.732536:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.732539:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.732541:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.732545:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763346501.732547:0:19997:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540813440, found 0 last_xid 1848996540813439 00000020:00000001:1.0:1763346501.732551:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.732553:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.732555:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.732561:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.732564:0:19997:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.732567:0:19997:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.732568:0:19997:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.732570:0:19997:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.732573:0:19997:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.732578:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.732586:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 2 00010000:00000001:1.0:1763346501.732590:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.732593:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.732597:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0600. 00000020:00000001:1.0:1763346501.732601:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.732604:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0600 with handle 0x757b854463afa62b to hash 00000020:00000001:1.0:1763346501.732606:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.732607:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000010:1.0:1763346501.732614:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346501.732617:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00010000:1.0:1763346501.732622:0:19997:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa62b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212aaf expref: -99 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.732630:0:19997:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346501.732632:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=497 00010000:00000001:1.0:1763346501.732639:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763346501.732642:0:19997:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763346501.732651:0:19997:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763346501.732653:0:19997:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763346501.732655:0:19997:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732658:0:19997:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763346501.732663:0:19997:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff9fb527633b80 x1848996540813440/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/0 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763346501.732672:0:19997:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763346501.732675:0:19997:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763346501.732678:0:19997:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763346501.732681:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.732683:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.732687:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.732688:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.732691:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.732698:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.732699:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732702:0:19997:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732704:0:19997:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732707:0:19997:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763346501.732709:0:19997:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763346501.732713:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.732716:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.732769:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff9fb527e20000. 02000000:00000001:1.0:1763346501.732772:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.732775:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732782:0:19997:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763346501.732784:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.732785:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.732786:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.732788:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.732789:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.732790:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.732791:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.732793:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.732795:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.732797:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.732802:0:19997:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763346501.732809:0:19997:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:1.0:1763346501.732811:0:19997:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:1.0:1763346501.732814:0:19997:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763346501.732816:0:19997:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.732819:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.732820:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732822:0:19997:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763346501.732824:0:19997:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732827:0:19997:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763346501.732829:0:19997:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732832:0:19997:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763346501.732836:0:19997:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763346501.732840:0:19997:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffab0c0314ba38 00000004:00000002:1.0:1763346501.732843:0:19997:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x4062:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040000000000001 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763346501.732851:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.732853:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4062:0x0] 00000020:00000001:1.0:1763346501.732857:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.732866:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194544931128 : -105879164620488 : ffff9fb41600f138) 00000004:00000001:1.0:1763346501.732869:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194544931040 : -105879164620576 : ffff9fb41600f0e0) 00000004:00000001:1.0:1763346501.732873:0:19997:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763346501.732875:0:19997:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.732879:0:19997:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763346501.732883:0:19997:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763346501.732887:0:19997:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763346501.732890:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.732891:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.732894:0:19997:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417cf3900 count: 3 00010000:00000001:1.0:1763346501.732896:0:19997:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.732898:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.732901:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0000. 00000020:00000001:1.0:1763346501.732903:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.732905:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0000 with handle 0x757b854463afa632 to hash 00000020:00000001:1.0:1763346501.732907:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.732908:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000010:1.0:1763346501.732911:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.732913:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.732917:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.732919:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.732923:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.732929:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.732933:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.732935:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.732938:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.732941:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.732943:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.732944:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.732947:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.732950:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.732951:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.732953:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.732955:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) refcount = 3 00010000:00000040:1.0:1763346501.732958:0:19997:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.732963:0:19997:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff9fb531a3a000/0x757b854463afa441 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d792129a5 expref: 497 pid: 25650 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.732971:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.732976:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.732981:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.732983:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.732985:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.732987:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.732989:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.732991:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.732994:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.732996:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.732999:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.733005:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.733006:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.733008:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.733009:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.733010:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346501.733015:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972900. 00010000:00000010:1.0:1763346501.733019:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb509e7a180. 00010000:00000001:1.0:1763346501.733023:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.733025:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0a00. 00000020:00000001:1.0:1763346501.733027:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.733029:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0a00 with handle 0x757b854463afa639 to hash 00000020:00000001:1.0:1763346501.733031:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.733032:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000010:1.0:1763346501.733036:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb5085e2d80. 00010000:00000001:1.0:1763346501.733038:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.733040:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.733042:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.733044:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.733049:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.733050:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.733052:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.733659:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.733661:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.733665:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.733666:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.733669:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.733670:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.733671:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.733672:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.733675:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417972900) refcount = 1 00010000:00010000:1.0:1763346501.733679:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.733685:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.733688:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.733690:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.733691:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.733692:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.733694:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.733696:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.733698:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.733699:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.733702:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.733707:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.733708:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.733710:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.733712:0:19997:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.733718:0:19997:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763346501.733776:0:19997:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763346501.733781:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346501.733783:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4062:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346501.733787:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.733794:0:19997:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763346501.733828:0:19997:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763346501.733832:0:19997:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763346501.733834:0:19997:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763346501.733838:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.733841:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.733844:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.733847:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.733848:0:19997:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763346501.733850:0:19997:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.733852:0:19997:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763346501.733855:0:19997:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763346501.733858:0:19997:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763346501.733859:0:19997:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763346501.733860:0:19997:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763346501.733862:0:19997:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763346501.733863:0:19997:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.733865:0:19997:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.733895:0:19997:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.733898:0:19997:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.733900:0:19997:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.733902:0:19997:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.733905:0:19997:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763346501.733907:0:19997:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x4063:0x0] 00000020:00000001:1.0:1763346501.733909:0:19997:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.733915:0:19997:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638194570184184 : -105879139367432 : ffff9fb4178245f8) 00000004:00000001:1.0:1763346501.733919:0:19997:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446638194570184096 : -105879139367520 : ffff9fb4178245a0) 00000004:00000001:1.0:1763346501.733930:0:19997:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763346501.733933:0:19997:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763346501.733938:0:19997:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.733942:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.733948:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.733951:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.733959:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.733962:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.733965:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763346501.733968:0:19997:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763346501.733970:0:19997:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.733972:0:19997:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000001:1.0:1763346501.733976:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.733978:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.733979:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.733981:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.733983:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.733984:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.733987:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.733988:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.733989:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.733992:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.733993:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.733995:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763346501.733998:0:19997:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763346501.734000:0:19997:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763346501.734003:0:19997:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff9fb527e20378 00000004:00000001:1.0:1763346501.734006:0:19997:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735025:0:19997:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763346501.735034:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346501.735035:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.735043:0:19997:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x4063:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763346501.735046:0:19997:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763346501.735051:0:19997:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763346501.735116:0:19997:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763346501.735131:0:19997:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff9fb417972600. 00010000:00000010:1.0:1763346501.735140:0:19997:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9fb509e7a080. 00010000:00000001:1.0:1763346501.735145:0:19997:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.735149:0:19997:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0200. 00000020:00000001:1.0:1763346501.735163:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.735166:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0200 with handle 0x757b854463afa640 to hash 00000020:00000001:1.0:1763346501.735169:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.735170:0:19997:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000010:1.0:1763346501.735178:0:19997:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff9fb540c31280. 00010000:00000001:1.0:1763346501.735181:0:19997:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346501.735186:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.735188:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.735193:0:19997:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa640 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735202:0:19997:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.735207:0:19997:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.735209:0:19997:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763346501.735210:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.735227:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.735229:0:19997:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.735231:0:19997:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.735234:0:19997:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.735236:0:19997:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763346501.735238:0:19997:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763346501.735240:0:19997:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763346501.735244:0:19997:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417972600) refcount = 1 00010000:00010000:1.0:1763346501.735247:0:19997:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa640 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735253:0:19997:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763346501.735257:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.735260:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735262:0:19997:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.735263:0:19997:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.735266:0:19997:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735268:0:19997:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.735271:0:19997:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763346501.735274:0:19997:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.735277:0:19997:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa640 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735283:0:19997:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763346501.735284:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735287:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.735289:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.735292:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.735294:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=3 00000020:00000001:1.0:1763346501.735297:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346501.735300:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346501.735302:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735303:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.735305:0:19997:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.735308:0:19997:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x4063:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000001, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763346501.735313:0:19997:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.735315:0:19997:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735317:0:19997:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763346501.735324:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.735327:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.735329:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.735330:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.735332:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.735334:0:19997:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.735335:0:19997:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.735337:0:19997:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763346501.735340:0:19997:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000004:00200000:1.0:1763346501.735344:0:19997:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x4063:0x0]: returning size 1516 00000001:00000001:1.0:1763346501.735347:0:19997:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.735348:0:19997:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735353:0:19997:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763346501.735357:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.735365:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.735369:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.735375:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.735378:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.735381:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763346501.735384:0:19997:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735387:0:19997:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763346501.735389:0:19997:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1763346501.735394:0:19997:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763346501.735402:0:19997:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763346501.735406:0:19997:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763346501.735409:0:19997:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x4063:0x0] mask 4 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763346501.735412:0:19997:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735415:0:19997:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735417:0:19997:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.735422:0:19997:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763346501.735426:0:19997:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff9fb509e7a100. 00000020:00000001:1.0:1763346501.735427:0:19997:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.735429:0:19997:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb509e7a100 with handle 0x757b854463afa647 to hash 00000020:00000001:1.0:1763346501.735431:0:19997:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763346501.735433:0:19997:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446638198636912896 : -105875072638720 : ffff9fb509e7a100) 00000004:00000001:1.0:1763346501.735436:0:19997:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763346501.735437:0:19997:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763346501.735440:0:19997:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x4063:0x0] Change mfd open_flags 0 -> 040000000000001. 00000004:00000001:1.0:1763346501.735444:0:19997:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763346501.735450:0:19997:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763346501.735462:0:19997:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5224d4000. 00080000:00000001:1.0:1763346501.735465:0:19997:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199046225920 : -105874663325696 : ffff9fb5224d4000) 00080000:00000001:1.0:1763346501.735468:0:19997:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763346501.735476:0:19997:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763346501.735484:0:19997:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763346501.735486:0:19997:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.735513:0:19997:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.735517:0:19997:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763346501.735523:0:19997:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763346501.735526:0:19997:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055526, last_committed = 8590055516 00000001:00000010:1.0:1763346501.735530:0:19997:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb519a54a20. 00000001:00000040:1.0:1763346501.735533:0:19997:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 10 00000020:00000040:1.0:1763346501.735536:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=498 00000001:00000010:1.0:1763346501.735544:0:19997:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb5084e4900. 00080000:00000001:1.0:1763346501.735554:0:19997:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763346501.735579:0:19997:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763346501.735583:0:19997:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb5084e4900: xid 1848996540813440, transno 8590055526, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763346501.735586:0:19997:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.735599:0:19997:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735602:0:19997:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763346501.735603:0:19997:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735606:0:19997:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735611:0:19997:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763346501.735614:0:19997:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.735615:0:19997:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763346501.735618:0:19997:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.735620:0:19997:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.735622:0:19997:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763346501.735624:0:19997:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763346501.735628:0:19997:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763346501.735630:0:19997:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763346501.735632:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763346501.735635:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763346501.735636:0:19997:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763346501.735637:0:19997:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763346501.735638:0:19997:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735640:0:19997:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763346501.735643:0:19997:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763346501.735645:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.735647:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.735649:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.735651:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=3 00000020:00000001:1.0:1763346501.735653:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.735655:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.735658:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346501.735661:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735667:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735668:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.735670:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735675:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.735676:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735679:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346501.735682:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346501.735688:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0000 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346501.735691:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.735694:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346501.735696:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735702:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346501.735704:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.735705:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.735706:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0000 refcount=4 00000020:00000001:1.0:1763346501.735708:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.735711:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805376 : -105874388746240 : ffff9fb532ab0000) 00010000:00000001:1.0:1763346501.735713:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346501.735716:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735721:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346501.735723:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346501.735724:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735728:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.735729:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.735731:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.735733:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.735736:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0000 with handle 0x757b854463afa632 from hash 00010000:00000001:1.0:1763346501.735738:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.735739:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735740:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.735741:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.735743:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.735745:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735747:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.735749:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.735752:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.735754:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x0 (ffff9fb417cf3900) 00010000:00010000:1.0:1763346501.735757:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346501.735759:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.735761:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735763:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.735765:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346501.735767:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735768:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.735770:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735772:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735774:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.735777:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735780:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735781:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.735782:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346501.735784:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346501.735785:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.735786:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0000/0x757b854463afa632 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346501.735791:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2000. 00010000:00000001:1.0:1763346501.735802:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.735804:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.735805:0:19997:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763346501.735806:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.735807:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.735809:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=3 00000020:00000001:1.0:1763346501.735811:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.735813:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.735814:0:19997:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763346501.735817:0:19997:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735822:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735823:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.735825:0:19997:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735829:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.735831:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735832:0:19997:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763346501.735834:0:19997:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00010000:1.0:1763346501.735839:0:19997:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff9fb532ab0a00 already unused, calling callback (ffffffffc1fba550) 00000004:00000001:1.0:1763346501.735840:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.735842:0:19997:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763346501.735844:0:19997:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735848:0:19997:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763346501.735849:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.735850:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.735851:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0a00 refcount=4 00000020:00000001:1.0:1763346501.735853:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.735855:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320807936 : -105874388743680 : ffff9fb532ab0a00) 00010000:00000001:1.0:1763346501.735856:0:19997:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763346501.735859:0:19997:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735863:0:19997:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763346501.735864:0:19997:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763346501.735865:0:19997:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735867:0:19997:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.735868:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.735870:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.735871:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.735873:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0a00 with handle 0x757b854463afa639 from hash 00010000:00000001:1.0:1763346501.735875:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.735876:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735877:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.735878:0:19997:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.735879:0:19997:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.735881:0:19997:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735882:0:19997:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.735883:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.735884:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.735886:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4062:0x0].0x2d9800ce (ffff9fb417972900) 00010000:00010000:1.0:1763346501.735888:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763346501.735889:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.735891:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735892:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.735893:0:19997:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763346501.735895:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735896:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.735897:0:19997:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.735899:0:19997:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735900:0:19997:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.735902:0:19997:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000001:1.0:1763346501.735906:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.735907:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.735908:0:19997:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763346501.735910:0:19997:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763346501.735911:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.735913:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0a00/0x757b854463afa639 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x4062:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 19997 initiator: MDT0 00010000:00000010:1.0:1763346501.735918:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2d80. 00010000:00000040:1.0:1763346501.735920:0:19997:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff9fb417972900 count: 0 00010000:00000010:1.0:1763346501.735927:0:19997:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9fb509e7a180. 00010000:00000001:1.0:1763346501.735934:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.735935:0:19997:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763346501.735936:0:19997:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763346501.735938:0:19997:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763346501.735940:0:19997:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763346501.735942:0:19997:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763346501.735947:0:19997:0:(lu_object.c:207:lu_object_put()) Add ffff9fb41600f138/ffff9fb41600f0e0 to site lru. bkt: ffff9fb51dc9efe8 00000004:00000001:1.0:1763346501.735949:0:19997:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763346501.735956:0:19997:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.735966:0:19997:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735972:0:19997:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735974:0:19997:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763346501.735981:0:19997:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763346501.735983:0:19997:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763346501.735985:0:19997:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763346501.735986:0:19997:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763346501.735989:0:19997:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763346501.735991:0:19997:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763346501.735996:0:19997:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763346501.735998:0:19997:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763346501.736002:0:19997:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763346501.736004:0:19997:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.736007:0:19997:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.736009:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.736010:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0200 refcount=3 00000020:00000001:1.0:1763346501.736012:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00010000:00000001:1.0:1763346501.736014:0:19997:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320805888 : -105874388745728 : ffff9fb532ab0200) 00000004:00000040:1.0:1763346501.736017:0:19997:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff9fb52b086000 : new locks_count 484 00000020:00000040:1.0:1763346501.736019:0:19997:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00010000:00000001:1.0:1763346501.736026:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.736027:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763346501.736029:0:19997:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346501.736031:0:19997:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346501.736033:0:19997:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763346501.736037:0:19997:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763346501.736040:0:19997:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763346501.736041:0:19997:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.736045:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.736046:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.736047:0:19997:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.736049:0:19997:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.736051:0:19997:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb532ab0600 with handle 0x757b854463afa62b from hash 00010000:00000001:1.0:1763346501.736910:0:19997:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.736912:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.736914:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.736915:0:19997:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763346501.736916:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.736927:0:19997:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0600/0x757b854463afa62b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x4062:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212aaf expref: 499 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.736936:0:19997:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb52b086000 : new locks_count 483 00000020:00000040:1.0:1763346501.736940:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 498 00010000:00000010:1.0:1763346501.736942:0:19997:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff9fb5085e2480. 00010000:00000001:1.0:1763346501.736949:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.736951:0:19997:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.736958:0:19997:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346501.736962:0:19997:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9fb532ab0200/0x757b854463afa640 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x4063:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212aaf expref: 498 pid: 19997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.736969:0:19997:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.736971:0:19997:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763346501.736973:0:19997:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x4063:0x0].0x0 (ffff9fb417972600) 00010000:00010000:1.0:1763346501.736976:0:19997:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763346501.736978:0:19997:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.736981:0:19997:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.736982:0:19997:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.736984:0:19997:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.736985:0:19997:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.736986:0:19997:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0200, rc 0) 00000020:00000001:1.0:1763346501.736989:0:19997:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.736993:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055526, xid 1848996540813440 00010000:00000001:1.0:1763346501.736996:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.737005:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527633b80 x1848996540813440/t8590055526(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.737014:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.737017:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.737021:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.737027:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.737030:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.737032:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.737036:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.737040:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.737045:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.737048:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.737147:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b990. 00000100:00000200:1.0:1763346501.737165:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1848996540813440, offset 224 00000400:00000200:1.0:1763346501.737174:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.737193:0:19997:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.737201:0:19997:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198719:198719:256:4294967295] 192.168.204.16@tcp LPNI seq info [198715:198715:8:4294967295] 00000400:00000200:1.0:1763346501.737296:0:19997:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.737303:0:19997:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.737310:0:19997:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346501.737318:0:19997:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.737327:0:19997:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.737333:0:19997:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.738039:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.738047:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.738050:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.739123:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.739132:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.739146:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527633b80 x1848996540813440/t8590055526(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 4616/664 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.739167:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a07bbba3-4079-4331-85a0-559fc64f2511+498:226879:x1848996540813440:12345-192.168.204.16@tcp:101:cmp.0 Request processed in 6675us (7689us total) trans 8590055526 rc 0/0 00000100:00100000:1.0:1763346501.739178:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 140864 00000100:00000040:1.0:1763346501.739182:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:1.0:1763346501.739185:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.739188:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.739196:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7a200. 00000020:00000010:1.0:1763346501.739203:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346501.739209:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51600. 00000800:00000200:2.0:1763346501.743972:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.743986:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:2.0:1763346501.743997:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.744008:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.744017:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b990 00000400:00000010:2.0:1763346501.744020:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b990. 00000100:00000001:2.0:1763346501.744027:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.744029:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346501.745003:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.745018:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.745022:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.745025:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.745035:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.745067:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e019100 00000400:00000200:3.0:1763346501.745078:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 7232 00000800:00000001:3.0:1763346501.745089:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.745117:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.745120:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.745124:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.745130:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.745133:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.745140:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f4700. 00000100:00000040:3.0:1763346501.745144:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f4700 x1848996540813568 msgsize 328 00000100:00100000:3.0:1763346501.745148:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.745172:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.745181:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.745184:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.745343:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.745346:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540813568 02000000:00000001:0.0:1763346501.745350:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.745352:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.745354:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.745359:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.745363:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540813568 00000020:00000001:0.0:1763346501.745367:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.745370:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.745373:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.745376:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:0.0:1763346501.745379:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.745382:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.745388:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.745394:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.745398:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.745401:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.745408:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.745413:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.745418:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109a28. 00000100:00000040:0.0:1763346501.745426:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.745429:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.745431:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.745433:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.745442:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.745447:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.745458:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.745460:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763346501.745464:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20155 00000100:00000040:0.0:1763346501.745467:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346501.745479:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558770944 : -105875150780672 : ffff9fb5053f4700) 00000100:00000040:0.0:1763346501.745487:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f4700 x1848996540813568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763346501.745497:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.745501:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.745502:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.745505:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00100000:0.0:1763346501.745509:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540813568:12345-192.168.204.16@tcp:101:cmp.0 00000100:00000200:0.0:1763346501.745514:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540813568 00000020:00000001:0.0:1763346501.745517:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346501.745522:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346501.745524:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.745527:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763346501.745530:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:0.0:1763346501.745533:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763346501.745538:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346501.745540:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346501.745543:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763346501.745549:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.745552:0:62988:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763346501.745555:0:62988:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763346501.745557:0:62988:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763346501.745559:0:62988:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763346501.745561:0:62988:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.745567:0:62988:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763346501.745574:0:62988:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:0.0:1763346501.745577:0:62988:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346501.745580:0:62988:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763346501.745586:0:62988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb531a37600. 00000020:00000001:0.0:1763346501.745590:0:62988:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763346501.745592:0:62988:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb531a37600 with handle 0x757b854463afa64e to hash 00000020:00000001:0.0:1763346501.745594:0:62988:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763346501.745596:0:62988:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00000001:0.0:1763346501.745599:0:62988:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199303534080 : -105874406017536 : ffff9fb531a37600) 00010000:00010000:0.0:1763346501.745604:0:62988:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463afa64e lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212ab6 expref: -99 pid: 62988 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763346501.745613:0:62988:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:0.0:1763346501.745615:0:62988:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00010000:00000001:0.0:1763346501.745622:0:62988:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763346501.745626:0:62988:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763346501.745629:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346501.745631:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763346501.745637:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb52af1cc00. 02000000:00000001:0.0:1763346501.745639:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.745642:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.745645:0:62988:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763346501.745648:0:62988:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763346501.745650:0:62988:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.745653:0:62988:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763346501.745658:0:62988:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff9fb5014c2348. 00002000:00000001:0.0:1763346501.745660:0:62988:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763346501.745663:0:62988:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763346501.745666:0:62988:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.745669:0:62988:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763346501.745675:0:62988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb508448a80. 00000100:00000001:0.0:1763346501.745677:0:62988:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198609447552 : -105875100104064 : ffff9fb508448a80) 00000100:00000001:0.0:1763346501.745680:0:62988:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198609447552 : -105875100104064 : ffff9fb508448a80) 00000100:00000001:0.0:1763346501.745683:0:62988:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763346501.745684:0:62988:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763346501.745686:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.745688:0:62988:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763346501.745691:0:62988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527631f80. 00000020:00000040:0.0:1763346501.745694:0:62988:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763346501.745698:0:62988:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763346501.745701:0:62988:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763346501.745705:0:62988:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763346501.745710:0:62988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb52eb33400. 00000100:00000001:0.0:1763346501.745716:0:62988:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.745721:0:62988:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763346501.745725:0:62988:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346501.745729:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.745738:0:62988:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346501.745741:0:62988:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.745746:0:62988:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb527631f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514978176:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346501.745750:0:62988:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346501.745757:0:62988:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346501.745759:0:62988:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.745762:0:62988:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346501.745766:0:62988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb32e00. 02000000:00000001:0.0:1763346501.745768:0:62988:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346501.745774:0:62988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc738. 00000400:00000010:0.0:1763346501.745781:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000100:00000200:0.0:1763346501.745790:0:62988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514978176, portal 16 00000100:00000001:0.0:1763346501.745792:0:62988:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346501.745794:0:62988:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199131545472 : -105874578006144 : ffff9fb527631f80) 00000100:00000040:0.0:1763346501.745799:0:62988:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.745806:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.745809:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.745812:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a770. 00000100:00000200:0.0:1763346501.745815:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514978176, offset 0 00000400:00000200:0.0:1763346501.745822:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.745834:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.745840:0:62988:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763346501.745844:0:62988:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:0.0:1763346501.745849:0:62988:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763346501.745852:0:62988:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:0.0:1763346501.745856:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198720:198720:256:4294967295] 192.168.204.16@tcp LPNI seq info [198716:198716:8:4294967295] 00000400:00000200:0.0:1763346501.745866:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.745872:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.745877:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4a200. 00000800:00000200:0.0:1763346501.745884:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.745892:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.745897:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4a200 type 1, nob 424 niov 1 nkiov 1 00000020:00000040:1.0:1763346501.746792:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 497 00000100:00000001:1.0:1763346501.746801:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.746948:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.746955:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738661 00000100:00000010:0.0:1763346501.746963:0:62988:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb5380381e0. 00000100:00000001:0.0:1763346501.746971:0:62988:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763346501.746979:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738661 00000100:00000010:0.0:1763346501.746982:0:62988:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb538038660. 00000100:00000001:0.0:1763346501.746985:0:62988:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763346501.746989:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738661 00000100:00000010:0.0:1763346501.746993:0:62988:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb5380385a0. 00000100:00000001:0.0:1763346501.746996:0:62988:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763346501.746999:0:62988:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738661 00000100:00000010:0.0:1763346501.747002:0:62988:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb5380389c0. 00000100:00000001:0.0:1763346501.747006:0:62988:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763346501.747009:0:62988:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.747012:0:62988:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.747015:0:62988:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.747017:0:62988:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.747020:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.747022:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763346501.747024:0:62988:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff9fb5014c2348. 00010000:00000001:0.0:1763346501.747027:0:62988:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.747030:0:62988:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763346501.747031:0:62988:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763346501.747033:0:62988:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.747036:0:62988:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346501.747038:0:62988:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763346501.747041:0:62988:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb508448a80 going to sleep for 11 seconds 00000100:00000001:0.0:1763346501.747044:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346501.747047:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763346501.747269:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.747275:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4a200. 00000400:00000200:3.0:1763346501.747282:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.747292:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.747299:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a770 00000400:00000010:3.0:1763346501.747302:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a770. 00000100:00000001:3.0:1763346501.747307:0:3287:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346501.747314:0:3287:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.747325:0:3287:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346501.747329:0:3287:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.747336:0:3287:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346501.747339:0:3287:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.748258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0000. 00010000:00000010:1.1:1763346501.748272:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9fb417972900. 00010000:00000010:1.1:1763346501.748276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0a00. 00010000:00000010:1.1:1763346501.752380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb532ab0600. 00000800:00000001:2.0:1763346501.752651:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.752670:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.752674:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.752676:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.752690:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.752713:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 280 into portal 16 MB=0x691a70c775980 00000400:00000200:2.0:1763346501.752725:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 280/280 into md 0x12ff85 [1] + 224 00000800:00000001:2.0:1763346501.752736:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.752745:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.752749:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.752755:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.752764:0:3288:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.752777:0:3288:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.752787:0:3288:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.752804:0:3288:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.752816:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.752820:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.752966:0:62988:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346501.752977:0:62988:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346501.752979:0:62988:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346501.752984:0:62988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc738. 00000400:00000200:0.0:1763346501.752988:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:0.0:1763346501.752991:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:0.0:1763346501.752994:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346501.752999:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763346501.753007:0:62988:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.753013:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.753015:0:62988:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.753018:0:62988:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346501.753022:0:62988:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346501.753025:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.753027:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.753031:0:62988:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.753039:0:62988:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:0.0:1763346501.753044:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:0.0:1763346501.753047:0:62988:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346501.753049:0:62988:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.753052:0:62988:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346501.753056:0:62988:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.753059:0:62988:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.753065:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.753072:0:62988:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346501.753075:0:62988:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346501.753077:0:62988:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.753079:0:62988:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763346501.753086:0:62988:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763346501.753095:0:62988:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763346501.753100:0:62988:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763346501.753107:0:62988:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:0.0:1763346501.753110:0:62988:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:0.0:1763346501.753113:0:62988:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763346501.753121:0:62988:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763346501.753125:0:62988:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00000001:0.0:1763346501.753128:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.753130:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.753131:0:62988:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.753135:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763346501.753143:0:62988:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb527631f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:62988:1848996514978176:192.168.204.16@tcp:106: 00000100:00000001:0.0:1763346501.753148:0:62988:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346501.753151:0:62988:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.753166:0:62988:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763346501.753168:0:62988:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346501.753172:0:62988:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb527631f80 x1848996514978176/t0(0) o106->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/280 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763346501.753178:0:62988:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346501.753181:0:62988:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346501.753184:0:62988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb32e00. 02000000:00000001:0.0:1763346501.753189:0:62988:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346501.753192:0:62988:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346501.753194:0:62988:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763346501.753197:0:62988:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346501.753200:0:62988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb52eb33400. 02000000:00000001:0.0:1763346501.753203:0:62988:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346501.753205:0:62988:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346501.753207:0:62988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb527631f80. 00000100:00000001:0.0:1763346501.753230:0:62988:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346501.753231:0:62988:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763346501.753234:0:62988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb508448a80. 00000100:00000001:0.0:1763346501.753237:0:62988:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763346501.753240:0:62988:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763346501.753243:0:62988:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb40e768c00. 00010000:00000001:0.0:1763346501.753247:0:62988:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763346501.753252:0:62988:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.753256:0:62988:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763346501.753258:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.753265:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.753266:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.753268:0:62988:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763346501.753270:0:62988:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763346501.753273:0:62988:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a37600 with handle 0x757b854463afa64e from hash 00010000:00000001:0.0:1763346501.753276:0:62988:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.753278:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763346501.753279:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763346501.753280:0:62988:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763346501.753282:0:62988:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763346501.753285:0:62988:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763346501.753292:0:62988:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463afa64e lrc: 1/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212ab6 expref: 22 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763346501.753308:0:62988:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763346501.753311:0:62988:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.753314:0:62988:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763346501.753316:0:62988:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.753318:0:62988:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.753321:0:62988:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763346501.753322:0:62988:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763346501.753324:0:62988:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763346501.753325:0:62988:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763346501.753327:0:62988:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763346501.753329:0:62988:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763346501.753331:0:62988:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763346501.753333:0:62988:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763346501.753335:0:62988:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346501.753337:0:62988:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763346501.753339:0:62988:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763346501.753342:0:62988:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a37600/0x757b854463afa64e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212ab6 expref: 22 pid: 62988 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763346501.753351:0:62988:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:0.0:1763346501.753354:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:0.0:1763346501.753362:0:62988:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763346501.753364:0:62988:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb531a37600, rc 0) 00000020:00000001:0.0:1763346501.753367:0:62988:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763346501.753371:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 0, xid 1848996540813568 00010000:00000001:0.0:1763346501.753374:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346501.753380:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f4700 x1848996540813568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763346501.753388:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763346501.753391:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346501.753394:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346501.753399:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346501.753402:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:0.0:1763346501.753404:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:0.0:1763346501.753407:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346501.753410:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.753414:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346501.753417:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:0.0:1763346501.753422:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000100:00000200:0.0:1763346501.753429:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540813568, offset 224 00000400:00000200:0.0:1763346501.753436:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:0.0:1763346501.753449:0:62988:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:0.0:1763346501.753456:0:62988:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198721:198721:256:4294967295] 192.168.204.16@tcp LPNI seq info [198717:198717:8:4294967295] 00000400:00000200:0.0:1763346501.753467:0:62988:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:0.0:1763346501.753474:0:62988:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:0.0:1763346501.753480:0:62988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb53cc4aa00. 00000800:00000200:0.0:1763346501.753487:0:62988:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:0.0:1763346501.753496:0:62988:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:0.0:1763346501.753500:0:62988:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb53cc4aa00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763346501.753521:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346501.753525:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:0.0:1763346501.753527:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346501.753529:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346501.753531:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346501.753537:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f4700 x1848996540813568/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 301/301 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763346501.753546:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a07bbba3-4079-4331-85a0-559fc64f2511+21:2354:x1848996540813568:12345-192.168.204.16@tcp:101:cmp.0 Request processed in 8046us (8400us total) trans 0 rc 301/301 00000100:00100000:0.0:1763346501.753556:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20155 00000100:00000040:0.0:1763346501.753559:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:0.0:1763346501.753561:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346501.753563:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346501.753571:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.753576:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109a28. 00000020:00000010:0.0:1763346501.753581:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:0.0:1763346501.753586:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:0.0:1763346501.753590:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.754483:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.754491:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb53cc4aa00. 00000400:00000200:3.0:1763346501.754500:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.754507:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.754514:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000400:00000010:3.0:1763346501.754517:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00000001:3.0:1763346501.754522:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.754524:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763346501.758737:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.758760:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.758766:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.758769:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.758784:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.758810:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 28 MB=0x691a70e019180 00000400:00000200:3.0:1763346501.758820:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.16@tcp of length 328/328 into md 0x119569 [8] + 7560 00000800:00000001:3.0:1763346501.758830:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.758842:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.758845:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.758850:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.758860:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346501.758864:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763346501.758871:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f7b80. 00000100:00000040:3.0:1763346501.758876:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f7b80 x1848996540813696 msgsize 328 00000100:00100000:3.0:1763346501.758880:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:3.0:1763346501.759709:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763346501.760541:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763346501.760545:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540813696 02000000:00000001:0.0:1763346501.760552:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346501.760555:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346501.760558:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346501.760564:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346501.760569:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540813696 00000020:00000001:0.0:1763346501.760574:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763346501.760576:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:0.0:1763346501.760579:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346501.760583:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:0.0:1763346501.760587:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:0.0:1763346501.760589:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:0.0:1763346501.760595:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346501.760607:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346501.760611:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763346501.760613:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000020:00000010:0.0:1763346501.760622:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000020:00000010:0.0:1763346501.760629:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509957e00. 00000020:00000010:0.0:1763346501.760635:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109a28. 00000100:00000040:0.0:1763346501.760647:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763346501.760651:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346501.760653:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763346501.760655:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346501.760665:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763346501.761355:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.761369:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.761508:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.761512:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.761524:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 20156 00000100:00000040:1.0:1763346501.761529:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.761531:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558784384 : -105875150767232 : ffff9fb5053f7b80) 00000100:00000040:1.0:1763346501.761542:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f7b80 x1848996540813696/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.761552:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.761558:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.761561:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.761563:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000100:00100000:1.0:1763346501.761568:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+21:226879:x1848996540813696:12345-192.168.204.16@tcp:101:cmp.0 00000100:00000200:1.0:1763346501.761573:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540813696 00000020:00000001:1.0:1763346501.761577:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.761581:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.761584:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.761587:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.761589:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347008 : -1049204608 : ffffffffc1766880) 00000020:00000001:1.0:1763346501.761593:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.761597:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.761599:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.761602:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.761608:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.761611:0:62999:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763346501.761614:0:62999:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763346501.761616:0:62999:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763346501.761618:0:62999:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763346501.761620:0:62999:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.761626:0:62999:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763346501.761634:0:62999:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 2 00010000:00000001:1.0:1763346501.761638:0:62999:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.761640:0:62999:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763346501.761644:0:62999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9fb532ab0600. 00000020:00000001:1.0:1763346501.761649:0:62999:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763346501.761652:0:62999:0:(lustre_handles.c:77:class_handle_hash()) added object ffff9fb532ab0600 with handle 0x757b854463afa655 to hash 00000020:00000001:1.0:1763346501.761654:0:62999:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763346501.761656:0:62999:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.761659:0:62999:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00010000:1.0:1763346501.761663:0:62999:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xa650ee2d79212abd expref: -99 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.761672:0:62999:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff9fb509224000 : new locks_count 16 00000020:00000040:1.0:1763346501.761675:0:62999:0:(genops.c:887:class_export_get()) GET export ffff9fb509224000 refcount=22 00000100:00000001:1.0:1763346501.761685:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.761688:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.761695:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff9fb5224d5000. 02000000:00000001:1.0:1763346501.761697:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.761700:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.761702:0:62999:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763346501.761706:0:62999:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763346501.761708:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.761711:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.761714:0:62999:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763346501.761716:0:62999:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.761722:0:62999:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.761729:0:62999:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763346501.761731:0:62999:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.761733:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763346501.761735:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.761737:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.761738:0:62999:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763346501.761739:0:62999:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.761741:0:62999:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.761743:0:62999:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763346501.761747:0:62999:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 4/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212abd expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.761753:0:62999:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260d:0x0].0x0 (ffff9fb417f4f700) refcount = 2 00010000:00000040:1.0:1763346501.761756:0:62999:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.761759:0:62999:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.761764:0:62999:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763346501.761767:0:62999:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 4/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212abd expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763346501.761775:0:62999:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.761779:0:62999:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.761787:0:62999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5084e4c00. 00000100:00000001:1.0:1763346501.761789:0:62999:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198610086912 : -105875099464704 : ffff9fb5084e4c00) 00000100:00000001:1.0:1763346501.761792:0:62999:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198610086912 : -105875099464704 : ffff9fb5084e4c00) 00000100:00000001:1.0:1763346501.761795:0:62999:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.761797:0:62999:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.761799:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.761802:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.761804:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763346501.761805:0:62999:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.761807:0:62999:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.761809:0:62999:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763346501.761811:0:62999:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763346501.761816:0:62999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226ad880. 00000020:00000040:1.0:1763346501.761819:0:62999:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346501.761822:0:62999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.761824:0:62999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.761829:0:62999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.761834:0:62999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e51600. 00000100:00000001:1.0:1763346501.761839:0:62999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.761843:0:62999:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763346501.761857:0:62999:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 6171 lvb_type: 0 00010000:00000001:1.0:1763346501.761865:0:62999:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.761869:0:62999:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.761873:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.761880:0:62999:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.761883:0:62999:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.761889:0:62999:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5226ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514978304:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.761896:0:62999:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.761903:0:62999:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.761906:0:62999:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.761909:0:62999:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.761915:0:62999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb531e50c00. 02000000:00000001:1.0:1763346501.761917:0:62999:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.761925:0:62999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.761934:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bbb0. 00000100:00000200:1.0:1763346501.761942:0:62999:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514978304, portal 16 00000100:00000001:1.0:1763346501.761945:0:62999:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.761947:0:62999:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048165504 : -105874661386112 : ffff9fb5226ad880) 00000100:00000040:1.0:1763346501.761953:0:62999:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.761961:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.761964:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.761967:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b2a8. 00000100:00000200:1.0:1763346501.761970:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1848996514978304, offset 0 00000400:00000200:1.0:1763346501.761978:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.761995:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.762001:0:62999:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.762006:0:62999:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.762010:0:62999:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.762013:0:62999:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.762017:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198722:198722:256:4294967295] 192.168.204.16@tcp LPNI seq info [198718:198718:8:4294967295] 00000400:00000200:1.0:1763346501.762030:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.762036:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.762042:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346501.762049:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.762237:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.762244:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.762263:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.762269:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738675 00000100:00000001:1.0:1763346501.762277:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738661 00000100:00000001:1.0:1763346501.762281:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738675 00000100:00000001:1.0:1763346501.762284:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738661 00000100:00000001:1.0:1763346501.762287:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738675 00000100:00000001:1.0:1763346501.762290:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738661 00000100:00000001:1.0:1763346501.762293:0:62999:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738675 00000100:00000001:1.0:1763346501.762296:0:62999:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738661 00000100:00000001:1.0:1763346501.762298:0:62999:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.762301:0:62999:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.762303:0:62999:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.762305:0:62999:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.762307:0:62999:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.762309:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.762310:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.762312:0:62999:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.762314:0:62999:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.762315:0:62999:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.762317:0:62999:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.762319:0:62999:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.762321:0:62999:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.762324:0:62999:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5084e4c00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.762326:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.762330:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763346501.763846:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.763857:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:2.0:1763346501.763867:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.763876:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.763885:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b2a8 00000400:00000010:2.0:1763346501.763888:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b2a8. 00000100:00000001:2.0:1763346501.763894:0:3288:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346501.763903:0:3288:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.763915:0:3288:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346501.763919:0:3288:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.763925:0:3288:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.763927:0:3288:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346501.764023:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763346501.764630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a37600. 00000800:00000001:3.0:1763346501.767308:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.767332:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763346501.767337:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.767340:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.767354:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:3.0:1763346501.767380:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c775a00 00000400:00000200:3.0:1763346501.767391:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12ff91 [1] + 224 00000800:00000001:3.0:1763346501.767402:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.767413:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763346501.767417:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.767423:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:3.0:1763346501.767432:0:3289:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346501.767443:0:3289:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346501.767455:0:3289:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763346501.767483:0:3289:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763346501.767495:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763346501.767499:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.769870:0:62999:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.769888:0:62999:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.769891:0:62999:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.769896:0:62999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.769909:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bbb0 00000400:00000010:1.0:1763346501.769912:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bbb0. 00000100:00000001:1.0:1763346501.769917:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.769931:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.769944:0:62999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.769953:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.769956:0:62999:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.769959:0:62999:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.769963:0:62999:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.769966:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.769968:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.769972:0:62999:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.769980:0:62999:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.769985:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.769988:0:62999:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.769990:0:62999:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.769994:0:62999:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.769998:0:62999:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.770002:0:62999:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.770007:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.770015:0:62999:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.770019:0:62999:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.770021:0:62999:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.770024:0:62999:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346501.770029:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.770031:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.770033:0:62999:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.770038:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.770048:0:62999:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5226ad880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:62999:1848996514978304:192.168.204.16@tcp:104: 00000100:00000001:1.0:1763346501.770053:0:62999:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.770056:0:62999:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.770059:0:62999:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.770062:0:62999:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.770065:0:62999:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5226ad880 x1848996514978304/t0(0) o104->lustre-OST0000@192.168.204.16@tcp:15/16 lens 328/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.770072:0:62999:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.770076:0:62999:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.770080:0:62999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb531e50c00. 02000000:00000001:1.0:1763346501.770085:0:62999:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.770088:0:62999:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.770090:0:62999:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.770093:0:62999:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.770095:0:62999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e51600. 02000000:00000001:1.0:1763346501.770099:0:62999:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.770100:0:62999:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.770103:0:62999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226ad880. 00000100:00000001:1.0:1763346501.770107:0:62999:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.770109:0:62999:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.770112:0:62999:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5084e4c00. 00000100:00000001:1.0:1763346501.770115:0:62999:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.770117:0:62999:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.770120:0:62999:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30780. 00010000:00000001:1.0:1763346501.770124:0:62999:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.770127:0:62999:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.770130:0:62999:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763346501.770139:0:62999:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763346501.770146:0:62999:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 3/0,0 mode: --/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212abd expref: 22 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.770175:0:62999:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.770178:0:62999:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763346501.770180:0:62999:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb532ab0600 00010000:00000001:1.0:1763346501.770182:0:62999:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.770185:0:62999:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763346501.770189:0:62999:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.770192:0:62999:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763346501.770198:0:62999:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763346501.770200:0:62999:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.770202:0:62999:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763346501.770204:0:62999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.770205:0:62999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.770207:0:62999:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9fb532ab0600, rc 0) 00000020:00000001:1.0:1763346501.770211:0:62999:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.770271:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 0, xid 1848996540813696 00010000:00000001:1.0:1763346501.770274:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.770280:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f7b80 x1848996540813696/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.770298:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.770301:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.770305:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.770311:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.770314:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.770316:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.770320:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.770323:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.770327:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.770331:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.770341:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bbb0. 00000100:00000200:1.0:1763346501.770347:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1848996540813696, offset 224 00000400:00000200:1.0:1763346501.770355:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.770371:0:62999:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.770380:0:62999:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198723:198723:256:4294967295] 192.168.204.16@tcp LPNI seq info [198719:198719:8:4294967295] 00000400:00000200:1.0:1763346501.770393:0:62999:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.770399:0:62999:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.770406:0:62999:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.770414:0:62999:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.770423:0:62999:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.770428:0:62999:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.770447:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.770451:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.770454:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.770456:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.770458:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.770465:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f7b80 x1848996540813696/t0(0) o101->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/400 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.770476:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:a07bbba3-4079-4331-85a0-559fc64f2511+22:226879:x1848996540813696:12345-192.168.204.16@tcp:101:cmp.0 Request processed in 8922us (11597us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.770485:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 20156 00000100:00000040:1.0:1763346501.770490:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.770493:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.770495:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.770504:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509957e00. 00000020:00000010:1.0:1763346501.770510:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109a28. 00000020:00000010:1.0:1763346501.770515:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:1.0:1763346501.770523:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00000100:00000001:1.0:1763346501.770527:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.771288:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.771296:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:2.0:1763346501.771302:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.771310:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.771317:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bbb0 00000400:00000010:2.0:1763346501.771320:0:3287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bbb0. 00000100:00000001:2.0:1763346501.771324:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.771326:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.773740:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.773761:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.773766:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.773768:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.773783:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.773807:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 328 into portal 17 MB=0x691a70e019200 00000400:00000200:2.0:1763346501.773817:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.16@tcp of length 328/328 into md 0x127c81 [2] + 1640 00000800:00000001:2.0:1763346501.773828:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.773840:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.773845:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.773850:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.773859:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.773861:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763346501.773870:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509683b80. 00000100:00000040:2.0:1763346501.773874:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509683b80 x1848996540813824 msgsize 328 00000100:00100000:2.0:1763346501.773879:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.773904:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.773915:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.773919:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.775520:0:5736:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.775527:0:5736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540813824 02000000:00000001:1.0:1763346501.775533:0:5736:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.775536:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.775539:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.775545:0:5736:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.775550:0:5736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540813824 00000020:00000001:1.0:1763346501.775554:0:5736:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.775557:0:5736:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346501.775560:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.775570:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=22 00000020:00000001:1.0:1763346501.775575:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.775578:0:5736:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346501.775583:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.775594:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.775598:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.775600:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000020:00000010:1.0:1763346501.775610:0:5736:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb531e51600. 00000020:00000010:1.0:1763346501.775616:0:5736:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7a200. 00000020:00000010:1.0:1763346501.775622:0:5736:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346501.775633:0:5736:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763346501.775637:0:5736:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.775639:0:5736:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763346501.775641:0:5736:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763346501.775644:0:5736:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.775647:0:5736:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763346501.775653:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.775655:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.775657:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=4 00000020:00000001:1.0:1763346501.775660:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:1.0:1763346501.775662:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00010000:1.0:1763346501.775674:0:5736:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 6171 lvb_type: 0 00010000:00000001:1.0:1763346501.775684:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.775686:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.775687:0:5736:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.775690:0:5736:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.775699:0:5736:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763346501.775707:0:5736:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff9fb509683b80 x1848996540813824/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.775714:0:5736:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346501.775716:0:5736:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.775734:0:5736:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.775750:0:5736:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.775752:0:5736:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.775756:0:5736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 4040 00000100:00000040:1.0:1763346501.775760:0:5736:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.775762:0:5736:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198628563840 : -105875080987776 : ffff9fb509683b80) 00000100:00000040:1.0:1763346501.775767:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb509683b80 x1848996540813824/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/0 e 0 to 0 dl 1763346512 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346501.775777:0:5736:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.775781:0:5736:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.775783:0:5736:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.775785:0:5736:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000100:00100000:1.0:1763346501.775790:0:5736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb509683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+22:2357:x1848996540813824:12345-192.168.204.16@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763346501.775794:0:5736:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540813824 00010000:00000001:1.0:1763346501.775797:0:5736:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763346501.775799:0:5736:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763346501.775801:0:5736:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763346501.775808:0:5736:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.775811:0:5736:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.775816:0:5736:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5224d7800. 02000000:00000001:1.0:1763346501.775819:0:5736:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.775822:0:5736:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.775824:0:5736:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763346501.775827:0:5736:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763346501.775828:0:5736:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.775830:0:5736:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.775831:0:5736:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb531a36a00 refcount=4 00000020:00000001:1.0:1763346501.775834:0:5736:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000001:1.0:1763346501.775836:0:5736:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199303531008 : -105874406020608 : ffff9fb531a36a00) 00010000:00000040:1.0:1763346501.775840:0:5736:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff9fb417f4f700 count: 3 00002000:00000001:1.0:1763346501.775845:0:5736:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763346501.775850:0:5736:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.775854:0:5736:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.775862:0:5736:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:1.0:1763346501.775864:0:5736:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:1.0:1763346501.775867:0:5736:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763346501.775875:0:5736:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763346501.775880:0:5736:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00010000:00010000:1.0:1763346501.775885:0:5736:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 6171 lvb_type: 0 00000100:00001000:1.0:1763346501.775892:0:5736:0:(import.c:2128:obd_at_measure()) add 0 to ffff9fb509224450 time=143 v=5 (1 1 0 0) 00010000:00000001:1.0:1763346501.775896:0:5736:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763346501.775901:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.775903:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763346501.775905:0:5736:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 6171 lvb_type: 0 00000020:00000001:1.0:1763346501.775913:0:5736:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.775915:0:5736:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763346501.775917:0:5736:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.775920:0:5736:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.775925:0:5736:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763346501.775927:0:5736:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763346501.775933:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.775934:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.775937:0:5736:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763346501.775938:0:5736:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763346501.775941:0:5736:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb531a36a00 with handle 0x757b854463afa5d0 from hash 00010000:00000001:1.0:1763346501.775943:0:5736:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763346501.775944:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.775945:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.775947:0:5736:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763346501.775952:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.775954:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.775956:0:5736:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763346501.775957:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763346501.775960:0:5736:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff9fb531a36a00/0x757b854463afa5d0 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x260d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212a9a expref: 22 pid: 62997 timeout: 6171 lvb_type: 0 00010000:00000040:1.0:1763346501.775966:0:5736:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff9fb509224000 : new locks_count 15 00000020:00000040:1.0:1763346501.775969:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 21 00010000:00000001:1.0:1763346501.775977:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.775979:0:5736:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763346501.775981:0:5736:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763346501.775984:0:5736:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff9fb532ab0600 00010000:00000001:1.0:1763346501.775987:0:5736:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763346501.775989:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.775992:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.775995:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.775997:0:5736:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763346501.775998:0:5736:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763346501.776000:0:5736:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.776003:0:5736:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:1.0:1763346501.776005:0:5736:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1763346501.776007:0:5736:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:1.0:1763346501.776009:0:5736:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:1.0:1763346501.776011:0:5736:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1763346501.776012:0:5736:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:1.0:1763346501.776014:0:5736:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763346501.776016:0:5736:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763346501.776020:0:5736:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212abd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.776027:0:5736:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763346501.776031:0:5736:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212abd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763346501.776039:0:5736:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x260d:0x0].0x0 (ffff9fb417f4f700) refcount = 2 00010000:00000040:1.0:1763346501.776041:0:5736:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763346501.776044:0:5736:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212abd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.776052:0:5736:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.776053:0:5736:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.776054:0:5736:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763346501.776056:0:5736:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.776058:0:5736:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763346501.776062:0:5736:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.776066:0:5736:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763346501.776073:0:5736:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9fb5084e4c00. 00000100:00000001:1.0:1763346501.776076:0:5736:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446638198610086912 : -105875099464704 : ffff9fb5084e4c00) 00000100:00000001:1.0:1763346501.776079:0:5736:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446638198610086912 : -105875099464704 : ffff9fb5084e4c00) 00000100:00000001:1.0:1763346501.776082:0:5736:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763346501.776084:0:5736:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763346501.776085:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.776087:0:5736:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763346501.776092:0:5736:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226ad880. 00000020:00000040:1.0:1763346501.776096:0:5736:0:(genops.c:1229:class_import_get()) import ffff9fb509224800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763346501.776100:0:5736:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346501.776103:0:5736:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346501.776107:0:5736:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346501.776113:0:5736:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9fb531e50c00. 00000100:00000001:1.0:1763346501.776120:0:5736:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763346501.776129:0:5736:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff9fb532ab0600/0x757b854463afa655 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x260d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.16@tcp remote: 0xa650ee2d79212abd expref: 21 pid: 62999 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763346501.776137:0:5736:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763346501.776141:0:5736:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346501.776145:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.776163:0:5736:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346501.776165:0:5736:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.776171:0:5736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5226ad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514978432:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346501.776175:0:5736:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346501.776182:0:5736:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346501.776184:0:5736:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.776186:0:5736:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763346501.776194:0:5736:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5361fca00. 02000000:00000001:1.0:1763346501.776195:0:5736:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346501.776203:0:5736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000400:00000010:1.0:1763346501.776250:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bdd0. 00000100:00000200:1.0:1763346501.776259:0:5736:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514978432, portal 16 00000100:00000001:1.0:1763346501.776262:0:5736:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763346501.776264:0:5736:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048165504 : -105874661386112 : ffff9fb5226ad880) 00000100:00000040:1.0:1763346501.776270:0:5736:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.776277:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.776280:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.776283:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b6e8. 00000100:00000200:1.0:1763346501.776285:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1848996514978432, offset 0 00000400:00000200:1.0:1763346501.776292:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.776307:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.776314:0:5736:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763346501.776318:0:5736:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.116@tcp 00000400:00000200:1.0:1763346501.776322:0:5736:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.116@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763346501.776325:0:5736:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.16@tcp 00000400:00000200:1.0:1763346501.776330:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198724:198724:256:4294967295] 192.168.204.16@tcp LPNI seq info [198720:198720:8:4294967295] 00000400:00000200:1.0:1763346501.776342:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.776348:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.776355:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.776362:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.776370:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.776374:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.776389:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.776393:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300738691 00000100:00000001:1.0:1763346501.776401:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300738675 00000100:00000001:1.0:1763346501.776405:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300738691 00000100:00000001:1.0:1763346501.776408:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300738675 00000100:00000001:1.0:1763346501.776411:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300738691 00000100:00000001:1.0:1763346501.776414:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300738675 00000100:00000001:1.0:1763346501.776417:0:5736:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300738691 00000100:00000001:1.0:1763346501.776420:0:5736:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300738675 00000100:00000001:1.0:1763346501.776423:0:5736:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.776426:0:5736:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.776428:0:5736:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.776430:0:5736:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.776432:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.776433:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.776435:0:5736:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.776437:0:5736:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763346501.776438:0:5736:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763346501.776440:0:5736:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.776442:0:5736:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346501.776444:0:5736:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763346501.776447:0:5736:0:(client.c:2690:ptlrpc_set_wait()) set ffff9fb5084e4c00 going to sleep for 11 seconds 00000100:00000001:1.0:1763346501.776450:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346501.776453:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763346501.776571:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763346501.776576:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:1.0:1763346501.776582:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.776588:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:1.0:1763346501.776593:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b6e8 00000400:00000010:1.0:1763346501.776596:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b6e8. 00000100:00000001:1.0:1763346501.776600:0:3289:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346501.776604:0:3289:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.776613:0:3289:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.776616:0:3289:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.776622:0:3289:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.776624:0:3289:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763346501.780369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9fb531a36a00. 00000800:00000001:2.0:1763346501.781762:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.781782:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.781787:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.781790:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.781804:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.781828:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 224 into portal 16 MB=0x691a70c775a80 00000400:00000200:2.0:1763346501.781840:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.16@tcp of length 224/224 into md 0x12ff9d [1] + 224 00000800:00000001:2.0:1763346501.781851:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.781866:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.781870:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.781875:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.781885:0:3287:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346501.781896:0:3287:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763346501.781909:0:3287:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763346501.781931:0:3287:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.781944:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.781947:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.782113:0:5736:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763346501.782124:0:5736:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763346501.782127:0:5736:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763346501.782132:0:5736:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000400:00000200:1.0:1763346501.782137:0:5736:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bdd0 00000400:00000010:1.0:1763346501.782140:0:5736:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bdd0. 00000100:00000001:1.0:1763346501.782144:0:5736:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346501.782149:0:5736:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763346501.782169:0:5736:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.782176:0:5736:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763346501.782178:0:5736:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.782181:0:5736:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763346501.782185:0:5736:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763346501.782188:0:5736:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.782190:0:5736:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.782194:0:5736:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.782204:0:5736:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509224c58 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1763346501.782209:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509224c10 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1763346501.782339:0:5736:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763346501.782342:0:5736:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.782346:0:5736:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763346501.782351:0:5736:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.782355:0:5736:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.782361:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.782369:0:5736:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346501.782373:0:5736:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763346501.782375:0:5736:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.782379:0:5736:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763346501.782382:0:5736:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.782384:0:5736:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763346501.782385:0:5736:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.782389:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763346501.782399:0:5736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5226ad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5736:1848996514978432:192.168.204.16@tcp:105: 00000100:00000001:1.0:1763346501.782404:0:5736:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.782408:0:5736:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.782411:0:5736:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763346501.782414:0:5736:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346501.782417:0:5736:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5226ad880 x1848996514978432/t0(0) o105->lustre-OST0000@192.168.204.16@tcp:15/16 lens 392/224 e 0 to 0 dl 1763346517 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346501.782425:0:5736:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763346501.782428:0:5736:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763346501.782432:0:5736:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5361fca00. 02000000:00000001:1.0:1763346501.782438:0:5736:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763346501.782441:0:5736:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763346501.782444:0:5736:0:(genops.c:1242:class_import_put()) import ffff9fb509224800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763346501.782446:0:5736:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763346501.782450:0:5736:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9fb531e50c00. 02000000:00000001:1.0:1763346501.782457:0:5736:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763346501.782459:0:5736:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763346501.782461:0:5736:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226ad880. 00000100:00000001:1.0:1763346501.782465:0:5736:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763346501.782466:0:5736:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763346501.782469:0:5736:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9fb5084e4c00. 00000100:00000001:1.0:1763346501.782472:0:5736:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763346501.782474:0:5736:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763346501.782477:0:5736:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9fb529f30780. 00010000:00000001:1.0:1763346501.782481:0:5736:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763346501.782484:0:5736:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763346501.782486:0:5736:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763346501.782494:0:5736:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.782497:0:5736:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.782501:0:5736:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540ea49e8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.782506:0:5736:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.782510:0:5736:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.782512:0:5736:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.782516:0:5736:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.782518:0:5736:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.782523:0:5736:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.782527:0:5736:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.782532:0:5736:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9bdd0. 00000100:00000200:1.0:1763346501.782537:0:5736:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1848996540813824, offset 224 00000400:00000200:1.0:1763346501.782545:0:5736:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.782559:0:5736:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.782568:0:5736:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198725:198725:256:4294967295] 192.168.204.16@tcp LPNI seq info [198721:198721:8:4294967295] 00000400:00000200:1.0:1763346501.782581:0:5736:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.782587:0:5736:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.782594:0:5736:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0fe00. 00000800:00000200:1.0:1763346501.782602:0:5736:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.782610:0:5736:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.782615:0:5736:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.782636:0:5736:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.782640:0:5736:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.782643:0:5736:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.782646:0:5736:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.782652:0:5736:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509683b80 x1848996540813824/t0(0) o103->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 328/224 e 0 to 0 dl 1763346512 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346501.782662:0:5736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb509683b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540813824:12345-192.168.204.16@tcp:103:ldlm_bl.0 Request processed in 6883us (8785us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.782675:0:5736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 4040 00000100:00000040:1.0:1763346501.782680:0:5736:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.782682:0:5736:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346501.782684:0:5736:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.782693:0:5736:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7a200. 00000020:00000010:1.0:1763346501.782699:0:5736:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346501.782706:0:5736:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb531e51600. 00000020:00000040:1.0:1763346501.782713:0:5736:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346501.782716:0:5736:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763346501.782882:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763346501.782888:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0fe00. 00000400:00000200:2.0:1763346501.782893:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.782898:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:2.0:1763346501.782902:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9bdd0 00000400:00000010:2.0:1763346501.782904:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9bdd0. 00000100:00000001:2.0:1763346501.782908:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346501.782910:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763346501.784299:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.784315:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763346501.784320:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.784323:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.784336:0:3289:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:1.0:1763346501.784355:0:3289:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e019280 00000400:00000200:1.0:1763346501.784365:0:3289:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 148896 00000800:00000001:1.0:1763346501.784375:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.784385:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763346501.784388:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346501.784392:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:1.0:1763346501.784399:0:3289:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346501.784402:0:3289:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763346501.784408:0:3289:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226ad880. 00000100:00000040:1.0:1763346501.784412:0:3289:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5226ad880 x1848996540813952 msgsize 488 00000100:00100000:1.0:1763346501.784416:0:3289:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:1.0:1763346501.784432:0:3289:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763346501.784442:0:3289:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763346501.784446:0:3289:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.784704:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.784708:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540813952 02000000:00000001:2.0:1763346501.784711:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.784714:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.784717:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.784721:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.784727:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540813952 00000020:00000001:2.0:1763346501.784731:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.784733:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:2.0:1763346501.784736:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.784740:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:2.0:1763346501.784743:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:2.0:1763346501.784745:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:2.0:1763346501.784751:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.784758:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.784762:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.784765:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000020:00000010:2.0:1763346501.784771:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fc00. 00000020:00000010:2.0:1763346501.784778:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346501.784783:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304197d0. 00000100:00000040:2.0:1763346501.784792:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763346501.784795:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.784797:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763346501.784799:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763346501.784802:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.784805:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:2.0:1763346501.784808:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.784813:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763346501.784816:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763346501.784819:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.784822:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.784824:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.784827:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.784828:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.784830:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.784832:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.784833:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.784835:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.784837:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.784839:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.784840:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.784843:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763346501.784847:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.784849:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.784851:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.784854:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763346501.784856:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.784859:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346501.784868:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x260d:0x0] (0->4095) req@ffff9fb5226ad880 x1848996540813952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346501.784878:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346501.784880:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb5226ad880 with x1848996540813952 ext(0->4095) 00010000:00000001:2.0:1763346501.784885:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.784886:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.784889:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=3 00000020:00000001:2.0:1763346501.784891:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:2.0:1763346501.784893:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:2.0:1763346501.784897:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.784899:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346501.784900:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346501.784902:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb5226ad880 00002000:00000001:2.0:1763346501.784904:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.784906:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.784916:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.785417:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.785431:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763346501.785431:0:86582:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.785433:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763346501.785434:0:86582:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.785438:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3716 00000100:00000040:2.0:1763346501.785442:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:0.0:1763346501.785442:0:86582:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.785444:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199048165504 : -105874661386112 : ffff9fb5226ad880) 00000100:00000001:0.0:1763346501.785445:0:86582:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.785450:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5226ad880 x1848996540813952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.785460:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.785464:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.785466:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.785469:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000100:00100000:2.0:1763346501.785473:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5226ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540813952:12345-192.168.204.16@tcp:3:cmp.0 00000100:00000200:2.0:1763346501.785528:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540813952 00000020:00000001:2.0:1763346501.785532:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.785536:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346501.785538:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785540:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.785542:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:2.0:1763346501.785546:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346501.785549:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.785551:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.785552:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.785554:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.785560:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.785563:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.785577:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb41c11e000. 02000000:00000001:2.0:1763346501.785580:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.785582:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785585:0:104272:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763346501.785588:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763346501.785589:0:104272:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785593:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763346501.785598:0:104272:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763346501.785601:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763346501.785604:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 311820288 dropped 0, local 311820288 00000020:00000001:2.0:1763346501.785608:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763346501.785609:0:104272:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763346501.785611:0:104272:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763346501.785614:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763346501.785618:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763346501.785627:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:2.0:1763346501.785629:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:2.0:1763346501.785633:0:104272:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763346501.785644:0:104272:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.785646:0:104272:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763346501.785648:0:104272:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.785658:0:104272:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:2.0:1763346501.785719:0:104272:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763346501.785726:0:104272:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.785729:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785731:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785737:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763346501.785769:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:2.0:1763346501.785774:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763346501.785790:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763346501.785793:0:104272:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: de694cad (4) 00000020:00008000:2.0:1763346501.785796:0:104272:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763346501.785801:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763346501.785806:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1763346501.785817:0:104272:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9fb5263e2c00. 00000020:00000001:2.0:1763346501.785821:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785825:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763346501.785827:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.785829:0:104272:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:2.0:1763346501.785840:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00002000:00000001:2.0:1763346501.785843:0:104272:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346501.785845:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785847:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.785849:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763346501.785851:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763346501.785854:0:104272:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763346501.785858:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 0, xid 1848996540813952 00010000:00000001:2.0:1763346501.785861:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.785867:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5226ad880 x1848996540813952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/4536 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 4096/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.785881:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.785884:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.785889:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.785894:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.785897:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.785900:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.785902:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.785905:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.785908:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.785911:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.785916:0:104272:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb540d5f3c0. 00000100:00000200:2.0:1763346501.785922:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1848996540813952, offset 224 00000400:00000200:2.0:1763346501.785929:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.785944:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.785951:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198726:198726:256:4294967295] 192.168.204.16@tcp LPNI seq info [198722:198722:8:4294967295] 00000400:00000200:2.0:1763346501.785963:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.785969:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.785973:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff9fb417a1e000. 00000800:00000200:2.0:1763346501.785981:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.785989:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1022 00000800:00000200:2.0:1763346501.785993:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb417a1e000 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763346501.786061:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.786065:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.786068:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.786069:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.786072:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.786076:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226ad880 x1848996540813952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/4536 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.786086:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5226ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:2356:x1848996540813952:12345-192.168.204.16@tcp:3:cmp.0 Request processed in 625us (1672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763346501.786095:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3716 00000100:00000040:2.0:1763346501.786099:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:2.0:1763346501.786101:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763346501.786103:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763346501.786107:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x260d:0x0] (0->4095) req@ffff9fb5226ad880 x1848996540813952/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/4536 e 0 to 0 dl 1763346512 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763346501.786115:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763346501.786117:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb5226ad880 with x1848996540813952 ext(0->4095) 00010000:00000001:2.0:1763346501.786120:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763346501.786122:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.786124:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=3 00000020:00000001:2.0:1763346501.786126:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:2.0:1763346501.786130:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:2.0:1763346501.786132:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763346501.786134:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763346501.786135:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763346501.786137:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb5226ad880 00002000:00000001:2.0:1763346501.786139:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.786141:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346501.786146:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346501.786150:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304197d0. 00000020:00000010:2.0:1763346501.786182:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fc00. 00000020:00000040:2.0:1763346501.786188:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:2.0:1763346501.786191:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.786734:0:3287:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.786740:0:3287:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff9fb417a1e000. 00000400:00000200:0.0:1763346501.786744:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.786750:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.786757:0:3287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540d5f3c0 00000400:00000010:0.0:1763346501.786759:0:3287:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb540d5f3c0. 00000100:00000001:0.0:1763346501.786764:0:3287:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.786766:0:3287:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763346501.790760:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.790783:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763346501.790788:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.790791:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.790805:0:3288:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:2.0:1763346501.790828:0:3288:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 488 into portal 6 MB=0x691a70e019300 00000400:00000200:2.0:1763346501.790838:0:3288:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.16@tcp of length 488/488 into md 0x90861 [128] + 149384 00000800:00000001:2.0:1763346501.790849:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.790858:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763346501.790862:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346501.790866:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:2.0:1763346501.790876:0:3288:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346501.790878:0:3288:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763346501.790885:0:3288:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509680a80. 00000100:00000040:2.0:1763346501.790890:0:3288:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509680a80 x1848996540814080 msgsize 488 00000100:00100000:2.0:1763346501.790894:0:3288:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:2.0:1763346501.790918:0:3288:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763346501.790928:0:3288:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763346501.790933:0:3288:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.791182:0:104272:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346501.791187:0:104272:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540814080 02000000:00000001:1.0:1763346501.791190:0:104272:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346501.791193:0:104272:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346501.791195:0:104272:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346501.791200:0:104272:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346501.791205:0:104272:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540814080 00000020:00000001:1.0:1763346501.791209:0:104272:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346501.791515:0:104272:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463ae0415 00000020:00000001:1.0:1763346501.791519:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.791524:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb509224000 refcount=21 00000020:00000001:1.0:1763346501.791527:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000020:00000001:1.0:1763346501.791529:0:104272:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198623977472 : -105875085574144 : ffff9fb509224000) 00000100:00000001:1.0:1763346501.791536:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.791543:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.791547:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.791550:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000020:00000010:1.0:1763346501.791557:0:104272:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb5361fca00. 00000020:00000010:1.0:1763346501.791564:0:104272:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7a200. 00000020:00000010:1.0:1763346501.791569:0:104272:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346501.791579:0:104272:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763346501.791583:0:104272:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346501.791585:0:104272:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763346501.791588:0:104272:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763346501.791591:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.791593:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:1.0:1763346501.791597:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.791601:0:104272:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763346501.791605:0:104272:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763346501.791608:0:104272:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.791611:0:104272:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763346501.791613:0:104272:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.791616:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.791618:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.791620:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.791621:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.791622:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.791624:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763346501.791625:0:104272:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763346501.791626:0:104272:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763346501.791628:0:104272:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.791632:0:104272:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763346501.791635:0:104272:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.791638:0:104272:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.791640:0:104272:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.791643:0:104272:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763346501.791645:0:104272:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.791647:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346501.791657:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x260d:0x0] (4096->8191) req@ffff9fb509680a80 x1848996540814080/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346501.791666:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346501.791669:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb509680a80 with x1848996540814080 ext(4096->8191) 00010000:00000001:1.0:1763346501.791672:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.791673:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.791675:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=3 00000020:00000001:1.0:1763346501.791678:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.791681:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.791684:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.791686:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346501.791688:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346501.791689:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb509680a80 00002000:00000001:1.0:1763346501.791691:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.791694:0:104272:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.791703:0:104272:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.791720:0:104272:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346501.791735:0:104272:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346501.791738:0:104272:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346501.791742:0:104272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 3717 00000100:00000040:1.0:1763346501.791838:0:104272:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb509224000 : new rpc_count 1 00000100:00000001:1.0:1763346501.791841:0:104272:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198628551296 : -105875081000320 : ffff9fb509680a80) 00000100:00000040:1.0:1763346501.791848:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb509680a80 x1848996540814080/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763346501.791857:0:104272:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346501.791860:0:104272:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30780. 00000100:00000001:1.0:1763346501.791862:0:104272:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346501.791864:0:104272:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30780. 00000100:00100000:1.0:1763346501.791868:0:104272:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb509680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540814080:12345-192.168.204.16@tcp:3:cmp.0 00000100:00000200:1.0:1763346501.791872:0:104272:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540814080 00000020:00000001:1.0:1763346501.791875:0:104272:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346501.791878:0:104272:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346501.791881:0:104272:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.791882:0:104272:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346501.791884:0:104272:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150512 : -1037401104 : ffffffffc22a83f0) 00000020:00000001:1.0:1763346501.791888:0:104272:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346501.791891:0:104272:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346501.791893:0:104272:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346501.791895:0:104272:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346501.791896:0:104272:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.791902:0:104272:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346501.791905:0:104272:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346501.791913:0:104272:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff9fb53556e000. 02000000:00000001:1.0:1763346501.791915:0:104272:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.791918:0:104272:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.791921:0:104272:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:1.0:1763346501.791923:0:104272:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763346501.791925:0:104272:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.791928:0:104272:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:1.0:1763346501.791933:0:104272:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:1.0:1763346501.791935:0:104272:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763346501.791937:0:104272:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 reports grant 311820288 dropped 0, local 311820288 00000020:00000001:1.0:1763346501.791941:0:104272:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763346501.791942:0:104272:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:1.0:1763346501.791945:0:104272:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:1.0:1763346501.791947:0:104272:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763346501.791951:0:104272:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763346501.791959:0:104272:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446638198960358984 : -105874749192632 : ffff9fb51d2f0648) 00002000:00000001:1.0:1763346501.791962:0:104272:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446638198960358896 : -105874749192720 : ffff9fb51d2f05f0) 00002000:00000001:1.0:1763346501.791967:0:104272:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763346501.791978:0:104272:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.791980:0:104272:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:1.0:1763346501.791982:0:104272:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346501.791991:0:104272:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:1.0:1763346501.792128:0:104272:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763346501.792136:0:104272:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.792138:0:104272:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.792140:0:104272:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.792145:0:104272:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763346501.792191:0:104272:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 4467 MB/s 00000020:00000040:1.0:1763346501.792196:0:104272:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763346501.792242:0:104272:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:1.0:1763346501.792245:0:104272:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 0 (4) 00000020:00000001:1.0:1763346501.792250:0:104272:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763346501.792256:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.792267:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.792271:0:104272:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763346501.792273:0:104272:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.792275:0:104272:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:1.0:1763346501.792306:0:104272:0:(lu_object.c:207:lu_object_put()) Add ffff9fb51d2f0648/ffff9fb51d2f05f0 to site lru. bkt: ffff9fb517dcd500 00002000:00000001:1.0:1763346501.792309:0:104272:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763346501.792312:0:104272:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.792314:0:104272:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.792316:0:104272:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:1.0:1763346501.792318:0:104272:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763346501.792321:0:104272:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346501.792325:0:104272:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847763, transno 0, xid 1848996540814080 00010000:00000001:1.0:1763346501.792328:0:104272:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346501.792335:0:104272:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb509680a80 x1848996540814080/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/440 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763346501.792344:0:104272:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346501.792348:0:104272:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346501.792352:0:104272:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5226891e8 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346501.792358:0:104272:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346501.792362:0:104272:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:1.0:1763346501.792364:0:104272:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:1.0:1763346501.792368:0:104272:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346501.792370:0:104272:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.792374:0:104272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346501.792378:0:104272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:1.0:1763346501.792383:0:104272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b6e8. 00000100:00000200:1.0:1763346501.792390:0:104272:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 4, xid 1848996540814080, offset 224 00000400:00000200:1.0:1763346501.792398:0:104272:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:1.0:1763346501.792412:0:104272:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:1.0:1763346501.792420:0:104272:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198727:198727:256:4294967295] 192.168.204.16@tcp LPNI seq info [198723:198723:8:4294967295] 00000400:00000200:1.0:1763346501.792434:0:104272:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:1.0:1763346501.792440:0:104272:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:1.0:1763346501.792446:0:104272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb52ad0f100. 00000800:00000200:1.0:1763346501.792454:0:104272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:1.0:1763346501.792463:0:104272:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:1.0:1763346501.792468:0:104272:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb52ad0f100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763346501.792493:0:104272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346501.792497:0:104272:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:1.0:1763346501.792500:0:104272:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346501.792501:0:104272:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346501.792504:0:104272:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346501.792509:0:104272:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509680a80 x1848996540814080/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/440 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763346501.792519:0:104272:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb509680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:a07bbba3-4079-4331-85a0-559fc64f2511+21:2357:x1848996540814080:12345-192.168.204.16@tcp:3:cmp.0 Request processed in 661us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346501.792528:0:104272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 3717 00000100:00000040:1.0:1763346501.792532:0:104272:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb509224000 : new rpc_count 0 00000100:00000001:1.0:1763346501.792535:0:104272:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763346501.792537:0:104272:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763346501.792542:0:104272:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000401:0x260d:0x0] (4096->8191) req@ffff9fb509680a80 x1848996540814080/t0(0) o3->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 488/440 e 0 to 0 dl 1763346512 ref 1 fl Complete:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763346501.792550:0:104272:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763346501.792552:0:104272:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9fb509680a80 with x1848996540814080 ext(4096->8191) 00010000:00000001:1.0:1763346501.792554:0:104272:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763346501.792556:0:104272:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346501.792558:0:104272:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff9fb532ab0600 refcount=3 00000020:00000001:1.0:1763346501.792560:0:104272:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.792563:0:104272:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446638199320806912 : -105874388744704 : ffff9fb532ab0600) 00010000:00000001:1.0:1763346501.792566:0:104272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763346501.792567:0:104272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763346501.792568:0:104272:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763346501.792570:0:104272:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9fb509680a80 00002000:00000001:1.0:1763346501.792572:0:104272:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346501.792575:0:104272:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346501.792581:0:104272:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7a200. 00000020:00000010:1.0:1763346501.792585:0:104272:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346501.792597:0:104272:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb5361fca00. 00000020:00000040:1.0:1763346501.792603:0:104272:0:(genops.c:898:class_export_put()) PUTting export ffff9fb509224000 : new refcount 20 00000100:00000001:1.0:1763346501.792606:0:104272:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763346501.795551:0:3289:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763346501.795563:0:3289:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb52ad0f100. 00000400:00000200:3.0:1763346501.795573:0:3289:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346501.795584:0:3289:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:3.0:1763346501.795593:0:3289:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b6e8 00000400:00000010:3.0:1763346501.795596:0:3289:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b6e8. 00000100:00000001:3.0:1763346501.795602:0:3289:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346501.795604:0:3289:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763346501.805981:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.806004:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763346501.806009:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.806011:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.806027:0:3287:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp) <- 192.168.204.16@tcp : PUT - for me 00000400:00000200:0.0:1763346501.806050:0:3287:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.16@tcp of length 392 into portal 23 MB=0x691a70e019400 00000400:00000200:0.0:1763346501.806060:0:3287:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.16@tcp of length 392/392 into md 0x124d4d [2] + 784 00000800:00000001:0.0:1763346501.806071:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.806082:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346501.806085:0:3287:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.806091:0:3287:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000100:00000001:0.0:1763346501.806101:0:3287:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346501.806104:0:3287:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763346501.806112:0:3287:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527631f80. 00000100:00000040:0.0:1763346501.806116:0:3287:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527631f80 x1848996540814336 msgsize 392 00000100:00100000:0.0:1763346501.806121:0:3287:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.16@tcp (source: 12345-192.168.204.16@tcp) 00000100:00000001:0.0:1763346501.806142:0:3287:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763346501.806162:0:3287:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763346501.806166:0:3287:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.806738:0:19976:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346501.806744:0:19976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996540814336 02000000:00000001:2.0:1763346501.807010:0:19976:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346501.807014:0:19976:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346501.807017:0:19976:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.807024:0:19976:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346501.807030:0:19976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996540814336 00000020:00000001:2.0:1763346501.807034:0:19976:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346501.807037:0:19976:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b8544639bfe2e 00000020:00000001:2.0:1763346501.807041:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.807046:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52b086000 refcount=498 00000020:00000001:2.0:1763346501.807050:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000020:00000001:2.0:1763346501.807053:0:19976:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199192707072 : -105874516844544 : ffff9fb52b086000) 00000100:00000001:2.0:1763346501.807061:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.807070:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.807075:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.807078:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000020:00000010:2.0:1763346501.807089:0:19976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417a1fc00. 00000020:00000010:2.0:1763346501.807097:0:19976:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346501.807103:0:19976:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304197d0. 00000100:00000040:2.0:1763346501.807116:0:19976:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763346501.807120:0:19976:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346501.807122:0:19976:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346501.807125:0:19976:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.807135:0:19976:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.807162:0:19976:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346501.807176:0:19976:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346501.807178:0:19976:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346501.807187:0:19976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.16@tcp, seq: 21007 00000100:00000040:2.0:1763346501.807191:0:19976:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52b086000 : new rpc_count 1 00000100:00000001:2.0:1763346501.807193:0:19976:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131545472 : -105874578006144 : ffff9fb527631f80) 00000100:00000040:2.0:1763346501.807202:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527631f80 x1848996540814336/t0(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/0 e 0 to 0 dl 1763346512 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763346501.807259:0:19976:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346501.807264:0:19976:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3c80. 00000100:00000001:2.0:1763346501.807266:0:19976:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346501.807268:0:19976:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3c80. 00000100:00100000:2.0:1763346501.807272:0:19976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+498:226879:x1848996540814336:12345-192.168.204.16@tcp:35:cmp.0 00000100:00000200:2.0:1763346501.807276:0:19976:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996540814336 00000020:00000001:2.0:1763346501.807281:0:19976:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346501.807285:0:19976:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763346501.807291:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb5084e4900: xid 1848996540813440, transno 8590055526, client gen 3, slot idx 0 00000001:00000001:2.0:1763346501.807297:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb508448600: xid 1848996540813184, transno 8590055525, client gen 3, slot idx 1 00000001:00000010:2.0:1763346501.807302:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb508448600. 00000020:00000001:2.0:1763346501.807308:0:19976:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.807311:0:19976:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346501.807313:0:19976:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670026912 : -1039524704 : ffffffffc20a1ca0) 00000020:00000001:2.0:1763346501.807317:0:19976:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763346501.807321:0:19976:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1848996540814336, found 0 last_xid 1848996540814335 00000020:00000001:2.0:1763346501.807324:0:19976:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346501.807326:0:19976:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346501.807328:0:19976:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346501.807332:0:19976:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807339:0:19976:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763346501.807341:0:19976:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763346501.807344:0:19976:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763346501.807348:0:19976:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807352:0:19976:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763346501.807361:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.807364:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807367:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.807368:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.807370:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807372:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.807373:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.807375:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807376:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.807378:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.807379:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807381:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.807383:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.807384:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807386:0:19976:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807388:0:19976:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763346501.807390:0:19976:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807394:0:19976:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763346501.807395:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.807396:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807398:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.807399:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.807401:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807402:0:19976:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763346501.807403:0:19976:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763346501.807405:0:19976:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807407:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.807408:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.807414:0:19976:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763346501.807421:0:19976:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff9fb417e70400 flags 0x0 02000000:00000001:2.0:1763346501.807424:0:19976:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446638194576786432 : -105879132765184 : ffff9fb417e70400) 00000004:00000001:2.0:1763346501.807428:0:19976:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763346501.807430:0:19976:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763346501.807434:0:19976:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763346501.807435:0:19976:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807438:0:19976:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763346501.807440:0:19976:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807442:0:19976:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.807448:0:19976:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346501.807451:0:19976:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346501.807457:0:19976:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff9fb5263e2800. 02000000:00000001:2.0:1763346501.807459:0:19976:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.807462:0:19976:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807464:0:19976:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763346501.807467:0:19976:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807470:0:19976:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763346501.807472:0:19976:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763346501.807474:0:19976:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346501.807476:0:19976:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff9fb509e7a100 refcount=2 00000020:00000001:2.0:1763346501.807478:0:19976:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198636912896 : -105875072638720 : ffff9fb509e7a100) 00000004:00000001:2.0:1763346501.807482:0:19976:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446638198636912896 : -105875072638720 : ffff9fb509e7a100) 00000020:00000040:2.0:1763346501.807484:0:19976:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff9fb509e7a100 with handle 0x757b854463afa647 from hash 00000004:00000001:2.0:1763346501.807489:0:19976:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763346501.807491:0:19976:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x4063:0x0] with intent: 0 00000004:00000001:2.0:1763346501.807496:0:19976:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763346501.807499:0:19976:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 4096 lsom blocks 2 blocks 11 truncate 0 00000004:00000001:2.0:1763346501.807503:0:19976:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763346501.807507:0:19976:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763346501.807517:0:19976:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807520:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.807526:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807529:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807538:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.807540:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.807544:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763346501.807546:0:19976:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763346501.807548:0:19976:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.807551:0:19976:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x4063:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000002:2.0:1763346501.807554:0:19976:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763346501.807557:0:19976:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807560:0:19976:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.807562:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.807564:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807565:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807567:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.807569:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.807571:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.807573:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.807575:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807576:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807578:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.807580:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.807582:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.807583:0:19976:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763346501.807587:0:19976:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763346501.807589:0:19976:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807591:0:19976:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763346501.807593:0:19976:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x4063:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763346501.807597:0:19976:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.807600:0:19976:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763346501.807602:0:19976:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346501.807607:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.807615:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613180. 00080000:00000001:2.0:1763346501.807619:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.807629:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5263e3800. 00080000:00000001:2.0:1763346501.807632:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199112349696 : -105874597201920 : ffff9fb5263e3800) 00000004:00000001:2.0:1763346501.807637:0:19976:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.807641:0:19976:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.807644:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.807647:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112349696 : -105874597201920 : ffff9fb5263e3800) 00080000:00000001:2.0:1763346501.807650:0:19976:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763346501.807676:0:19976:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807679:0:19976:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807682:0:19976:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.807687:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.807690:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.807696:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.807697:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.807699:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112349696 : -105874597201920 : ffff9fb5263e3800) 00080000:00000001:2.0:1763346501.807704:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.807710:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.807713:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807715:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.807743:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.807759:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807766:0:19976:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.807769:0:19976:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.807771:0:19976:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763346501.807773:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.807774:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112349696 : -105874597201920 : ffff9fb5263e3800) 00080000:00000001:2.0:1763346501.807779:0:19976:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763346501.807782:0:19976:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763346501.807842:0:19976:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807845:0:19976:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807847:0:19976:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807850:0:19976:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.807855:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.807858:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763346501.807863:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.807867:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055527, last_committed = 8590055516 00000001:00000010:2.0:1763346501.807871:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613ea0. 00000001:00000040:2.0:1763346501.807874:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 11 00000020:00000040:2.0:1763346501.807877:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=499 00000001:00000010:2.0:1763346501.807884:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb540d5f3c0. 00000004:00000001:2.0:1763346501.807890:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.807891:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.807893:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112349696 : -105874597201920 : ffff9fb5263e3800) 00080000:00000001:2.0:1763346501.807897:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.807912:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.807915:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.807918:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb540d5f3c0: xid 1848996540814336, transno 8590055527, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.807922:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.807939:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.807942:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613180. 00000020:00000001:2.0:1763346501.807944:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807947:0:19976:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807949:0:19976:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807951:0:19976:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807955:0:19976:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763346501.807956:0:19976:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763346501.807958:0:19976:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807960:0:19976:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763346501.807963:0:19976:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.807965:0:19976:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.807967:0:19976:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763346501.807969:0:19976:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.807972:0:19976:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763346501.807976:0:19976:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763346501.807979:0:19976:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763346501.807982:0:19976:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763346501.807985:0:19976:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff9fb527613180. 00080000:00000001:2.0:1763346501.807987:0:19976:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346501.807990:0:19976:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5263e2000. 00080000:00000001:2.0:1763346501.807992:0:19976:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199112343552 : -105874597208064 : ffff9fb5263e2000) 00000004:00000001:2.0:1763346501.807997:0:19976:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346501.807999:0:19976:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763346501.808001:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.808002:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112343552 : -105874597208064 : ffff9fb5263e2000) 00080000:00000001:2.0:1763346501.808006:0:19976:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763346501.808014:0:19976:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808017:0:19976:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808019:0:19976:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.808022:0:19976:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763346501.808023:0:19976:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763346501.808025:0:19976:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763346501.808027:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.808028:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112343552 : -105874597208064 : ffff9fb5263e2000) 00080000:00000001:2.0:1763346501.808030:0:19976:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763346501.808033:0:19976:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763346501.808034:0:19976:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808036:0:19976:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.808043:0:19976:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.808044:0:19976:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763346501.808047:0:19976:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763346500, ctime 1763346501 00000004:00000001:2.0:1763346501.808050:0:19976:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763346501.808053:0:19976:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763346501.808055:0:19976:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763346501.808057:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.808058:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112343552 : -105874597208064 : ffff9fb5263e2000) 00080000:00000001:2.0:1763346501.808062:0:19976:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763346501.808069:0:19976:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808072:0:19976:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808074:0:19976:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808076:0:19976:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.808079:0:19976:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763346501.808080:0:19976:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763346501.808082:0:19976:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055527 00000001:00000001:2.0:1763346501.808084:0:19976:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763346501.808086:0:19976:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055528, last_committed = 8590055516 00000001:00000010:2.0:1763346501.808089:0:19976:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff9fb527613cc0. 00000001:00000040:2.0:1763346501.808091:0:19976:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff9fb52b086000 : new cb_count 12 00000020:00000040:2.0:1763346501.808094:0:19976:0:(genops.c:887:class_export_get()) GET export ffff9fb52b086000 refcount=500 00000001:00000010:2.0:1763346501.808098:0:19976:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff9fb540d5f9c0. 00000004:00000001:2.0:1763346501.808101:0:19976:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763346501.808102:0:19976:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763346501.808103:0:19976:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446638199112343552 : -105874597208064 : ffff9fb5263e2000) 00080000:00000001:2.0:1763346501.808106:0:19976:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763346501.808112:0:19976:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763346501.808114:0:19976:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763346501.808117:0:19976:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff9fb540d5f3c0: xid 1848996540814336, transno 8590055527, client gen 3, slot idx 1 00000001:00000001:2.0:1763346501.808122:0:19976:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff9fb540d5f3c0: xid 1848996540814336, transno 8590055527, client gen 3, slot idx 1 00000001:00000010:2.0:1763346501.808125:0:19976:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff9fb540d5f3c0. 00000001:00000001:2.0:1763346501.808128:0:19976:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff9fb540d5f9c0: xid 1848996540814336, transno 8590055528, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763346501.808131:0:19976:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763346501.808138:0:19976:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763346501.808140:0:19976:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff9fb527613180. 00000020:00000001:2.0:1763346501.808142:0:19976:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808146:0:19976:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763346501.808148:0:19976:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808151:0:19976:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763346501.808166:0:19976:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763346501.808169:0:19976:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763346501.808173:0:19976:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff9fb509e7a100. 00000004:00000001:2.0:1763346501.808189:0:19976:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763346501.808194:0:19976:0:(lu_object.c:207:lu_object_put()) Add ffff9fb4178245f8/ffff9fb4178245a0 to site lru. bkt: ffff9fb51dc9c620 00000004:00000001:2.0:1763346501.808197:0:19976:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763346501.808198:0:19976:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808200:0:19976:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808203:0:19976:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763346501.808206:0:19976:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763346501.808208:0:19976:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763346501.808210:0:19976:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763346501.808241:0:19976:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763346501.808244:0:19976:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763346501.808249:0:19976:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346501.808253:0:19976:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763346501.808255:0:19976:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763346501.808263:0:19976:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1763346501.808275:0:19976:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff9fb5053e2800. 00000020:00000001:2.0:1763346501.808279:0:19976:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346501.808281:0:19976:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346501.808285:0:19976:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055516, transno 8590055528, xid 1848996540814336 00010000:00000001:2.0:1763346501.808288:0:19976:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346501.808296:0:19976:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527631f80 x1848996540814336/t8590055528(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763346501.808306:0:19976:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346501.808309:0:19976:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346501.808313:0:19976:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb52eb651e8 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346501.808319:0:19976:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346501.808321:0:19976:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb51dff9a00 refcount 9 to 192.168.204.16@tcp 00000100:00000001:2.0:1763346501.808324:0:19976:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198974028288 : -105874735523328 : ffff9fb51dff9a00) 02000000:00000001:2.0:1763346501.808327:0:19976:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346501.808329:0:19976:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346501.808333:0:19976:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346501.808335:0:19976:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.16@tcp 00000400:00000010:2.0:1763346501.808341:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035ba18. 00000100:00000200:2.0:1763346501.808350:0:19976:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1848996540814336, offset 224 00000400:00000200:2.0:1763346501.808357:0:19976:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.16@tcp 00000400:00000200:2.0:1763346501.808372:0:19976:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.116@tcp to MR: 192.168.204.16@tcp local destination 00000400:00000200:2.0:1763346501.808380:0:19976:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.116@tcp NI seq info: [198728:198728:256:4294967295] 192.168.204.16@tcp LPNI seq info [198724:198724:8:4294967295] 00000400:00000200:2.0:1763346501.808394:0:19976:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) -> 192.168.204.16@tcp(192.168.204.16@tcp:192.168.204.16@tcp) : PUT try# 0 00000800:00000200:2.0:1763346501.808400:0:19976:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.16@tcp 00000800:00000010:2.0:1763346501.808405:0:19976:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9fb50f94ed00. 00000800:00000200:2.0:1763346501.808413:0:19976:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9fb540fbd540] -> 12345-192.168.204.16@tcp (4) 00000800:00000200:2.0:1763346501.808421:0:19976:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.16@tcp ip 192.168.204.16:1023 00000800:00000200:2.0:1763346501.808426:0:19976:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9fb50f94ed00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763346501.811428:0:19976:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346501.811451:0:19976:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb51dff9a00 refcount 8 to 192.168.204.16@tcp 00010000:00000001:2.0:1763346501.811457:0:19976:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346501.811460:0:19976:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.811463:0:19976:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346501.811476:0:19976:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527631f80 x1848996540814336/t8590055528(0) o35->a07bbba3-4079-4331-85a0-559fc64f2511@192.168.204.16@tcp:222/0 lens 392/456 e 0 to 0 dl 1763346512 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763346501.811489:0:19976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a07bbba3-4079-4331-85a0-559fc64f2511+500:226879:x1848996540814336:12345-192.168.204.16@tcp:35:cmp.0 Request processed in 4275us (5370us total) trans 8590055528 rc 0/0 00000100:00100000:2.0:1763346501.811503:0:19976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.16@tcp, seq: 21007 00000100:00000040:2.0:1763346501.811507:0:19976:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52b086000 : new rpc_count 0 00000100:00000001:2.0:1763346501.811509:0:19976:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346501.811513:0:19976:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763346501.811519:0:19976:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763346501.811524:0:19976:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202380. 00000020:00000010:2.0:1763346501.811531:0:19976:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304197d0. 00000020:00000010:2.0:1763346501.811538:0:19976:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417a1fc00. 00000020:00000040:2.0:1763346501.811546:0:19976:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52b086000 : new refcount 499 00000100:00000001:2.0:1763346501.811550:0:19976:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763346501.811671:0:3288:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763346501.811678:0:3288:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9fb50f94ed00. 00000400:00000200:0.0:1763346501.811684:0:3288:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346501.811691:0:3288:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.116@tcp->192.168.204.16@tcp: PUT: OK 00000400:00000200:0.0:1763346501.811700:0:3288:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035ba18 00000400:00000010:0.0:1763346501.811703:0:3288:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035ba18. 00000100:00000001:0.0:1763346501.811711:0:3288:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346501.811714:0:3288:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1763346501.840417:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.840427:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.840435:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.840436:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.840440:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.840441:0:102639:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.840446:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.840449:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346501.840455:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346501.840457:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346501.840596:0:7403:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346501.840601:0:7403:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346501.840605:0:7403:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1763346501.846809:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300738691, at 4300738696 00000100:00000010:3.0:1763346501.846831:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5380389c0. 00000100:00000040:1.0:1763346501.846934:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300738691, at 4300738696 00000100:00000010:1.0:1763346501.846941:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb538038660. 00000100:00000040:2.0:1763346501.847018:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300738691, at 4300738696 00000100:00000010:2.0:1763346501.847026:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5380385a0. 00000100:00000040:0.0:1763346501.847107:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300738691, at 4300738696 00000100:00000010:0.0:1763346501.847114:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb5380381e0. 00000100:00000040:1.0:1763346502.734468:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) 78f9f2f0-32b1-4637-87d3-488557aa69e7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346502.734484:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346502.734497:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226af800. 00000020:00000040:1.0:1763346502.734506:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb503925000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1763346502.734512:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346502.734515:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346502.734522:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346502.734534:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb52ad0f100. 00000100:00000001:1.0:1763346502.734544:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734570:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 78f9f2f0-32b1-4637-87d3-488557aa69e7->MGS req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346502.734583:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346502.734589:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734596:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098476361] to pc [ptlrpcd_00_01+1] req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.734639:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734644:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346502.734648:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346502.734656:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51df37800. 00000020:00000040:1.0:1763346502.734659:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763346502.734661:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346502.734663:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346502.734665:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346502.734670:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb52ad0fe00. 00000100:00000001:1.0:1763346502.734674:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734678:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346502.734685:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763346502.734687:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346502.734688:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346502.734694:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:1.0:1763346502.734695:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2d72af8] to pc [ptlrpcd_00_02+2] req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.734700:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.734715:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346502.734719:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.734722:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346502.734724:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346502.734727:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346502.734736:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.734741:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734747:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1763346502.734751:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346502.734752:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1763346502.734755:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763346502.734758:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51df36a00. 02000000:00000001:3.0:1763346502.734762:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1763346502.734762:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763346502.734767:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763346502.734768:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346502.734769:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346502.734773:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346502.734774:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346502.734780:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5355d8400. 00000100:00100000:3.0:1763346502.734781:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb5226af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78f9f2f0-32b1-4637-87d3-488557aa69e7:3294:1848996514978560:0@lo:400:kworker.0 00000100:00000001:1.0:1763346502.734786:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.734788:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1763346502.734793:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1763346502.734797:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346502.734802:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.734802:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346502.734807:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346502.734808:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1763346502.734813:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000724bef65] to pc [ptlrpcd_00_03+3] req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1763346502.734815:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb509d1d400. 02000000:00000001:3.0:1763346502.734820:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346502.734831:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad790. 00000100:00000001:1.0:1763346502.734835:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734839:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1763346502.734841:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb990. 00000100:00000001:1.0:1763346502.734842:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1763346502.734847:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51df36680. 00000020:00000040:1.0:1763346502.734851:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb509245000 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:3.0:1763346502.734853:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514978560, portal 25 00000100:00000001:1.0:1763346502.734854:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346502.734857:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1763346502.734859:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1763346502.734860:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.734862:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638199048173568 : -105874661378048 : ffff9fb5226af800) 02000000:00000010:1.0:1763346502.734866:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5355d8000. 00000100:00000040:3.0:1763346502.734871:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.734872:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734880:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763346502.734889:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346502.734891:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734896:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002abba75f] to pc [ptlrpcd_00_00+0] req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.734897:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346502.734903:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346502.734909:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb198. 00000100:00000001:1.0:1763346502.734913:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763346502.734914:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1848996514978560, offset 0 00000100:00000040:1.0:1763346502.734918:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1763346502.734923:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1763346502.734927:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1763346502.734929:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51df37b80. 00000020:00000040:1.0:1763346502.734933:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb517c4e800 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1763346502.734936:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763346502.734937:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763346502.734939:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346502.734943:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5355d8c00. 00000400:00000200:3.0:1763346502.734946:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1763346502.734948:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.734955:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1763346502.734963:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a70c775b00 00000400:00000200:3.0:1763346502.734971:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12bc39 [2] + 0 00000100:00000001:1.0:1763346502.734978:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1763346502.734979:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb52b2392c0. 00000100:00000001:1.0:1763346502.734982:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763346502.734990:0:3294:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9fb5402c1180 00000100:00000040:1.0:1763346502.734990:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014a0eab6] to pc [ptlrpcd_00_01+1] req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763346502.734999:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763346502.735002:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.735006:0:94912:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1763346502.735007:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346502.735014:0:94912:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1763346502.735016:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5402c1180 00000100:00000010:1.0:1763346502.735018:0:94912:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51df34380. 00000400:00000010:3.0:1763346502.735020:0:3294:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff9fb5402c1180. 00000020:00000040:1.0:1763346502.735023:0:94912:0:(genops.c:1229:class_import_get()) import ffff9fb526ca9000 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1763346502.735027:0:94912:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1763346502.735028:0:3294:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1763346502.735029:0:94912:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1763346502.735032:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1763346502.735033:0:94912:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346502.735039:0:94912:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb5355d8600. 00000100:00000040:3.0:1763346502.735040:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb40201f050 x1848996514978560 msgsize 224 00000100:00000001:1.0:1763346502.735044:0:94912:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346502.735049:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1763346502.735053:0:94912:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763346502.735054:0:3294:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763346502.735063:0:94912:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763346502.735065:0:94912:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735067:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1763346502.735070:0:94912:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063895d55] to pc [ptlrpcd_00_02+2] req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1763346502.735076:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb198 00000400:00000010:3.0:1763346502.735081:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb198. 00000100:00000001:1.0:1763346502.735082:0:94912:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735085:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1763346502.735089:0:94912:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6077) 00000100:00000200:3.0:1763346502.735092:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.735104:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346502.735107:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.735108:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346502.735112:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346502.735115:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1763346502.735118:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735122:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1763346502.735123:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.735127:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.735134:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346502.735145:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4300739649 00000100:00000001:1.0:1763346502.735145:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346502.735150:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763346502.735153:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1763346502.735154:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44300. 02000000:00000001:1.0:1763346502.735156:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346502.735161:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51df36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514978816:0@lo:400:kworker.0 00000100:00000001:1.0:1763346502.735164:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1763346502.735165:0:3294:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1763346502.735169:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346502.735172:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735174:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4300739649 02000000:00000001:1.0:1763346502.735175:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1763346502.735179:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44900. 02000000:00000010:1.0:1763346502.735182:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5031c4e00. 00000100:00000001:3.0:1763346502.735185:0:3294:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1763346502.735186:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735190:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 2 is 4300739649 00000400:00000010:1.0:1763346502.735194:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636c60. 00000100:00000010:3.0:1763346502.735196:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44c60. 00000100:00000001:3.0:1763346502.735201:0:3294:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1763346502.735201:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9b3b8. 00000100:00000200:1.0:1763346502.735208:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514978816, portal 4 00000100:00000001:3.0:1763346502.735240:0:3294:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 3 is 4300739650 00000100:00000001:1.0:1763346502.735243:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1763346502.735245:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f440c0. 00000100:00000001:1.0:1763346502.735246:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198973229568 : -105874736322048 : ffff9fb51df36a00) 00000100:00000001:3.0:1763346502.735250:0:3294:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346502.735255:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763346502.735259:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.735260:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735266:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735270:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346502.735272:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763346502.735276:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1763346502.735276:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1763346502.735280:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1763346502.735282:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9be58. 00000100:00000001:3.0:1763346502.735284:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1763346502.735286:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514978816, offset 0 00000100:00000001:3.0:1763346502.735288:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346502.735291:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1763346502.735296:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1763346502.735297:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763346502.735308:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1763346502.735310:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346502.735312:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346502.735315:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1763346502.735317:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c775c00 02000000:00000001:3.0:1763346502.735318:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346502.735323:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346502.735328:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51df36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1848996514978944:0@lo:400:kworker.0 00000400:00000200:1.0:1763346502.735329:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x119569 [8] + 7888 00000100:00000001:3.0:1763346502.735335:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346502.735338:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1763346502.735338:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1763346502.735339:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346502.735343:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1763346502.735346:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1763346502.735348:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb509d1d000. 02000000:00000001:3.0:1763346502.735352:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.735352:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763346502.735356:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:3.0:1763346502.735360:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad1b8. 00000100:00000010:1.0:1763346502.735363:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb51df37100. 00000400:00000010:3.0:1763346502.735366:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb198. 00000100:00000040:1.0:1763346502.735367:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb51df37100 x1848996514978816 msgsize 224 00000100:00000200:3.0:1763346502.735372:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514978944, portal 10 00000100:00100000:1.0:1763346502.735376:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346502.735377:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346502.735379:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198973228672 : -105874736322944 : ffff9fb51df36680) 00000100:00000040:3.0:1763346502.735387:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.735390:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763346502.735395:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346502.735398:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346502.735401:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb660. 00000400:00000200:1.0:1763346502.735404:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9be58 00000400:00000010:1.0:1763346502.735408:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9be58. 00000100:00000001:1.0:1763346502.735411:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763346502.735415:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.735423:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763346502.735426:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.735432:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.735433:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763346502.735436:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.735441:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16288 usecs (17 jiffies) 00000100:00000001:1.0:1763346502.735444:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300739602 00000100:00000001:1.0:1763346502.735446:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300739649 00000100:00000001:1.0:1763346502.735448:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300739602 00000100:00000001:1.0:1763346502.735450:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300739649 00000100:00000001:1.0:1763346502.735452:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300739602 00000100:00000001:1.0:1763346502.735454:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300739649 00000100:00000001:1.0:1763346502.735456:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300739602 00000100:00000001:1.0:1763346502.735458:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300739650 00000100:00000001:1.0:1763346502.735460:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763346502.735462:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.735465:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.735466:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346502.735471:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346502.735472:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763346502.735474:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346502.735475:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346502.735477:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346502.735480:0:3297:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00000001:1.0:1763346502.735481:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346502.735484:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763346502.735485:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346502.735488:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346502.735489:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763346502.735491:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763346502.735494:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346502.735500:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763346502.735500:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763346502.735503:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.735505:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1763346502.735507:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1763346502.735509:0:3295:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1763346502.735511:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346502.735515:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346502.735518:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346502.735519:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51df37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514978688:0@lo:400:kworker.0 00000100:00000001:1.0:1763346502.735527:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763346502.735531:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763346502.735534:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.735535:0:3295:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1763346502.735537:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1763346502.735539:0:3295:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763346502.735542:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb5031c4600. 02000000:00000001:2.0:1763346502.735543:0:3295:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346502.735548:0:3295:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763346502.735548:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346502.735554:0:3295:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763346502.735554:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb417636ec8. 00000100:00100000:2.0:1763346502.735561:0:3295:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51df37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1848996514979072:0@lo:400:kworker.0 00000100:00000001:2.0:1763346502.735564:0:3295:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346502.735567:0:3295:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346502.735569:0:3295:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346502.735571:0:3295:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346502.735575:0:3295:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb417a1e000. 02000000:00000001:2.0:1763346502.735577:0:3295:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346502.735581:0:3295:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cbb0. 00000100:00000200:3.0:1763346502.735600:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514978944, offset 0 00000100:00000001:0.0:1763346502.735606:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1763346502.735607:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1763346502.735612:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763346502.735617:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346502.735624:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c775c80 00000400:00000200:3.0:1763346502.735631:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 144232 00000400:00000200:3.0:1763346502.735636:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346502.735641:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346502.735646:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346502.735648:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1763346502.735651:0:62999:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1763346502.735653:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5053f5180. 00000100:00100000:0.0:1763346502.735655:0:62999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514978816 00000100:00000040:3.0:1763346502.735657:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5053f5180 x1848996514978944 msgsize 224 02000000:00000001:0.0:1763346502.735660:0:62999:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346502.735663:0:62999:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1763346502.735664:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346502.735666:0:62999:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346502.735672:0:62999:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735676:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1763346502.735677:0:62999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514978816 00000020:00000001:0.0:1763346502.735681:0:62999:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1763346502.735682:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb660 00000020:00000040:0.0:1763346502.735684:0:62999:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000400:00000010:3.0:1763346502.735685:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb660. 00000020:00000001:0.0:1763346502.735688:0:62999:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1763346502.735690:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1763346502.735693:0:62999:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=6 00000100:00000200:3.0:1763346502.735696:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763346502.735697:0:62999:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:0.0:1763346502.735702:0:62999:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:0.0:1763346502.735709:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763346502.735710:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346502.735715:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763346502.735716:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346502.735723:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346502.735724:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735727:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1763346502.735727:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00000001:3.0:1763346502.735732:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346502.735738:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 7432 usecs (8 jiffies) 00000020:00000010:0.0:1763346502.735738:0:62999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000100:00000001:3.0:1763346502.735743:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300739593 00000100:00000001:3.0:1763346502.735746:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300739649 00000020:00000010:0.0:1763346502.735747:0:62999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388600. 00000100:00000001:3.0:1763346502.735748:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300739593 00000100:00000001:3.0:1763346502.735753:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300739649 00000100:00000001:3.0:1763346502.735755:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300739593 00000020:00000010:0.0:1763346502.735755:0:62999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109bb8. 00000100:00000001:3.0:1763346502.735760:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300739649 00000100:00000001:3.0:1763346502.735762:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300739593 00000100:00000001:3.0:1763346502.735765:0:3294:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300739650 00000100:00000040:0.0:1763346502.735766:0:62999:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346502.735767:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346502.735772:0:62999:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346502.735773:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.735775:0:62999:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346502.735777:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.735779:0:62999:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.735781:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.735786:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346502.735788:0:62999:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346502.735789:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346502.735793:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346502.735793:0:62999:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346502.735795:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346502.735797:0:62999:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735798:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735802:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.735808:0:62999:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.735823:0:62999:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346502.735824:0:19969:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763346502.735826:0:62999:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346502.735827:0:19969:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514978560 02000000:00000001:3.0:1763346502.735831:0:19969:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1763346502.735832:0:62999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00000001:3.0:1763346502.735834:0:19969:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346502.735837:0:19969:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.735837:0:62999:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:0.0:1763346502.735841:0:62999:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198973231360 : -105874736320256 : ffff9fb51df37100) 02000000:00000001:3.0:1763346502.735842:0:19969:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346502.735847:0:19969:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514978560 00000100:00000040:0.0:1763346502.735848:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb51df37100 x1848996514978816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:223/0 lens 224/0 e 0 to 0 dl 1763346513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763346502.735850:0:19969:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346502.735853:0:19969:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463708799 00000020:00000001:3.0:1763346502.735857:0:19969:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346502.735861:0:19969:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb4010fe000 refcount=18 00000100:00000001:0.0:1763346502.735863:0:62999:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1763346502.735867:0:19969:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638194193588224 : -105879515963392 : ffff9fb4010fe000) 00000020:00000010:0.0:1763346502.735867:0:62999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346502.735871:0:62999:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763346502.735872:0:19969:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638194193588224 : -105879515963392 : ffff9fb4010fe000) 00000020:00000010:0.0:1763346502.735875:0:62999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00000001:3.0:1763346502.735877:0:19969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1763346502.735881:0:62999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb51df37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3297:x1848996514978816:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346502.735886:0:62999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514978816 00000020:00000001:0.0:1763346502.735890:0:62999:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1763346502.735893:0:19969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c980. 00000020:00000001:0.0:1763346502.735894:0:62999:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1763346502.735898:0:19969:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346502.735899:0:62999:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346502.735904:0:62999:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1763346502.735905:0:19969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c980. 00000020:00000001:0.0:1763346502.735909:0:62999:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000010:3.0:1763346502.735913:0:19969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb509d1d600. 00000020:00000010:3.0:1763346502.735918:0:19969:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b100. 00000020:00000001:0.0:1763346502.735920:0:62999:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1763346502.735924:0:19969:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1960. 00000020:00000001:0.0:1763346502.735925:0:62999:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346502.735930:0:62999:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1763346502.735933:0:19969:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1763346502.735933:0:62999:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1763346502.735938:0:19969:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1763346502.735938:0:62999:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735940:0:19969:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346502.735944:0:19969:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346502.735944:0:62999:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763346502.735951:0:19969:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.735951:0:62999:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346502.735955:0:62999:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1763346502.735962:0:19969:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1763346502.735962:0:62999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af1c800. 02000000:00000001:0.0:1763346502.735967:0:62999:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.735971:0:62999:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735972:0:19969:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1763346502.735974:0:62999:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.735975:0:19969:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:0.0:1763346502.735979:0:62999:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911674, transno 0, xid 1848996514978816 00000100:00100000:3.0:1763346502.735981:0:19969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931 00010000:00000001:0.0:1763346502.735985:0:62999:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000040:3.0:1763346502.735986:0:19969:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb4010fe000 : new rpc_count 1 00000100:00000001:3.0:1763346502.735990:0:19969:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638194209452112 : -105879500099504 : ffff9fb40201f050) 00010000:00000200:0.0:1763346502.735993:0:62999:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb51df37100 x1848996514978816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346502.735998:0:19969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb40201f050 x1848996514978560/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:223/0 lens 224/0 e 0 to 0 dl 1763346513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.736022:0:19969:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346502.736026:0:19969:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c980. 00010000:00000001:0.0:1763346502.736027:0:62999:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1763346502.736030:0:19969:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763346502.736032:0:62999:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763346502.736034:0:19969:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c980. 00000100:00001000:0.0:1763346502.736039:0:62999:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=15 v=5 (1 1 1 1) 00000100:00100000:3.0:1763346502.736040:0:19969:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb40201f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78f9f2f0-32b1-4637-87d3-488557aa69e7+18:3294:x1848996514978560:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763346502.736047:0:19969:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514978560 00000100:00000001:0.0:1763346502.736048:0:62999:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1763346502.736050:0:19969:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1763346502.736054:0:62999:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000020:00000001:3.0:1763346502.736055:0:19969:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346502.736058:0:19969:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.736059:0:62999:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 00000020:00000001:3.0:1763346502.736062:0:19969:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1763346502.736064:0:62999:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1763346502.736066:0:19969:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667986048 : -1041565568 : ffffffffc1eaf880) 00000020:00000001:3.0:1763346502.736069:0:19969:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1763346502.736069:0:62999:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346502.736074:0:19969:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.736074:0:62999:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1763346502.736077:0:19969:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1763346502.736080:0:62999:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1763346502.736081:0:19969:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346502.736084:0:19969:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346502.736085:0:62999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000020:00000001:3.0:1763346502.736086:0:19969:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763346502.736089:0:19969:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346502.736092:0:19969:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1763346502.736092:0:62999:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996514978816, offset 224 02000000:00000010:3.0:1763346502.736098:0:19969:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5380e2800. 02000000:00000001:3.0:1763346502.736102:0:19969:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346502.736102:0:62999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1763346502.736107:0:19969:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346502.736109:0:19969:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346502.736114:0:19969:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514978560 00000400:00000200:0.0:1763346502.736114:0:62999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1763346502.736119:0:19969:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346502.736123:0:19969:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb40201f050 x1848996514978560/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763346502.736124:0:62999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a70c775c00 00000400:00000200:0.0:1763346502.736144:0:62999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12ffbd [1] + 224 00010000:00000001:3.0:1763346502.736148:0:19969:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346502.736151:0:19969:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346502.736151:0:62999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1763346502.736158:0:19969:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5098edde8 time=10 v=5 (1 1 1 1) 00000400:00000200:0.0:1763346502.736160:0:62999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346502.736164:0:19969:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1763346502.736166:0:62999:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1763346502.736170:0:19969:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 32 to 0@lo 00000100:00000001:3.0:1763346502.736173:0:19969:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 00000100:00000200:0.0:1763346502.736175:0:62999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1763346502.736177:0:19969:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346502.736179:0:19969:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.736183:0:19969:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346502.736189:0:19969:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346502.736194:0:19969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb660. 00000100:00000040:0.0:1763346502.736195:0:62999:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346502.736198:0:19969:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1848996514978560, offset 224 00000400:00000200:3.0:1763346502.736208:0:19969:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1763346502.736233:0:62999:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346502.736238:0:19969:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346502.736242:0:62999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000200:3.0:1763346502.736247:0:19969:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a70c775b00 00000400:00000010:0.0:1763346502.736247:0:62999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:0.0:1763346502.736254:0:62999:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1763346502.736258:0:19969:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12ffb5 [1] + 224 00000100:00000001:0.0:1763346502.736258:0:62999:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346502.736264:0:62999:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763346502.736265:0:19969:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1763346502.736271:0:62999:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000400:00000200:3.0:1763346502.736273:0:19969:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1763346502.736277:0:62999:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:3.0:1763346502.736279:0:19969:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1763346502.736281:0:62999:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346502.736285:0:62999:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1763346502.736291:0:19969:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346502.736292:0:62999:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51df37100 x1848996514978816/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346502.736324:0:19969:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346502.736325:0:62999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb51df37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3297:x1848996514978816:12345-0@lo:400:kworker.0 Request processed in 458us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346502.736343:0:62999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00000001:3.0:1763346502.736346:0:19969:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1763346502.736347:0:62999:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:0.0:1763346502.736351:0:62999:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346502.736353:0:62999:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1763346502.736354:0:19969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb660 00000400:00000010:3.0:1763346502.736357:0:19969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb660. 00000020:00000010:0.0:1763346502.736359:0:62999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388600. 00000100:00000001:3.0:1763346502.736360:0:19969:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346502.736363:0:19969:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346502.736367:0:19969:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346502.736369:0:62999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109bb8. 00000100:00000040:3.0:1763346502.736371:0:19969:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346502.736375:0:19969:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000010:0.0:1763346502.736376:0:62999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000001:3.0:1763346502.736377:0:19969:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346502.736381:0:19969:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1763346502.736385:0:62999:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000040:3.0:1763346502.736386:0:19969:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb40201f050 x1848996514978560/t0(0) o400->78f9f2f0-32b1-4637-87d3-488557aa69e7@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.736391:0:62999:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763346502.736401:0:19969:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb40201f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:78f9f2f0-32b1-4637-87d3-488557aa69e7+18:3294:x1848996514978560:12345-0@lo:400:kworker.0 Request processed in 377us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346502.736411:0:19969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931 00000100:00000040:3.0:1763346502.736414:0:19969:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb4010fe000 : new rpc_count 0 00000100:00000001:3.0:1763346502.736416:0:19969:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346502.736417:0:19969:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346502.736421:0:19969:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346502.736425:0:19969:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1960. 00000020:00000010:3.0:1763346502.736428:0:19969:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb509d1d600. 00000020:00000040:3.0:1763346502.736432:0:19969:0:(genops.c:898:class_export_put()) PUTting export ffff9fb4010fe000 : new refcount 17 00000100:00000001:0.0:1763346502.736436:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1763346502.736437:0:19969:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1763346502.736440:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514978944 02000000:00000010:3.0:1763346502.736441:0:19969:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9fb5380e2800. 02000000:00000001:0.0:1763346502.736444:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1763346502.736446:0:19969:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763346502.736448:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346502.736450:0:19969:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.736451:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346502.736456:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763346502.736458:0:19969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1763346502.736459:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514978944 00000020:00000001:0.0:1763346502.736462:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1763346502.736464:0:19969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad0b0. 00000020:00000040:0.0:1763346502.736465:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463708a32 00000020:00000001:0.0:1763346502.736468:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763346502.736472:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fa000 refcount=5 00000400:00000010:3.0:1763346502.736473:0:19969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9fb402852840. 00000020:00000001:0.0:1763346502.736475:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252951040 : -105874456600576 : ffff9fb52e9fa000) 00000020:00000001:0.0:1763346502.736480:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252951040 : -105874456600576 : ffff9fb52e9fa000) 00000100:00000001:0.0:1763346502.736483:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346502.736487:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00000100:00000001:0.0:1763346502.736489:0:19997:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346502.736490:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1763346502.736492:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00000001:3.0:1763346502.736493:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1763346502.736498:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb52eb32800. 00000400:00000001:3.0:1763346502.736501:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1763346502.736503:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb52b388600. 00000400:00000001:3.0:1763346502.736504:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346502.736508:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad790. 00000020:00000010:0.0:1763346502.736509:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb540109bb8. 00000400:00000200:3.0:1763346502.736514:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb990 00000400:00000010:3.0:1763346502.736518:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb990. 00000100:00000040:0.0:1763346502.736519:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763346502.736522:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763346502.736523:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763346502.736526:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1763346502.736528:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.736529:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.736535:0:19997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763346502.736538:0:19997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763346502.736541:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763346502.736543:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.736552:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.736553:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346502.736557:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.736560:0:3294:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1763346502.736562:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1763346502.736563:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346502.736565:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763346502.736566:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346502.736569:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346502.736571:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902 02000000:00000001:3.0:1763346502.736574:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.736575:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fa000 : new rpc_count 1 00000100:00000001:0.0:1763346502.736579:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198558773632 : -105875150777984 : ffff9fb5053f5180) 00000100:00001000:3.0:1763346502.736583:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb503925458 time=116 v=5 (5 5 5 5) 00000100:00000040:0.0:1763346502.736584:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5053f5180 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:223/0 lens 224/0 e 0 to 0 dl 1763346513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1763346502.736590:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb503925410 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346502.736597:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346502.736600:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.736600:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763346502.736604:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb40e768c00. 00010000:00000001:3.0:1763346502.736606:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1763346502.736607:0:19997:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763346502.736610:0:3294:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763346502.736611:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb40e768c00. 00000100:00000001:3.0:1763346502.736615:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346502.736617:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5053f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1848996514978944:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763346502.736622:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514978944 00000100:00000040:3.0:1763346502.736623:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763346502.736625:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763346502.736629:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763346502.736632:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346502.736635:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1763346502.736637:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763346502.736638:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000100:00000001:3.0:1763346502.736643:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1763346502.736643:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1763346502.736647:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346502.736648:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763346502.736652:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763346502.736654:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1763346502.736656:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763346502.736656:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346502.736660:0:19997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763346502.736664:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763346502.736666:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1763346502.736671:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb5226af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:78f9f2f0-32b1-4637-87d3-488557aa69e7:3294:1848996514978560:0@lo:400:kworker.0 02000000:00000010:0.0:1763346502.736672:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb52af1ec00. 02000000:00000001:0.0:1763346502.736676:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.736679:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.736680:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.736683:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1763346502.736685:0:19997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763346502.736689:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514978944 00000100:00000040:3.0:1763346502.736690:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb5226af800 x1848996514978560/t0(0) o400->MGC192.168.204.116@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763346502.736694:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763346502.736700:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5053f5180 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.736702:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346502.736706:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346502.736710:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb509d1d400. 00010000:00000001:0.0:1763346502.736712:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1763346502.736715:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346502.736719:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346502.736721:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb503925000 refcount=3 obd=MGC192.168.204.116@tcp 00010000:00000001:0.0:1763346502.736721:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346502.736726:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1763346502.736727:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=8 v=5 (1 1 1 1) 02000000:00000010:3.0:1763346502.736730:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb52ad0f100. 00000100:00000001:0.0:1763346502.736732:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763346502.736736:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 02000000:00000001:3.0:1763346502.736737:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346502.736741:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1763346502.736742:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 00000100:00000010:3.0:1763346502.736745:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb5226af800. 02000000:00000001:0.0:1763346502.736746:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763346502.736749:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.736752:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346502.736753:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1763346502.736755:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346502.736758:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1763346502.736761:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346502.736763:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000100:00000001:3.0:1763346502.736764:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346502.736767:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1763346502.736769:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514978944, offset 224 00000100:00000001:3.0:1763346502.736770:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.736774:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763346502.736777:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346502.736785:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346502.736791:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c775c80 00000400:00000200:0.0:1763346502.736796:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12ffc5 [1] + 224 00000400:00000200:0.0:1763346502.736801:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346502.736804:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346502.736807:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346502.736812:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346502.736820:0:19997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.736841:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763346502.736847:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:0.0:1763346502.736849:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:0.0:1763346502.736851:0:19997:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763346502.736852:0:19997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763346502.736855:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.736858:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763346502.736860:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763346502.736861:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763346502.736863:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763346502.736866:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5053f5180 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346502.736874:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5053f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1848996514978944:12345-0@lo:400:kworker.0 Request processed in 273us (1215us total) trans 0 rc 0/0 00000100:00100000:0.0:1763346502.736881:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902 00000100:00000040:0.0:1763346502.736883:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fa000 : new rpc_count 0 00000100:00000001:0.0:1763346502.736885:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763346502.736886:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763346502.736888:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb52b388600. 00000020:00000010:0.0:1763346502.736892:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb540109bb8. 00000020:00000010:0.0:1763346502.736895:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb52eb32800. 00000020:00000040:0.0:1763346502.736897:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fa000 : new refcount 4 00000100:00000001:0.0:1763346502.736900:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.737571:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346502.737575:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346502.737582:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346502.737584:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346502.737587:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad1b8. 00000400:00000200:3.0:1763346502.737593:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb198 00000400:00000010:3.0:1763346502.737595:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb198. 00000100:00000001:3.0:1763346502.737598:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346502.737603:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346502.737611:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.737617:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346502.737619:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.737621:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346502.737623:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346502.737625:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346502.737627:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346502.737629:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346502.737635:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb509245458 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346502.737639:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb509245410 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346502.737642:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346502.737643:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346502.737645:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346502.737648:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.737652:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346502.737654:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1763346502.737655:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346502.737657:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346502.737660:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.737666:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346502.737668:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346502.737670:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763346502.737672:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346502.737679:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51df36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3294:1848996514978944:0@lo:400:kworker.0 00000100:00000001:3.0:1763346502.737684:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.737686:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346502.737688:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51df36680 x1848996514978944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.737695:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346502.737697:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346502.737700:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb509d1d000. 02000000:00000001:3.0:1763346502.737703:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346502.737704:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346502.737706:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb509245000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1763346502.737708:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346502.737716:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5355d8000. 02000000:00000001:3.0:1763346502.737720:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346502.737721:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346502.737723:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51df36680. 00000100:00000001:3.0:1763346502.737727:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346502.737728:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.737730:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.737737:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346502.737739:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.737741:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346502.737743:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346502.737787:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b110. 00000100:00000200:2.0:1763346502.737795:0:3295:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514979072, portal 10 00000100:00000001:2.0:1763346502.737798:0:3295:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346502.737799:0:3295:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198973234048 : -105874736317568 : ffff9fb51df37b80) 00000100:00000040:2.0:1763346502.737808:0:3295:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346502.737815:0:3295:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346502.737817:0:3295:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346502.737820:0:3295:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b000. 00000100:00000200:2.0:1763346502.737823:0:3295:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514979072, offset 0 00000400:00000200:2.0:1763346502.737828:0:3295:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346502.737836:0:3295:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346502.737842:0:3295:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c775d00 00000400:00000200:2.0:1763346502.737848:0:3295:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 144456 00000400:00000200:2.0:1763346502.737852:0:3295:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346502.737855:0:3295:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346502.737859:0:3295:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346502.737861:0:3295:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763346502.737865:0:3295:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509682d80. 00000100:00000040:2.0:1763346502.737868:0:3295:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509682d80 x1848996514979072 msgsize 224 00000100:00100000:2.0:1763346502.737871:0:3295:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1763346502.738053:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a2a8. 00000100:00000200:0.0:1763346502.738060:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514978688, portal 4 00000100:00000001:0.0:1763346502.738062:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346502.738064:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198973233152 : -105874736318464 : ffff9fb51df37800) 00000100:00000040:0.0:1763346502.738072:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.738080:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346502.738082:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763346502.738085:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a660. 00000100:00000200:0.0:1763346502.738087:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1848996514978688, offset 0 00000400:00000200:0.0:1763346502.738091:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346502.738097:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346502.738103:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a70c775b80 00000400:00000200:0.0:1763346502.738108:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x119569 [8] + 8112 00000400:00000200:0.0:1763346502.738113:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346502.738116:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346502.738120:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346502.738121:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763346502.738125:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527633100. 00000100:00000040:0.0:1763346502.738128:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527633100 x1848996514978688 msgsize 224 00000100:00100000:0.0:1763346502.738132:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763346502.738412:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346502.738422:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a660 00000400:00000010:0.0:1763346502.738424:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a660. 00000100:00000001:0.0:1763346502.738427:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763346502.738431:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.738441:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346502.738444:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.738451:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.738453:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346502.738456:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.738461:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23525 usecs (24 jiffies) 00000100:00000001:0.0:1763346502.738466:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300739612 00000100:00000001:0.0:1763346502.738469:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300739649 00000100:00000001:0.0:1763346502.738472:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300739612 00000100:00000001:0.0:1763346502.738474:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300739649 00000100:00000001:0.0:1763346502.738476:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300739612 00000100:00000001:0.0:1763346502.738478:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300739649 00000100:00000001:0.0:1763346502.738480:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300739612 00000100:00000001:0.0:1763346502.738482:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300739650 00000100:00000001:0.0:1763346502.738485:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346502.738488:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.738492:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763346502.738497:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.738504:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763346502.738507:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346502.738511:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763346502.738514:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763346502.738516:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763346502.738519:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb51df34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1848996514979200:0@lo:400:kworker.0 00000100:00000001:0.0:1763346502.738523:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763346502.738527:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763346502.738529:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346502.738531:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763346502.738536:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9fb52eb32800. 02000000:00000001:0.0:1763346502.738538:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763346502.738542:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb5084cc738. 00000400:00000010:0.0:1763346502.738545:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9a660. 00000100:00000200:0.0:1763346502.738547:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1848996514979200, portal 10 00000100:00000001:3.0:1763346502.738636:0:62988:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346502.738639:0:62988:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514978688 02000000:00000001:3.0:1763346502.738641:0:62988:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346502.738643:0:62988:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346502.738645:0:62988:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346502.738648:0:62988:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346502.738652:0:62988:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514978688 00000020:00000001:3.0:1763346502.738654:0:62988:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346502.738656:0:62988:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346502.738659:0:62988:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346502.738662:0:62988:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=7 00000020:00000001:3.0:1763346502.738664:0:62988:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346502.738666:0:62988:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346502.738670:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346502.738674:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c980. 00000020:00000010:3.0:1763346502.738680:0:62988:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb538d7be00. 00000020:00000040:3.0:1763346502.738687:0:62988:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000100:00000001:3.0:1763346502.738697:0:62988:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763346502.738701:0:62988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb509d1d000. 00000020:00000010:3.0:1763346502.738706:0:62988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346502.738711:0:62988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1960. 00000100:00000040:3.0:1763346502.738717:0:62988:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763346502.738720:0:62988:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346502.738721:0:62988:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346502.738723:0:62988:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.738730:0:62988:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763346502.738732:0:62988:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763346502.738734:0:62988:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.738741:0:62988:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346502.738750:0:62988:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346502.738752:0:62988:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346502.738756:0:62988:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00000040:3.0:1763346502.738759:0:62988:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346502.738761:0:62988:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131549952 : -105874578001664 : ffff9fb527633100) 00000100:00000040:3.0:1763346502.738765:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527633100 x1848996514978688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:223/0 lens 224/0 e 0 to 0 dl 1763346513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.738773:0:62988:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346502.738776:0:62988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9c7c0. 00000100:00000001:3.0:1763346502.738778:0:62988:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346502.738780:0:62988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9c7c0. 00000100:00100000:3.0:1763346502.738784:0:62988:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514978688:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763346502.738792:0:62988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514978688 00000020:00000001:3.0:1763346502.738795:0:62988:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346502.738797:0:62988:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346502.738799:0:62988:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346502.738802:0:62988:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346502.738803:0:62988:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:3.0:1763346502.738806:0:62988:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346502.738808:0:62988:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346502.738810:0:62988:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346502.738812:0:62988:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346502.738815:0:62988:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346502.738817:0:62988:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763346502.738821:0:62988:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346502.738823:0:62988:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346502.738827:0:62988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5380e2800. 02000000:00000001:3.0:1763346502.738829:0:62988:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.738832:0:62988:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346502.738834:0:62988:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346502.738837:0:62988:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847760, transno 0, xid 1848996514978688 00010000:00000001:3.0:1763346502.738839:0:62988:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346502.738843:0:62988:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527633100 x1848996514978688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346502.738850:0:62988:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346502.738853:0:62988:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346502.738855:0:62988:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb532c679e8 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346502.738859:0:62988:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346502.738862:0:62988:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346502.738864:0:62988:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346502.738866:0:62988:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346502.738868:0:62988:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346502.738870:0:62988:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346502.738872:0:62988:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346502.738875:0:62988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb198. 00000100:00000200:3.0:1763346502.738878:0:62988:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1848996514978688, offset 224 00000400:00000200:3.0:1763346502.738883:0:62988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346502.738889:0:62988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346502.738896:0:62988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a70c775b80 00000400:00000200:3.0:1763346502.738901:0:62988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12ffe5 [1] + 224 00000400:00000200:3.0:1763346502.738906:0:62988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346502.738909:0:62988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346502.738912:0:62988:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346502.738916:0:62988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346502.738923:0:62988:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346502.738930:0:62988:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346502.738935:0:62988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb198 00000400:00000010:3.0:1763346502.738937:0:62988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb198. 00000100:00000001:3.0:1763346502.738939:0:62988:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346502.738941:0:62988:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346502.738944:0:62988:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346502.738946:0:62988:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00000100:00000001:0.0:1763346502.738974:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763346502.738976:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198973219712 : -105874736331904 : ffff9fb51df34380) 00000100:00000040:0.0:1763346502.738984:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346502.738991:0:3295:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763346502.738991:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763346502.738996:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1763346502.739001:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b000 00000400:00000010:0.0:1763346502.739002:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb51ea9af68. 00000400:00000010:2.0:1763346502.739006:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b000. 00000100:00000001:2.0:1763346502.739012:0:3295:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346502.739018:0:3295:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346502.739026:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346502.739028:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346502.739034:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.739036:0:3295:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346502.739041:0:3295:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346502.739044:0:3295:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 8178 usecs (9 jiffies) 00000100:00000001:2.0:1763346502.739047:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300739597 00000100:00000001:2.0:1763346502.739049:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300739649 00000100:00000001:2.0:1763346502.739051:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300739597 00000100:00000001:2.0:1763346502.739053:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300739649 00000100:00000001:2.0:1763346502.739054:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300739597 00000100:00000001:2.0:1763346502.739056:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300739649 00000100:00000001:2.0:1763346502.739058:0:3295:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300739597 00000100:00000001:2.0:1763346502.739060:0:3295:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300739650 00000100:00000001:2.0:1763346502.739062:0:3295:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346502.739064:0:3295:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.739067:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.739070:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346502.739075:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346502.739077:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763346502.739079:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346502.739081:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346502.739082:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.739084:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.739148:0:19997:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763346502.739151:0:19997:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514979072 02000000:00000001:1.0:1763346502.739153:0:19997:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763346502.739154:0:19997:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346502.739156:0:19997:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346502.739159:0:19997:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763346502.739161:0:19997:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514979072 00000020:00000001:1.0:1763346502.739163:0:19997:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346502.739164:0:19997:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998dd0 00000020:00000001:1.0:1763346502.739166:0:19997:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346502.739169:0:19997:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb51de91000 refcount=5 00000020:00000001:1.0:1763346502.739171:0:19997:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198972551168 : -105874737000448 : ffff9fb51de91000) 00000020:00000001:1.0:1763346502.739173:0:19997:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198972551168 : -105874737000448 : ffff9fb51de91000) 00000100:00000001:1.0:1763346502.739175:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346502.739180:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30d80. 00000020:00000040:1.0:1763346502.739184:0:19997:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:1.0:1763346502.739187:0:19997:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763346502.739192:0:19997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e66c00. 00000020:00000010:1.0:1763346502.739196:0:19997:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7ab00. 00000020:00000010:1.0:1763346502.739200:0:19997:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346502.739205:0:19997:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346502.739206:0:19997:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346502.739208:0:19997:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346502.739210:0:19997:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346502.739228:0:19997:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763346502.739230:0:19997:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346502.739231:0:19997:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.739240:0:19997:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346502.739248:0:19997:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346502.739250:0:19997:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346502.739254:0:19997:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3903 00000100:00000040:1.0:1763346502.739257:0:19997:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb51de91000 : new rpc_count 1 00000100:00000001:1.0:1763346502.739259:0:19997:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198628560256 : -105875080991360 : ffff9fb509682d80) 00000100:00000200:0.0:1763346502.739264:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1848996514979200, offset 0 00000100:00000040:1.0:1763346502.739265:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb509682d80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:223/0 lens 224/0 e 0 to 0 dl 1763346513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.739276:0:19997:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346502.739280:0:19997:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30400. 00000100:00000001:1.0:1763346502.739282:0:19997:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346502.739284:0:19997:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30400. 00000100:00100000:1.0:1763346502.739449:0:19997:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb509682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1848996514979072:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763346502.739453:0:19997:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514979072 00000020:00000001:1.0:1763346502.739456:0:19997:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346502.739458:0:19997:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346502.739460:0:19997:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.739462:0:19997:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346502.739464:0:19997:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:1.0:1763346502.739467:0:19997:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346502.739469:0:19997:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346502.739470:0:19997:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346502.739472:0:19997:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346502.739474:0:19997:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.739475:0:19997:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763346502.739477:0:19997:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346502.739479:0:19997:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346502.739483:0:19997:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5224d7400. 02000000:00000001:1.0:1763346502.739485:0:19997:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.739488:0:19997:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.739490:0:19997:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346502.739493:0:19997:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514979072 00010000:00000001:1.0:1763346502.739495:0:19997:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346502.739499:0:19997:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb509682d80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346502.739506:0:19997:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346502.739508:0:19997:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346502.739511:0:19997:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346502.739514:0:19997:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346502.739516:0:19997:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346502.739518:0:19997:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346502.739520:0:19997:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346502.739522:0:19997:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.739524:0:19997:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346502.739526:0:19997:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346502.739529:0:19997:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9be58. 00000100:00080000:2.0:1763346502.739572:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763346502.739578:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00080000:2.0:1763346502.739582:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1763346502.739584:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff9fb51dcfe360) now 8 - evictor 00000400:00000200:0.0:1763346502.739609:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763346502.739621:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763346502.739631:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a70c775d80 00000100:00000200:1.0:1763346502.739637:0:19997:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514979072, offset 224 00000400:00000200:1.0:1763346502.739646:0:19997:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346502.739653:0:19997:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346502.739659:0:19997:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c775d00 00000400:00000200:1.0:1763346502.739667:0:19997:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12ffdd [1] + 224 00010000:00000001:3.0:1763346502.739671:0:62988:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000400:00000200:1.0:1763346502.739673:0:19997:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1763346502.739676:0:62988:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763346502.739679:0:19997:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1763346502.739681:0:62988:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1763346502.739685:0:19997:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346502.739692:0:19997:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346502.739707:0:19997:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763346502.739710:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4325 [64] + 144680 00000100:00000001:1.0:1763346502.739719:0:19997:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1763346502.739721:0:62988:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527633100 x1848996514978688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763346502.739750:0:19997:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9be58 00000400:00000010:1.0:1763346502.739753:0:19997:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9be58. 00000100:00000001:1.0:1763346502.739756:0:19997:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346502.739757:0:19997:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346502.739760:0:19997:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.739763:0:19997:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346502.739765:0:19997:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346502.739767:0:19997:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.739768:0:19997:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346502.739772:0:19997:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509682d80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346502.739781:0:19997:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb509682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3295:x1848996514979072:12345-0@lo:400:kworker.0 Request processed in 503us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346502.739788:0:19997:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3903 00000100:00000040:1.0:1763346502.739791:0:19997:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb51de91000 : new rpc_count 0 00000100:00000001:1.0:1763346502.739793:0:19997:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346502.739794:0:19997:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346502.739799:0:19997:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7ab00. 00000020:00000010:1.0:1763346502.739805:0:19997:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346502.739810:0:19997:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e66c00. 00000020:00000040:1.0:1763346502.739815:0:19997:0:(genops.c:898:class_export_put()) PUTting export ffff9fb51de91000 : new refcount 4 00000100:00000001:1.0:1763346502.739818:0:19997:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763346502.739844:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763346502.739850:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763346502.739857:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763346502.739859:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763346502.739864:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb527630000. 00000100:00000040:0.0:1763346502.739867:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb527630000 x1848996514979200 msgsize 224 00000100:00100000:0.0:1763346502.739875:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1763346502.739900:0:62988:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514978688:12345-0@lo:400:kworker.0 Request processed in 1123us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346502.739909:0:62988:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00000040:3.0:1763346502.739914:0:62988:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346502.739916:0:62988:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346502.739917:0:62988:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346502.739921:0:62988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb510e3b100. 00000020:00000010:3.0:1763346502.739927:0:62988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1960. 00000020:00000010:3.0:1763346502.739931:0:62988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb509d1d000. 00000020:00000040:3.0:1763346502.739935:0:62988:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000100:00000001:3.0:1763346502.739937:0:62988:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.739985:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763346502.739993:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9af68 00000100:00000001:1.0:1763346502.739995:0:26440:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1763346502.739995:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9af68. 00000100:00100000:1.0:1763346502.739999:0:26440:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514979200 02000000:00000001:1.0:1763346502.740003:0:26440:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763346502.740004:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1763346502.740005:0:26440:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763346502.740009:0:26440:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763346502.740012:0:26440:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763346502.740014:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346502.740015:0:26440:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514979200 00000020:00000001:1.0:1763346502.740019:0:26440:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763346502.740022:0:26440:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e55 00000020:00000001:1.0:1763346502.740025:0:26440:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763346502.740027:0:26440:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb517d0f000 refcount=5 00000020:00000001:1.0:1763346502.740029:0:26440:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000020:00000001:1.0:1763346502.740032:0:26440:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638198870306816 : -105874839244800 : ffff9fb517d0f000) 00000100:00000001:1.0:1763346502.740035:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346502.740039:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30400. 00000020:00000010:1.0:1763346502.740042:0:26440:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff9fb529f30300. 00000020:00000040:1.0:1763346502.740047:0:26440:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000100:00000001:1.0:1763346502.740064:0:26440:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763346502.740066:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30400. 00000020:00000010:1.0:1763346502.740071:0:26440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb416e66c00. 00000020:00000010:1.0:1763346502.740074:0:26440:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb509e7ab00. 00000020:00000010:1.0:1763346502.740076:0:26440:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5098d8bb8. 00000100:00000040:1.0:1763346502.740081:0:26440:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763346502.740083:0:26440:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763346502.740084:0:26440:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763346502.740086:0:26440:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763346502.740091:0:26440:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763346502.740092:0:26440:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763346502.740094:0:26440:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.740104:0:26440:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.740105:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346502.740111:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.740114:0:26440:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763346502.740118:0:26440:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763346502.740122:0:26440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904 00000100:00000040:1.0:1763346502.740125:0:26440:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb517d0f000 : new rpc_count 1 00000100:00000001:1.0:1763346502.740127:0:26440:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199131537408 : -105874578014208 : ffff9fb527630000) 00000100:00000040:1.0:1763346502.740131:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb527630000 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:223/0 lens 224/0 e 0 to 0 dl 1763346513 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.740148:0:26440:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763346502.740151:0:26440:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb529f30400. 00000100:00000001:1.0:1763346502.740153:0:26440:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763346502.740155:0:26440:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb529f30400. 00000100:00100000:1.0:1763346502.740159:0:26440:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb527630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1848996514979200:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1763346502.740163:0:26440:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514979200 00000020:00000001:1.0:1763346502.740165:0:26440:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763346502.740167:0:26440:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763346502.740169:0:26440:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.740171:0:26440:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763346502.740173:0:26440:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660347296 : -1049204320 : ffffffffc17669a0) 00000020:00000001:1.0:1763346502.740176:0:26440:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763346502.740177:0:26440:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763346502.740179:0:26440:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763346502.740181:0:26440:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763346502.740183:0:26440:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.740185:0:26440:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763346502.740187:0:26440:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763346502.740189:0:26440:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763346502.740192:0:26440:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9fb5224d7000. 02000000:00000001:1.0:1763346502.740194:0:26440:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.740196:0:26440:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.740198:0:26440:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763346502.740201:0:26440:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1848996514979200 00010000:00000001:1.0:1763346502.740203:0:26440:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763346502.740206:0:26440:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb527630000 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763346502.740233:0:26440:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763346502.740235:0:26440:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763346502.740237:0:26440:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e159e8 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1763346502.740240:0:26440:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763346502.740242:0:26440:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763346502.740244:0:26440:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:1.0:1763346502.740246:0:26440:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763346502.740248:0:26440:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763346502.740249:0:26440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763346502.740251:0:26440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763346502.740254:0:26440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb540f9be58. 00000100:00000200:1.0:1763346502.740258:0:26440:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1848996514979200, offset 224 00000400:00000200:1.0:1763346502.740261:0:26440:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763346502.740267:0:26440:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763346502.740272:0:26440:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a70c775d80 00000400:00000200:1.0:1763346502.740278:0:26440:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12ffed [1] + 224 00000400:00000200:1.0:1763346502.740282:0:26440:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763346502.740285:0:26440:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763346502.740288:0:26440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763346502.740293:0:26440:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763346502.740301:0:26440:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763346502.740308:0:26440:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763346502.740312:0:26440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9be58 00000400:00000010:1.0:1763346502.740314:0:26440:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9be58. 00000100:00000001:1.0:1763346502.740316:0:26440:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763346502.740318:0:26440:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763346502.740320:0:26440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763346502.740322:0:26440:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763346502.740325:0:26440:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763346502.740326:0:26440:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.740328:0:26440:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763346502.740331:0:26440:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb527630000 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:223/0 lens 224/224 e 0 to 0 dl 1763346513 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763346502.740339:0:26440:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb527630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1848996514979200:12345-0@lo:400:kworker.0 Request processed in 190us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1763346502.740344:0:26440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904 00000100:00000040:1.0:1763346502.740347:0:26440:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb517d0f000 : new rpc_count 0 00000100:00000001:1.0:1763346502.740349:0:26440:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763346502.740351:0:26440:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763346502.740355:0:26440:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb509e7ab00. 00000020:00000010:1.0:1763346502.740358:0:26440:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5098d8bb8. 00000020:00000010:1.0:1763346502.740362:0:26440:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb416e66c00. 00000020:00000040:1.0:1763346502.740366:0:26440:0:(genops.c:898:class_export_put()) PUTting export ffff9fb517d0f000 : new refcount 4 00000100:00000001:1.0:1763346502.740368:0:26440:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.740422:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.740425:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763346502.740430:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.740448:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7926 usecs (8 jiffies) 00000100:00000001:0.0:1763346502.740452:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300739598 00000100:00000001:0.0:1763346502.740455:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300739649 00000100:00000001:0.0:1763346502.740458:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300739598 00000100:00000001:0.0:1763346502.740460:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300739649 00000100:00000001:0.0:1763346502.740462:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300739598 00000100:00000001:0.0:1763346502.740508:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300739649 00000100:00000001:0.0:1763346502.740510:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300739598 00000100:00000001:0.0:1763346502.740511:0:3297:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300739650 00000100:00000001:0.0:1763346502.740513:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346502.740516:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763346502.740602:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346502.740605:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346502.740609:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb5084cc738. 00000400:00000200:0.0:1763346502.740615:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a660 00000400:00000010:0.0:1763346502.740617:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a660. 00000100:00000001:0.0:1763346502.740643:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346502.740648:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346502.740669:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.740676:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346502.740678:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.740680:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346502.740712:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346502.740714:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346502.740715:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346502.740718:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346502.740725:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb526ca9458 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346502.740728:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb526ca9410 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346502.740848:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346502.740852:0:3295:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763346502.740856:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1763346502.740857:0:3295:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1763346502.740859:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1763346502.740860:0:3295:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763346502.740866:0:3295:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cbb0. 00010000:00000001:0.0:1763346502.740869:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1763346502.740870:0:3295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b110 00010000:00000001:0.0:1763346502.740873:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346502.740874:0:3295:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b110. 00000100:00000001:2.0:1763346502.740881:0:3295:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1763346502.740883:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346502.740886:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1763346502.740889:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346502.740890:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763346502.740898:0:3295:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763346502.740899:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763346502.740915:0:3295:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.740921:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346502.740925:0:3295:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346502.740927:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346502.740928:0:3295:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.740930:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346502.740931:0:3295:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763346502.740933:0:3295:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763346502.740934:0:3295:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346502.740937:0:3295:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346502.740939:0:3295:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.740941:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1763346502.740945:0:3295:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb517c4ec58 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1763346502.740950:0:3295:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb517c4ec10 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346502.740952:0:3295:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763346502.740954:0:3295:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763346502.740956:0:3295:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763346502.740958:0:3295:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.740960:0:3295:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763346502.740962:0:3295:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1763346502.740963:0:3295:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763346502.740965:0:3295:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346502.740969:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346502.740975:0:3295:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346502.740977:0:3295:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763346502.740979:0:3295:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763346502.740982:0:3295:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346502.740989:0:3295:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51df37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3295:1848996514979072:0@lo:400:kworker.0 00000100:00000001:2.0:1763346502.740994:0:3295:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346502.740996:0:3295:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346502.740999:0:3295:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51df37b80 x1848996514979072/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346502.741011:0:3295:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763346502.741013:0:3295:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763346502.741016:0:3295:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb417a1e000. 02000000:00000001:2.0:1763346502.741019:0:3295:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763346502.741021:0:3295:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763346502.741023:0:3295:0:(genops.c:1242:class_import_put()) import ffff9fb517c4e800 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1763346502.741025:0:3295:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763346502.741028:0:3295:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5355d8c00. 02000000:00000001:2.0:1763346502.741033:0:3295:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763346502.741037:0:3295:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763346502.741039:0:3295:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51df37b80. 00000100:00100000:0.0:1763346502.741040:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51df34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3297:1848996514979200:0@lo:400:kworker.0 00000100:00000001:2.0:1763346502.741051:0:3295:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763346502.741053:0:3295:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346502.741055:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346502.741062:0:3295:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346502.741063:0:3295:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346502.741066:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346502.741069:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763346502.741127:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346502.741129:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346502.741131:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636c60. 00000100:00080000:3.0:1763346502.741188:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:0.0:1763346502.741190:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb540f9b3b8 00000020:00000040:3.0:1763346502.741194:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff9fb530426360) now 12 - evictor 00000400:00000010:0.0:1763346502.741194:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb540f9b3b8. 00000100:00000001:0.0:1763346502.741203:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346502.741210:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346502.741286:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.741295:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346502.741296:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.741298:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346502.741300:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346502.741302:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346502.741303:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346502.741306:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346502.741314:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e93458 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346502.741317:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346502.741319:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346502.741323:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346502.741325:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346502.741327:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.741330:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346502.741331:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911674 00000100:00000001:0.0:1763346502.741333:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346502.741337:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.741343:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.741353:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346502.741355:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346502.741357:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346502.741360:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346502.741377:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51df36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514978816:0@lo:400:kworker.0 00000100:00000001:0.0:1763346502.741381:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.741385:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346502.741389:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51df34380 x1848996514979200/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.741395:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346502.741460:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346502.741462:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb52eb32800. 02000000:00000001:0.0:1763346502.741467:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346502.741469:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346502.741470:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb526ca9000 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1763346502.741472:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346502.741488:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5355d8600. 02000000:00000001:0.0:1763346502.741490:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346502.741492:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346502.741493:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51df34380. 00000100:00000001:0.0:1763346502.741496:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346502.741498:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.741499:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346502.741503:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51df36a00 x1848996514978816/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.741685:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346502.741687:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346502.741689:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5031c4e00. 02000000:00000001:0.0:1763346502.741696:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346502.741698:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346502.741700:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763346502.741702:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346502.741703:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb5355d8400. 02000000:00000001:0.0:1763346502.741706:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346502.741707:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346502.741957:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51df36a00. 00000100:00000001:0.0:1763346502.742584:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346502.742587:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.742591:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.742594:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346502.742595:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763346502.742603:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763346502.742605:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763346502.742609:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb417636ec8. 00000400:00000200:0.0:1763346502.742613:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb51ea9a2a8 00000400:00000010:0.0:1763346502.742615:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb51ea9a2a8. 00000100:00000001:0.0:1763346502.742619:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763346502.742628:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763346502.742637:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.742642:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763346502.742644:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.742647:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763346502.742649:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763346502.742651:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763346502.742652:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763346502.742654:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763346502.742661:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582c58 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1763346502.742664:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=9 v=5 (1 1 1 1) 00000100:00000001:0.0:1763346502.742667:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763346502.742669:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763346502.742670:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763346502.742673:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.742676:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763346502.742678:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847760 00000100:00000001:0.0:1763346502.742680:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763346502.742683:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346502.742686:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.742692:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763346502.742694:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763346502.742696:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763346502.742700:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763346502.742706:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb51df37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514978688:0@lo:400:kworker.0 00000100:00000001:0.0:1763346502.742711:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.742713:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763346502.742716:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb51df37800 x1848996514978688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763346518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763346502.742722:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763346502.742724:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763346502.742725:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9fb5031c4600. 02000000:00000001:0.0:1763346502.742729:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763346502.742730:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763346502.742731:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763346502.742733:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763346502.742734:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb52ad0fe00. 02000000:00000001:0.0:1763346502.742738:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763346502.742740:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763346502.742741:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb51df37800. 00000100:00000001:0.0:1763346502.742757:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763346502.742759:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.742761:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763346502.742767:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763346502.742769:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346502.742771:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346502.742772:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346502.806664:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300739650, at 4300739656 00000100:00000010:3.0:1763346502.806687:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f440c0. 00000100:00000040:2.0:1763346502.807257:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300739649, at 4300739657 00000100:00000010:2.0:1763346502.807267:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44c60. 00000100:00000040:0.0:1763346502.807380:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300739649, at 4300739657 00000100:00000010:0.0:1763346502.807389:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44300. 00000100:00000040:1.0:1763346502.807551:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300739649, at 4300739657 00000100:00000010:1.0:1763346502.807559:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44900. 00080000:00000001:1.0:1763346502.817900:0:106229:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763346502.817922:0:106229:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.817928:0:106229:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346502.817936:0:106229:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763346502.817944:0:106229:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.817948:0:106229:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763346502.817955:0:106229:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763346502.818024:0:106229:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763346502.818029:0:106229:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346502.863300:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346502.863311:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346502.863319:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346502.863321:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346502.863325:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346502.863327:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346502.863330:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346502.863332:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346502.863337:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346502.863338:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346502.863373:0:5739:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346502.863379:0:5739:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346502.863382:0:5739:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1763346503.116591:0:106265:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1763346503.116599:0:106265:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_56xa: @@@@@@ FAIL: content mismatch /mnt/lustre/d56xa.sanity/56xa/file1 differs from /etc/passwd 00000001:00000001:2.0:1763346503.121811:0:106265:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000004:00000001:2.0:1763346503.253378:0:19996:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1763346503.253389:0:19996:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1763346503.253397:0:19996:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509682680. 00000020:00000040:2.0:1763346503.253407:0:19996:0:(genops.c:1229:class_import_get()) import ffff9fb535582800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763346503.253413:0:19996:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346503.253417:0:19996:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346503.253425:0:19996:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346503.253435:0:19996:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb50f94e000. 00000100:00000001:2.0:1763346503.253445:0:19996:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346503.253452:0:19996:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763346503.253458:0:19996:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346503.253472:0:19996:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000033d825b] to pc [ptlrpcd_00_03+3] req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763346503.253501:0:19996:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346503.253510:0:19996:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5263e0000. 00080000:00000001:2.0:1763346503.253515:0:19996:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199112335360 : -105874597216256 : ffff9fb5263e0000) 00080000:00000001:2.0:1763346503.253519:0:19996:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346503.253530:0:19996:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1763346503.253533:0:19996:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 1 changes 00000004:00000010:2.0:1763346503.253539:0:19996:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb527613900. 00000004:00080000:2.0:1763346503.253543:0:19996:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6072807329281ns, next at 6073807322666ns, rc = 0 00080000:00000001:2.0:1763346503.253546:0:19996:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763346503.253558:0:19996:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346503.253560:0:19996:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346503.253570:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346503.253574:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346503.253577:0:3297:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763346503.253583:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346503.253591:0:3297:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763346503.253593:0:3297:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346503.253597:0:3297:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763346503.253600:0:3297:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763346503.253603:0:3297:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346503.253606:0:3297:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb509682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514979328:0@lo:13:osp-pre-0-0.0 00000100:00000001:2.0:1763346503.253611:0:3297:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763346503.253617:0:3297:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763346503.253619:0:3297:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346503.253622:0:3297:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763346503.253627:0:3297:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb5263e2400. 02000000:00000001:2.0:1763346503.253629:0:3297:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763346503.253636:0:3297:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb532b4cbb0. 00000400:00000010:2.0:1763346503.253645:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b110. 00000100:00000200:2.0:1763346503.253654:0:3297:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514979328, portal 4 00000100:00000001:2.0:1763346503.253657:0:3297:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763346503.253659:0:3297:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198628558464 : -105875080993152 : ffff9fb509682680) 00000100:00000040:2.0:1763346503.253666:0:3297:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346503.253674:0:3297:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346503.253676:0:3297:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346503.253679:0:3297:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b000. 00000100:00000200:2.0:1763346503.253681:0:3297:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848996514979328, offset 0 00000400:00000200:2.0:1763346503.253689:0:3297:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346503.253704:0:3297:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346503.253718:0:3297:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a70c775e00 00000400:00000200:2.0:1763346503.253727:0:3297:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x9078d [8] + 3584 00000400:00000200:2.0:1763346503.253736:0:3297:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346503.253741:0:3297:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346503.253750:0:3297:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763346503.253752:0:3297:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1763346503.253756:0:3297:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509680700. 00000100:00000040:2.0:1763346503.253759:0:3297:0:(events.c:337:request_in_callback()) incoming req@ffff9fb509680700 x1848996514979328 msgsize 224 00000100:00100000:2.0:1763346503.253763:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763346503.253774:0:3297:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763346503.253785:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b000 00000400:00000010:2.0:1763346503.253788:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b000. 00000100:00000001:2.0:1763346503.253793:0:3297:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763346503.253797:0:3297:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346503.253808:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763346503.253811:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346503.253818:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346503.253820:0:3297:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763346503.253826:0:3297:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346503.253832:0:3297:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 23523 usecs (24 jiffies) 00000100:00000001:2.0:1763346503.253836:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300740120 00000100:00000010:2.0:1763346503.253840:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613360. 00000100:00000001:2.0:1763346503.253847:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763346503.253854:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300740120 00000100:00000010:2.0:1763346503.253857:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613f60. 00000100:00000001:2.0:1763346503.253860:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763346503.253863:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300740120 00000100:00000010:2.0:1763346503.253866:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613180. 00000100:00000001:2.0:1763346503.253868:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763346503.253871:0:3297:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300740120 00000100:00000010:2.0:1763346503.253874:0:3297:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb527613420. 00000100:00000001:2.0:1763346503.253876:0:3297:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763346503.253879:0:3297:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763346503.253882:0:3297:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346503.253886:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346503.253888:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346503.253898:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763346503.253900:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763346503.253903:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346503.253904:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763346503.253905:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346503.253908:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346503.253917:0:3296:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763346503.253919:0:3296:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.254948:0:59833:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763346503.254953:0:59833:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514979328 02000000:00000001:3.0:1763346503.254957:0:59833:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763346503.254959:0:59833:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346503.254962:0:59833:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346503.254967:0:59833:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346503.254972:0:59833:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514979328 00000020:00000001:3.0:1763346503.254975:0:59833:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763346503.254978:0:59833:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998d98 00000020:00000001:3.0:1763346503.254981:0:59833:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763346503.254985:0:59833:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb535791000 refcount=7 00000020:00000001:3.0:1763346503.254988:0:59833:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000020:00000001:3.0:1763346503.254990:0:59833:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199367864320 : -105874341687296 : ffff9fb535791000) 00000100:00000001:3.0:1763346503.254996:0:59833:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346503.255001:0:59833:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cac0. 00000100:00000001:3.0:1763346503.255005:0:59833:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346503.255008:0:59833:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cac0. 00000020:00000010:3.0:1763346503.255015:0:59833:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb41c1b2a00. 00000020:00000010:3.0:1763346503.255020:0:59833:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb417969180. 00000020:00000010:3.0:1763346503.255026:0:59833:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5403d1960. 00000100:00000040:3.0:1763346503.255035:0:59833:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763346503.255039:0:59833:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763346503.255041:0:59833:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763346503.255044:0:59833:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.255053:0:59833:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.255062:0:59833:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346503.255074:0:59833:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763346503.255076:0:59833:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763346503.255084:0:59833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00000040:3.0:1763346503.255088:0:59833:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb535791000 : new rpc_count 1 00000100:00000001:3.0:1763346503.255090:0:59833:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638198628550400 : -105875081001216 : ffff9fb509680700) 00000100:00000040:3.0:1763346503.255096:0:59833:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb509680700 x1848996514979328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:224/0 lens 224/0 e 0 to 0 dl 1763346514 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346503.255105:0:59833:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763346503.255107:0:59833:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb417e9cac0. 00000100:00000001:3.0:1763346503.255109:0:59833:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763346503.255111:0:59833:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb417e9cac0. 00000100:00100000:3.0:1763346503.255115:0:59833:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb509680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514979328:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1763346503.255119:0:59833:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514979328 00000020:00000001:3.0:1763346503.255123:0:59833:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763346503.255136:0:59833:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763346503.255139:0:59833:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346503.255142:0:59833:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763346503.255144:0:59833:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150992 : -1037400624 : ffffffffc22a85d0) 00000020:00000001:3.0:1763346503.255148:0:59833:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763346503.255151:0:59833:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763346503.255153:0:59833:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763346503.255156:0:59833:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763346503.255159:0:59833:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.255164:0:59833:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763346503.255167:0:59833:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763346503.255171:0:59833:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fb5380e3800. 02000000:00000001:3.0:1763346503.255174:0:59833:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.255177:0:59833:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763346503.255180:0:59833:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763346503.255186:0:59833:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763346503.255190:0:59833:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1763346503.255193:0:59833:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346503.255207:0:59833:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346503.255211:0:59833:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763346503.255234:0:59833:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 332595200 pending 0 free 3838836736 avail 3836739584 00000020:00000020:3.0:1763346503.255239:0:59833:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 20774912 0 0 00000020:00000020:3.0:1763346503.255242:0:59833:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb509224000 dirty 0 pend 0 grant 311820288 00000020:00000020:3.0:1763346503.255246:0:59833:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9fb535791000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763346503.255249:0:59833:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3661 free, 3640 avail; 117877 objects: 117152 free; state 0 00002000:00000001:3.0:1763346503.255252:0:59833:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763346503.255257:0:59833:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763346503.255261:0:59833:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847760, transno 0, xid 1848996514979328 00010000:00000001:3.0:1763346503.255264:0:59833:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763346503.255269:0:59833:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb509680700 x1848996514979328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:224/0 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763346503.255278:0:59833:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763346503.255281:0:59833:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346503.255286:0:59833:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5222129e8 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346503.255290:0:59833:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763346503.255292:0:59833:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763346503.255295:0:59833:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:3.0:1763346503.255298:0:59833:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763346503.255300:0:59833:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.255302:0:59833:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346503.255305:0:59833:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346503.255310:0:59833:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb198. 00000100:00000200:3.0:1763346503.255316:0:59833:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848996514979328, offset 224 00000400:00000200:3.0:1763346503.255322:0:59833:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346503.255333:0:59833:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346503.255342:0:59833:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a70c775e00 00000400:00000200:3.0:1763346503.255347:0:59833:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x130001 [1] + 224 00000400:00000200:3.0:1763346503.255353:0:59833:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346503.255356:0:59833:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346503.255361:0:59833:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346503.255366:0:59833:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763346503.255375:0:59833:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346503.255392:0:59833:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763346503.255400:0:59833:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb198 00000400:00000010:3.0:1763346503.255402:0:59833:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb198. 00000100:00000001:3.0:1763346503.255405:0:59833:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763346503.255407:0:59833:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763346503.255410:0:59833:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346503.255413:0:59833:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763346503.255416:0:59833:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763346503.255417:0:59833:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346503.255419:0:59833:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763346503.255423:0:59833:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509680700 x1848996514979328/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:224/0 lens 224/368 e 0 to 0 dl 1763346514 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346503.255432:0:59833:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb509680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3297:x1848996514979328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 326us (1671us total) trans 0 rc 0/0 00000100:00100000:3.0:1763346503.255439:0:59833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00000040:3.0:1763346503.255443:0:59833:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb535791000 : new rpc_count 0 00000100:00000001:3.0:1763346503.255445:0:59833:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763346503.255447:0:59833:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763346503.255452:0:59833:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb417969180. 00000020:00000010:3.0:1763346503.255455:0:59833:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5403d1960. 00000020:00000010:3.0:1763346503.255458:0:59833:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb41c1b2a00. 00000020:00000040:3.0:1763346503.255463:0:59833:0:(genops.c:898:class_export_put()) PUTting export ffff9fb535791000 : new refcount 6 00000100:00000001:3.0:1763346503.255466:0:59833:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346503.255493:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346503.255496:0:3297:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346503.255502:0:3297:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346503.255504:0:3297:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346503.255507:0:3297:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb532b4cbb0. 00000400:00000200:3.0:1763346503.255511:0:3297:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b110 00000400:00000010:3.0:1763346503.255512:0:3297:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b110. 00000100:00000001:3.0:1763346503.255516:0:3297:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346503.255521:0:3297:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346503.255534:0:3297:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346503.255539:0:3297:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346503.255541:0:3297:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346503.255544:0:3297:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346503.255547:0:3297:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346503.255549:0:3297:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346503.255551:0:3297:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346503.255554:0:3297:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346503.255561:0:3297:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb535582ca0 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346503.255565:0:3297:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb535582c10 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346503.255568:0:3297:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346503.255570:0:3297:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346503.255573:0:3297:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346503.255575:0:3297:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.255580:0:3297:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346503.255582:0:3297:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847760 00000100:00000001:3.0:1763346503.255584:0:3297:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346503.255587:0:3297:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346503.255591:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346503.255597:0:3297:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346503.255600:0:3297:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346503.255602:0:3297:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346503.255605:0:3297:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1763346503.255608:0:3297:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1763346503.255612:0:3297:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=937216 avail=931840 avail_mb=3640 hwm_mb=7 files=117877 ffree=117152 state=0: rc = 0 00000004:00000020:3.0:1763346503.255619:0:3297:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff9fb535584800): 942848 blocks, 937216 free, 931840 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117877 files, 117152 free files 0x0 00000004:00000001:3.0:1763346503.255623:0:3297:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346503.255626:0:3297:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346503.255637:0:3297:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb509682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3297:1848996514979328:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1763346503.255643:0:3297:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346503.255645:0:3297:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346503.255648:0:3297:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb509682680 x1848996514979328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346519 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346503.255655:0:3297:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346503.255658:0:3297:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346503.255661:0:3297:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5263e2400. 02000000:00000001:3.0:1763346503.255664:0:3297:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346503.255665:0:3297:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346503.255668:0:3297:0:(genops.c:1242:class_import_put()) import ffff9fb535582800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763346503.255670:0:3297:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346503.255672:0:3297:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb50f94e000. 02000000:00000001:3.0:1763346503.255675:0:3297:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346503.255677:0:3297:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346503.255679:0:3297:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb509682680. 00000100:00000001:3.0:1763346503.255684:0:3297:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346503.255685:0:3297:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346503.255687:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346503.255692:0:3297:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346503.255694:0:3297:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346503.255696:0:3297:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346503.255698:0:3297:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346503.271283:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300740120, at 4300740121 00000100:00000040:2.0:1763346503.271293:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300740120, at 4300740121 00000100:00000010:0.0:1763346503.271303:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613360. 00000100:00000010:2.0:1763346503.271304:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613180. 00000100:00000040:1.0:1763346503.271364:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300740120, at 4300740121 00000100:00000010:1.0:1763346503.271370:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613f60. 00000100:00000040:3.0:1763346503.271419:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300740120, at 4300740121 00000100:00000010:3.0:1763346503.271425:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb527613420. 00010000:00000001:1.0:1763346503.890275:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346503.890282:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346503.890287:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346503.890289:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346503.890293:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346503.890295:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346503.890299:0:102639:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763346503.890301:0:102639:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763346503.890306:0:102639:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1763346503.890308:0:102639:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346503.892134:0:59745:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763346503.892140:0:59745:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763346503.892145:0:59745:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1763346504.090165:0:106277:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346504.090180:0:106277:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346504.090186:0:106277:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346504.090193:0:106277:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346504.090199:0:106277:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346504.090202:0:106277:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763346504.090208:0:106277:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763346504.090404:0:106277:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763346504.090409:0:106277:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346504.271543:0:19999:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1763346504.271548:0:19999:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1763346504.271558:0:19999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb509682a00. 00000020:00000040:2.0:1763346504.271565:0:19999:0:(genops.c:1229:class_import_get()) import ffff9fb540e93000 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763346504.271571:0:19999:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763346504.271574:0:19999:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763346504.271581:0:19999:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763346504.271591:0:19999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9fb50f94e000. 00000100:00000001:2.0:1763346504.271597:0:19999:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346504.271603:0:19999:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763346504.271607:0:19999:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346504.271618:0:19999:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f063d21] to pc [ptlrpcd_00_00+0] req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763346504.271650:0:19999:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763346504.271659:0:19999:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff9fb5263e0c00. 00080000:00000001:2.0:1763346504.271662:0:19999:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446638199112338432 : -105874597213184 : ffff9fb5263e0c00) 00080000:00000001:2.0:1763346504.271665:0:19999:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763346504.271674:0:19999:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1763346504.271676:0:19999:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0001-osc-MDT0000: sync forced, 1 changes 00000004:00000010:2.0:1763346504.271680:0:19999:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff9fb527613180. 00000004:00080000:2.0:1763346504.271683:0:19999:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6073825469332ns, next at 6074825464940ns, rc = 0 00080000:00000001:2.0:1763346504.271686:0:19999:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763346504.271693:0:19999:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763346504.271695:0:19999:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346504.271729:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346504.271732:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346504.271734:0:3294:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763346504.271740:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346504.271748:0:3294:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763346504.271750:0:3294:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346504.271753:0:3294:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763346504.271756:0:3294:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763346504.271759:0:3294:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763346504.271762:0:3294:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9fb509682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514979456:0@lo:13:osp-pre-1-0.0 00000100:00000001:3.0:1763346504.271765:0:3294:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763346504.271770:0:3294:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763346504.271773:0:3294:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346504.271775:0:3294:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763346504.271780:0:3294:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9fb5380e0800. 02000000:00000001:3.0:1763346504.271781:0:3294:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763346504.271787:0:3294:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9fb529fad1b8. 00000400:00000010:3.0:1763346504.271793:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb198. 00000100:00000200:3.0:1763346504.271800:0:3294:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1848996514979456, portal 4 00000100:00000001:3.0:1763346504.271802:0:3294:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763346504.271804:0:3294:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446638198628559360 : -105875080992256 : ffff9fb509682a00) 00000100:00000040:3.0:1763346504.271810:0:3294:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346504.271817:0:3294:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763346504.271819:0:3294:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763346504.271821:0:3294:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb5303fb990. 00000100:00000200:3.0:1763346504.271823:0:3294:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1848996514979456, offset 0 00000400:00000200:3.0:1763346504.271829:0:3294:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763346504.271840:0:3294:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763346504.271850:0:3294:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a70c775e80 00000400:00000200:3.0:1763346504.271855:0:3294:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x9078d [8] + 3808 00000400:00000200:3.0:1763346504.271861:0:3294:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763346504.271865:0:3294:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763346504.271871:0:3294:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763346504.271873:0:3294:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1763346504.271877:0:3294:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9fb5226af800. 00000100:00000040:3.0:1763346504.271880:0:3294:0:(events.c:337:request_in_callback()) incoming req@ffff9fb5226af800 x1848996514979456 msgsize 224 00000100:00100000:3.0:1763346504.271883:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763346504.271896:0:3294:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763346504.271903:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb990 00000400:00000010:3.0:1763346504.271905:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb990. 00000100:00000001:3.0:1763346504.271908:0:3294:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763346504.271911:0:3294:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346504.271919:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346504.271922:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346504.271929:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346504.271930:0:3294:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763346504.271934:0:3294:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346504.271937:0:3294:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 16287 usecs (17 jiffies) 00000100:00000001:3.0:1763346504.271941:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300741137 00000100:00000010:3.0:1763346504.271944:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f440c0. 00000100:00000001:3.0:1763346504.271950:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763346504.271956:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300741137 00000100:00000010:3.0:1763346504.271958:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44240. 00000100:00000001:3.0:1763346504.271961:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763346504.271964:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300741137 00000100:00000010:3.0:1763346504.271967:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44660. 00000100:00000001:3.0:1763346504.271969:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763346504.271971:0:3294:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300741137 00000100:00000010:3.0:1763346504.271974:0:3294:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9fb417f44b40. 00000100:00000001:3.0:1763346504.271976:0:3294:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763346504.271979:0:3294:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346504.271982:0:3294:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346504.271984:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346504.271987:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346504.271994:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346504.271997:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763346504.271999:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346504.272001:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763346504.272002:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346504.272004:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763346504.272062:0:3295:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763346504.272065:0:3295:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346504.272099:0:57811:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763346504.272102:0:57811:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1848996514979456 02000000:00000001:2.0:1763346504.272105:0:57811:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763346504.272115:0:57811:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763346504.272118:0:57811:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763346504.272121:0:57811:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763346504.272124:0:57811:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1848996514979456 00000020:00000001:2.0:1763346504.272127:0:57811:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763346504.272129:0:57811:0:(genops.c:823:class_conn2export()) looking for export cookie 0x757b854463998e1d 00000020:00000001:2.0:1763346504.272131:0:57811:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763346504.272134:0:57811:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9fb52e9fe800 refcount=6 00000020:00000001:2.0:1763346504.272136:0:57811:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000020:00000001:2.0:1763346504.272140:0:57811:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446638199252969472 : -105874456582144 : ffff9fb52e9fe800) 00000100:00000001:2.0:1763346504.272144:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346504.272148:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3980. 00000020:00000040:2.0:1763346504.272154:0:57811:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:2.0:1763346504.272169:0:57811:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763346504.272175:0:57811:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9fb417af0200. 00000020:00000010:2.0:1763346504.272180:0:57811:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9fb41c202d00. 00000020:00000010:2.0:1763346504.272186:0:57811:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9fb5304197d0. 00000100:00000040:2.0:1763346504.272196:0:57811:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1763346504.272199:0:57811:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763346504.272201:0:57811:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763346504.272203:0:57811:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346504.272236:0:57811:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346504.272247:0:57811:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763346504.272259:0:57811:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763346504.272261:0:57811:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763346504.272273:0:57811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00000040:2.0:1763346504.272278:0:57811:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff9fb52e9fe800 : new rpc_count 1 00000100:00000001:2.0:1763346504.272281:0:57811:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446638199048173568 : -105874661378048 : ffff9fb5226af800) 00000100:00000040:2.0:1763346504.272286:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9fb5226af800 x1848996514979456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:225/0 lens 224/0 e 0 to 0 dl 1763346515 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346504.272295:0:57811:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763346504.272298:0:57811:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9fb503aa3500. 00000100:00000001:2.0:1763346504.272300:0:57811:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763346504.272303:0:57811:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff9fb503aa3500. 00000100:00100000:2.0:1763346504.272307:0:57811:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff9fb5226af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1848996514979456:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:2.0:1763346504.272310:0:57811:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1848996514979456 00000020:00000001:2.0:1763346504.272314:0:57811:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763346504.272317:0:57811:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763346504.272319:0:57811:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346504.272321:0:57811:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763346504.272324:0:57811:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672150992 : -1037400624 : ffffffffc22a85d0) 00000020:00000001:2.0:1763346504.272327:0:57811:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763346504.272330:0:57811:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763346504.272333:0:57811:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763346504.272336:0:57811:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763346504.272339:0:57811:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346504.272344:0:57811:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763346504.272346:0:57811:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763346504.272351:0:57811:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff9fb5263e1400. 02000000:00000001:2.0:1763346504.272353:0:57811:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346504.272356:0:57811:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763346504.272359:0:57811:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1763346504.272364:0:57811:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1763346504.272367:0:57811:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1763346504.272370:0:57811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763346504.272381:0:57811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346504.272384:0:57811:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1763346504.272386:0:57811:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 313851904 pending 0 free 3836739584 avail 3834642432 00000020:00000020:2.0:1763346504.272390:0:57811:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 20774912 0 0 00000020:00000020:2.0:1763346504.272392:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli a07bbba3-4079-4331-85a0-559fc64f2511/ffff9fb535129800 dirty 0 pend 0 grant 293076992 00000020:00000020:2.0:1763346504.272395:0:57811:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9fb52e9fe800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1763346504.272398:0:57811:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3659 free, 3638 avail; 117880 objects: 117088 free; state 0 00002000:00000001:2.0:1763346504.272401:0:57811:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1763346504.272404:0:57811:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763346504.272408:0:57811:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911674, transno 0, xid 1848996514979456 00010000:00000001:2.0:1763346504.272411:0:57811:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763346504.272416:0:57811:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff9fb5226af800 x1848996514979456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:225/0 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763346504.272424:0:57811:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763346504.272426:0:57811:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763346504.272430:0:57811:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb5222129e8 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1763346504.272435:0:57811:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763346504.272437:0:57811:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9fb5092690c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763346504.272439:0:57811:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446638198624260288 : -105875085291328 : ffff9fb5092690c0) 02000000:00000001:2.0:1763346504.272442:0:57811:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763346504.272445:0:57811:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763346504.272448:0:57811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763346504.272450:0:57811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763346504.272453:0:57811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9fb53035b000. 00000100:00000200:2.0:1763346504.272456:0:57811:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1848996514979456, offset 224 00000400:00000200:2.0:1763346504.272461:0:57811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763346504.272468:0:57811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763346504.272474:0:57811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a70c775e80 00000400:00000200:2.0:1763346504.272478:0:57811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x13000d [1] + 224 00000400:00000200:2.0:1763346504.272482:0:57811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763346504.272485:0:57811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763346504.272488:0:57811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763346504.272491:0:57811:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763346504.272500:0:57811:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763346504.272511:0:57811:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763346504.272515:0:57811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb53035b000 00000400:00000010:2.0:1763346504.272517:0:57811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb53035b000. 00000100:00000001:2.0:1763346504.272521:0:57811:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763346504.272523:0:57811:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763346504.272525:0:57811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763346504.272529:0:57811:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9fb5092690c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763346504.272531:0:57811:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763346504.272533:0:57811:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763346504.272535:0:57811:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763346504.272538:0:57811:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb5226af800 x1848996514979456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:225/0 lens 224/368 e 0 to 0 dl 1763346515 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763346504.272547:0:57811:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff9fb5226af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3294:x1848996514979456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 250us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1763346504.272554:0:57811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00000040:2.0:1763346504.272557:0:57811:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9fb52e9fe800 : new rpc_count 0 00000100:00000001:2.0:1763346504.272560:0:57811:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763346504.272562:0:57811:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763346504.272567:0:57811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9fb41c202d00. 00000020:00000010:2.0:1763346504.272571:0:57811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9fb5304197d0. 00000020:00000010:2.0:1763346504.272575:0:57811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9fb417af0200. 00000020:00000040:2.0:1763346504.272580:0:57811:0:(genops.c:898:class_export_put()) PUTting export ffff9fb52e9fe800 : new refcount 5 00000100:00000001:2.0:1763346504.272583:0:57811:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763346504.272725:0:5747:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1763346504.272729:0:5747:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff9fb51dcf98d8) now 8 - evictor 00000100:00000001:3.0:1763346504.272738:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346504.272740:0:3294:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763346504.272744:0:3294:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763346504.272746:0:3294:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763346504.272748:0:3294:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9fb529fad1b8. 00000400:00000200:3.0:1763346504.272753:0:3294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9fb5303fb198 00000400:00000010:3.0:1763346504.272754:0:3294:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9fb5303fb198. 00000100:00000001:3.0:1763346504.272757:0:3294:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763346504.272761:0:3294:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763346504.272768:0:3294:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346504.272775:0:3294:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763346504.272776:0:3294:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346504.272779:0:3294:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763346504.272782:0:3294:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763346504.272783:0:3294:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763346504.272785:0:3294:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763346504.272788:0:3294:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763346504.272794:0:3294:0:(import.c:2128:obd_at_measure()) add 5 to ffff9fb540e934a0 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1763346504.272798:0:3294:0:(import.c:2128:obd_at_measure()) add 1 to ffff9fb540e93410 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1763346504.272801:0:3294:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763346504.272803:0:3294:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763346504.272806:0:3294:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763346504.272810:0:3294:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346504.272812:0:3294:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763346504.272815:0:3294:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911674 00000100:00000001:3.0:1763346504.272817:0:3294:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763346504.272820:0:3294:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346504.272824:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346504.272831:0:3294:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763346504.272833:0:3294:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763346504.272835:0:3294:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763346504.272837:0:3294:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1763346504.272840:0:3294:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1763346504.272843:0:3294:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=936704 avail=931328 avail_mb=3638 hwm_mb=7 files=117880 ffree=117088 state=0: rc = 0 00000004:00000020:3.0:1763346504.272849:0:3294:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff9fb540e95800): 942848 blocks, 936704 free, 931328 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117880 files, 117088 free files 0x0 00000004:00000001:3.0:1763346504.272853:0:3294:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763346504.272857:0:3294:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763346504.272865:0:3294:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9fb509682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3294:1848996514979456:0@lo:13:osp-pre-1-0.0 00000100:00000001:3.0:1763346504.272869:0:3294:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346504.272871:0:3294:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763346504.272874:0:3294:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9fb509682a00 x1848996514979456/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763346520 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763346504.272880:0:3294:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763346504.272882:0:3294:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763346504.272885:0:3294:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9fb5380e0800. 02000000:00000001:3.0:1763346504.272888:0:3294:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763346504.272889:0:3294:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763346504.272891:0:3294:0:(genops.c:1242:class_import_put()) import ffff9fb540e93000 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763346504.272893:0:3294:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763346504.272896:0:3294:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9fb50f94e000. 02000000:00000001:3.0:1763346504.272899:0:3294:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763346504.272901:0:3294:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763346504.272903:0:3294:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9fb509682a00. 00000100:00000001:3.0:1763346504.272907:0:3294:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763346504.272908:0:3294:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346504.272910:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763346504.272914:0:3294:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763346504.272915:0:3294:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763346504.272917:0:3294:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763346504.272919:0:3294:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763346504.293910:0:90149:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d800 (cpu 0) has reached its deadline 4300741137, at 4300741143 00000100:00000010:0.0:1763346504.293926:0:90149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f440c0. 00000100:00000040:3.0:1763346504.294273:0:94902:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052db30 (cpu 0) has reached its deadline 4300741137, at 4300741143 00000100:00000040:1.0:1763346504.294273:0:102639:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052d910 (cpu 0) has reached its deadline 4300741137, at 4300741143 00000100:00000010:1.0:1763346504.294280:0:102639:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44240. 00000100:00000010:3.0:1763346504.294282:0:94902:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44b40. 00000100:00000040:2.0:1763346504.294408:0:95531:0:(connection.c:75:cpu_latency_work()) work item of ffff9fb52052da20 (cpu 0) has reached its deadline 4300741137, at 4300741143 00000100:00000010:2.0:1763346504.294415:0:95531:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9fb417f44660. Debug log: 132319 lines, 132319 kept, 0 dropped, 0 bad.